-- Logs begin at Thu 2022-01-27 14:07:42 UTC, end at Thu 2022-01-27 15:46:47 UTC. -- Jan 27 14:37:56.896482 dv-neutron-826438-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 14:37:59.699152 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.common.config [-] Logging enabled! Jan 27 14:37:59.699846 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev33 Jan 27 14:37:59.699979 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 14:37:59.703129 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.common.config [-] Logging enabled! Jan 27 14:37:59.703418 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev33 Jan 27 14:37:59.703736 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 14:37:59.704679 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 14:37:59.704914 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 14:37:59.705271 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 14:37:59.705527 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 14:37:59.705756 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 14:37:59.706074 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.706373 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.706673 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.706905 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.707206 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.707534 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.708352 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.708643 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.708943 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.709235 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.709520 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.709807 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.710040 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.710325 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.710614 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.710902 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.711129 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] debug = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.711438 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.711871 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.712288 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.712570 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.712860 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.713141 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.713414 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.713699 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.713985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.714315 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] host = dv-neutron-826438-5-hyperv {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.714594 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.714882 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.715171 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.715484 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.715760 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.716038 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.716324 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.716599 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.716873 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] log_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.717149 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.717439 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.717727 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.718017 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.718244 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.718473 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.718761 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.719046 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.719345 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.719621 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.719897 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.720171 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.720446 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.720717 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.721004 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.721291 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.721580 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.721857 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.722133 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.722406 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.722683 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.722970 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.723244 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.724264 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.724438 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.724634 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.724908 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.725183 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.725486 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.725776 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.726060 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.726346 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.726621 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.726905 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.727180 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.727478 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.727753 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] use_json = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.728028 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.728301 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.728591 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.728863 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.729137 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.729410 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.729681 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.729967 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:37:59.730266 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.730561 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.730861 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.731145 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.731464 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.731744 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.732035 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.732314 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.732604 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.732892 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.733185 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.733467 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.733755 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.734040 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.734335 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.734640 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.734938 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.735233 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.735534 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.735813 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.736091 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.736373 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.736663 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.736944 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.737234 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.737525 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.737805 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.738092 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.738391 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.738684 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.738984 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.739290 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.739585 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.739866 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.740145 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.740428 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.740720 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.741000 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.741279 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.741565 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.741847 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.742125 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.742403 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.742685 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.742981 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.743262 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.743565 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.743839 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.744128 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.744404 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.744694 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.744976 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.745258 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.745534 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.745818 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.746095 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.746375 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.746659 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.746935 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.747216 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.747520 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.747797 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.748074 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.748352 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.748629 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.748906 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.749181 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.749463 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.749741 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.750015 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.750323 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.750603 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.750883 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.751175 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.751505 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.751786 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.752067 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.752347 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.752628 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.752911 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.753192 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.753471 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.753752 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.754031 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.754328 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.754640 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.754936 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.755223 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.755530 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.755836 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.756118 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.756404 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.756686 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.756967 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.757254 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.757586 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.757887 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.758182 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.758480 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.758777 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.759075 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.759383 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.759697 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.759983 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:37:59.760204 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 14:37:59.760452 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108635) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 14:38:00.115784 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 27 14:38:00.116058 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 27 14:38:00.116352 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 27 14:38:00.116687 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 14:38:00.512186 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.512470 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.512743 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.514048 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.514332 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.514595 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.550383 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.550659 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.550929 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.567744 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.568023 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.568296 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.597099 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.597378 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.597646 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.635737 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.636013 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.636284 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.872520 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.873118 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.873118 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.873370 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.874021 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.999123 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.999472 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:00.999761 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.000036 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.000307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.000622 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.000887 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.001146 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.001403 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.001686 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.001948 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.002213 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.002469 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.002721 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.002975 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.003238 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.003519 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.003782 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.004048 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.004305 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.004599 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.004850 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.005128 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.005517 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.005790 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.006038 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.006433 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.006673 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.006908 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.007142 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.007410 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.007644 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.008008 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 14:38:01.011148 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 14:38:01.015179 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 14:38:01.019060 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 27 14:38:01.020780 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 14:38:01.021241 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 14:38:01.021579 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 14:38:01.021963 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 14:38:01.025023 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 14:38:01.025271 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 14:38:01.025622 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 14:38:01.031005 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 14:38:01.054375 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 14:38:01.054835 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.055134 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108635) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 27 14:38:01.055529 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.056943 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108635) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 14:38:01.057228 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 14:38:01.057479 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 14:38:01.060936 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.061225 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.124912 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 14:38:01.125092 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 14:38:01.125328 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 14:38:01.125702 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 14:38:01.147970 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_db.sqlalchemy.engines [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108635) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 14:38:01.681498 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing driver for type 'gre' Jan 27 14:38:01.682037 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] gre ID ranges: [(1, 1000)] Jan 27 14:38:01.734771 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing driver for type 'local' Jan 27 14:38:01.735144 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing driver for type 'vlan' Jan 27 14:38:01.747797 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] VlanTypeDriver initialization complete Jan 27 14:38:01.748127 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing driver for type 'vxlan' Jan 27 14:38:01.748607 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] vxlan ID ranges: [(1, 1000)] Jan 27 14:38:01.798787 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing extension driver 'port_security' Jan 27 14:38:01.799124 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.extensions.port_security [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] PortSecurityExtensionDriver initialization complete Jan 27 14:38:01.799483 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing mechanism driver 'openvswitch' Jan 27 14:38:01.799821 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing mechanism driver 'hyperv' Jan 27 14:38:01.806526 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.plugin [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:01.808955 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.809338 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.809696 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.810232 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 14:38:01.810669 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnet after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.811023 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnet after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.811390 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.811784 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 14:38:01.812191 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.812540 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.812892 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.813276 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 14:38:01.813681 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > security_group after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.814031 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > security_group after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.814374 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.814769 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 14:38:01.815218 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.815540 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.815885 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.816273 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 14:38:01.816673 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > address_group after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.817511 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > address_group after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.817940 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.818721 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 14:38:01.818721 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] ML2 OVO RPC backend initialized. {{(pid=108635) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 14:38:01.819414 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.819771 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.820188 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.820537 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > networks before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.820887 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.821227 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > ports before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.821575 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnet before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.821911 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnets before_response 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.822255 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.822593 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.822998 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.823261 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.823623 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.823962 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.824302 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnet after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.824640 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnet after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.824978 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.825562 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.plugin [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Modular L2 Plugin initialization complete Jan 27 14:38:01.825993 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading services supported by the core plugin {{(pid=108635) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 14:38:01.826221 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.plugins.ml2.managers [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Got port-security extension from driver 'port_security' Jan 27 14:38:01.826686 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.extensions.vlantransparent [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Disabled vlantransparent extension. Jan 27 14:38:01.827171 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108635) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 14:38:01.827518 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: router Jan 27 14:38:01.863906 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.864299 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router after_create 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.864673 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router before_create 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.865043 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.865421 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.865788 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router after_delete 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.866151 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.866632 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.867005 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router after_create 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.867393 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router after_update 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.867754 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router after_update 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.868110 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.868477 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router after_update 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.868893 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_update 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.869271 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: port after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.869614 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: port after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.869955 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: subnet after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.870297 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.870646 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.871002 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_create 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.871375 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: port before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.871722 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.872086 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router after_update 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.872433 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.872789 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_create 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.873312 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.873496 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_update 55549900 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.873867 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > agent after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.874222 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > agent after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.874572 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > network after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.875458 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Tracking information for resource: router configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.875793 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Tracking information for resource: floatingip configured {{(pid=108635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 14:38:01.881252 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.db.l3_agentschedulers_db [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 14:38:01.881831 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: port after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.882191 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: port after_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.882549 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: port after_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.882921 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: port after_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.883777 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router before_create 55550100 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.884149 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.884510 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_create 55550100 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.884866 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > router precommit_update 55550100 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.889638 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.services.provider_configuration [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service providers = [] {{(pid=108635) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 14:38:01.890001 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.db.servicetype_db [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108635) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 14:38:01.893300 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.services.service_base [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 14:38:01.893545 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.services.service_base [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 14:38:01.893892 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.services.service_base [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 14:38:01.894969 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.services.service_base [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 14:38:01.896022 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.services.service_base [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 14:38:01.896409 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.896726 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 14:38:01.907899 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.908241 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: auto_allocate Jan 27 14:38:01.914517 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: network precommit_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.914917 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: network precommit_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.915590 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.915922 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: tag Jan 27 14:38:01.923012 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.923374 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: timestamp Jan 27 14:38:01.927327 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.927664 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: network_ip_availability Jan 27 14:38:01.933239 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.933571 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.933928 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:01.934653 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.934975 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: flavors Jan 27 14:38:01.940062 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.940404 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading Plugin: revisions Jan 27 14:38:01.945278 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 14:38:01.945671 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_concurrency.lockutils [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=108635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 27 14:38:01.946414 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108635) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 14:38:01.946753 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Initializing extension manager. Jan 27 14:38:01.947298 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: __init__.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.947639 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: __pycache__ {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.947979 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.948317 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: address_group.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.949080 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.949658 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: address-group Jan 27 14:38:01.949982 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: address_scope.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.950704 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.951217 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: address-scope Jan 27 14:38:01.951579 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.952528 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.953041 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: router-admin-state-down-before-update Jan 27 14:38:01.953365 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: agent.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.954072 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.954581 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: agent Jan 27 14:38:01.954903 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: agent_resources_synced.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.955864 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.956375 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: agent-resources-synced Jan 27 14:38:01.956699 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: allowedaddresspairs.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.959152 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.959709 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: allowed-address-pairs Jan 27 14:38:01.960045 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: auto_allocated_topology.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.961145 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.961666 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: auto-allocated-topology Jan 27 14:38:01.961996 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: availability_zone.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.962698 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.963209 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: availability_zone Jan 27 14:38:01.963563 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: availability_zone_filter.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.964495 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.965008 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: availability_zone_filter Jan 27 14:38:01.965337 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: data_plane_status.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.966261 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.966768 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 14:38:01.967099 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: default_subnetpools.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.968059 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.968568 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: default-subnetpools Jan 27 14:38:01.968892 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.969713 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.970221 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: dhcp_agent_scheduler Jan 27 14:38:01.970546 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: dns.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.971498 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.972005 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 14:38:01.972331 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: dns_domain_ports.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.973303 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.973818 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 14:38:01.974144 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.975080 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.975618 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 14:38:01.975945 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: dvr.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.976632 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.977149 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: dvr Jan 27 14:38:01.977475 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: ecmp_routes.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.978407 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.978915 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 14:38:01.979238 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: empty_string_filtering.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.980203 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.980713 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: empty-string-filtering Jan 27 14:38:01.981036 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.981961 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.982467 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 14:38:01.982786 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.983746 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.984247 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 14:38:01.984566 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: external_net.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.985498 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.986003 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: external-net Jan 27 14:38:01.986325 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.987258 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.987784 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: extra_dhcp_opt Jan 27 14:38:01.988104 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: extraroute.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.989606 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.990115 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: extraroute Jan 27 14:38:01.990433 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: extraroute_atomic.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.991606 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.992116 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: extraroute-atomic Jan 27 14:38:01.992438 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: filter_validation.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.993290 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.993801 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: filter-validation Jan 27 14:38:01.994126 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: fip_pf_description.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.995057 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.995587 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 14:38:01.995911 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: fip_port_details.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.996847 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.997365 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: fip-port-details Jan 27 14:38:01.997686 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: flavors.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:01.998951 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:01.999501 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: flavors Jan 27 14:38:01.999827 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.001519 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.002040 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 14:38:02.002374 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: floatingip_pools.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.003084 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.003628 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: floatingip-pools Jan 27 14:38:02.003956 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: ip_allocation.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.005532 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.006039 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 14:38:02.006362 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.007325 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.007839 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: ip-substring-filtering Jan 27 14:38:02.008165 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l2_adjacency.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.009108 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.009609 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 14:38:02.009935 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l3.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.010919 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.011483 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: router Jan 27 14:38:02.011799 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.014056 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.014588 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 14:38:02.014919 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.015916 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.016438 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: ext-gw-mode Jan 27 14:38:02.016767 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.017723 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.018236 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: l3-ha Jan 27 14:38:02.018579 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l3_flavors.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.019541 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.020082 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: l3-flavors Jan 27 14:38:02.020408 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.021348 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.021866 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 14:38:02.022196 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: l3agentscheduler.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.023256 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.023799 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: l3_agent_scheduler Jan 27 14:38:02.024455 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: logging.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.025661 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.026183 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension logging not supported by any of loaded plugins Jan 27 14:38:02.026516 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: metering.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.027303 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.027880 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: metering Jan 27 14:38:02.028209 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.029450 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.029972 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: metering_source_and_destination_fields Jan 27 14:38:02.030301 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: multiprovidernet.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.031243 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.031789 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: multi-provider Jan 27 14:38:02.032186 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: netmtu.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.033054 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.033571 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: net-mtu Jan 27 14:38:02.033893 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: netmtu_writable.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.034831 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.035382 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: net-mtu-writable Jan 27 14:38:02.035736 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: network_availability_zone.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.036671 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.037189 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: network_availability_zone Jan 27 14:38:02.037512 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: network_ip_availability.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.038643 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.039157 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: network-ip-availability Jan 27 14:38:02.039518 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: network_segment_range.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.040292 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.040795 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 14:38:02.041115 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: pagination.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.042114 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.042448 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: pagination Jan 27 14:38:02.042771 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: port_device_profile.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.043727 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.044241 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: port-device-profile Jan 27 14:38:02.044564 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.045509 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.046016 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: port-mac-address-regenerate Jan 27 14:38:02.046338 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.047335 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.047805 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: port-numa-affinity-policy Jan 27 14:38:02.048136 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: port_resource_request.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.049051 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.049558 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 14:38:02.049881 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: portbindings.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.050821 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.051885 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: binding Jan 27 14:38:02.052212 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: portbindings_extended.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.053512 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.054030 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: binding-extended Jan 27 14:38:02.054357 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: portsecurity.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.055310 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.055821 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: port-security Jan 27 14:38:02.056143 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: project_id.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.057136 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.057465 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: project-id Jan 27 14:38:02.057794 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: providernet.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.058737 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.059253 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: provider Jan 27 14:38:02.059605 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.063209 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.063811 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos not supported by any of loaded plugins Jan 27 14:38:02.064148 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.065445 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.065961 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 14:38:02.066293 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.067884 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.068399 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 14:38:02.068727 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_default.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.069687 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.070206 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-default not supported by any of loaded plugins Jan 27 14:38:02.070536 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_fip.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.071245 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.071749 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 14:38:02.072073 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_gateway_ip.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.073029 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.073533 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 14:38:02.073858 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_port_network_policy.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.074794 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.075324 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 14:38:02.075651 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_pps_rule.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.076868 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.077388 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 14:38:02.077726 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_rule_type_details.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.078665 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.079174 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 14:38:02.079530 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: qos_rules_alias.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.080598 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.081114 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 14:38:02.081437 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: quotasv2.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.082612 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.082944 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: quotas Jan 27 14:38:02.083291 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: quotasv2_detail.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.086627 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.086975 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: quota_details Jan 27 14:38:02.087341 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: rbac.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.088429 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.088961 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: rbac-policies Jan 27 14:38:02.089296 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: rbac_address_group.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.090248 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.090759 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: rbac-address-group Jan 27 14:38:02.091086 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: rbac_address_scope.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.092049 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.092580 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: rbac-address-scope Jan 27 14:38:02.092889 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: rbac_security_groups.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.093817 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.094330 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: rbac-security-groups Jan 27 14:38:02.094652 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: rbac_subnetpool.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.095610 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.096123 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: rbac-subnetpool Jan 27 14:38:02.096446 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: revisionifmatch.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.097388 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.097907 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: revision-if-match Jan 27 14:38:02.098259 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: revisions.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.099439 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.099959 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: standard-attr-revisions Jan 27 14:38:02.100283 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: router_availability_zone.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.100970 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.101484 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: router_availability_zone Jan 27 14:38:02.101810 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: routerservicetype.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.102747 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.103256 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 14:38:02.103608 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.104544 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.105059 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: security-groups-normalized-cidr Jan 27 14:38:02.105385 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.106328 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.106841 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: port-security-groups-filtering Jan 27 14:38:02.107165 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.108152 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.108668 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: security-groups-remote-address-group Jan 27 14:38:02.108995 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: securitygroup.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.120896 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.121426 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: security-group Jan 27 14:38:02.121763 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: segment.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.122571 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.123318 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension segment not supported by any of loaded plugins Jan 27 14:38:02.123419 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.124379 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.124891 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 14:38:02.125218 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: servicetype.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.126431 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.126955 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: service-type Jan 27 14:38:02.127299 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: sorting.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.128319 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.128656 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: sorting Jan 27 14:38:02.128983 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: standard_attr_segment.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.130476 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.130993 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 14:38:02.131350 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: standardattrdescription.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.132014 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.132529 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: standard-attr-description Jan 27 14:38:02.132856 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: stateful_security_group.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.133804 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.134322 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: stateful-security-group Jan 27 14:38:02.134650 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: stdattrs_common.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.135247 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 14:38:02.135591 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.136535 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.137051 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 14:38:02.137375 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: subnet_onboard.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.138598 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.139205 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: subnet_onboard Jan 27 14:38:02.139617 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.140714 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.141229 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 14:38:02.141572 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: subnet_service_types.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.142499 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.143014 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: subnet-service-types Jan 27 14:38:02.143372 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: subnetallocation.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.144482 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.145050 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: subnet_allocation Jan 27 14:38:02.145367 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.146047 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.146554 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: subnetpool-prefix-ops Jan 27 14:38:02.146877 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.147861 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.148379 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 14:38:02.148713 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: tagging.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.149800 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.150320 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: standard-attr-tag Jan 27 14:38:02.150648 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: timestamp.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.151914 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.152436 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loaded extension: standard-attr-timestamp Jan 27 14:38:02.152765 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: trunk.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.153813 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.154327 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension trunk not supported by any of loaded plugins Jan 27 14:38:02.154654 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: trunk_details.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.155621 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.156137 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 14:38:02.156463 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: uplink_status_propagation.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.157397 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.157909 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 14:38:02.158240 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Loading extension file: vlantransparent.py {{(pid=108635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 14:38:02.158919 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 14:38:02.159459 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 14:38:02.162168 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:network Jan 27 14:38:02.162688 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:subnet Jan 27 14:38:02.163097 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 14:38:02.163572 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:port Jan 27 14:38:02.164753 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.165201 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service FLAVORS assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.165822 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.166247 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.166589 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:router Jan 27 14:38:02.167030 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 14:38:02.167566 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service METERING assigned prefix: /metering {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.169033 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:02.169404 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:02.169755 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:38:02.170751 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 14:38:02.171210 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:security_group Jan 27 14:38:02.171661 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 14:38:02.172252 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service CORE assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.172585 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 14:38:02.172933 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] subnetpool is already registered Jan 27 14:38:02.173351 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service CORE assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.173680 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 14:38:02.174007 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] subnetpool is already registered Jan 27 14:38:02.176821 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.177258 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service FLAVORS assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.177844 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.178264 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.178601 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:router Jan 27 14:38:02.178941 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] router is already registered Jan 27 14:38:02.179383 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 14:38:02.179723 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] floatingip is already registered Jan 27 14:38:02.180175 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service METERING assigned prefix: /metering {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.180846 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 14:38:02.181196 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] rbac_policy is already registered Jan 27 14:38:02.181586 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:security_group Jan 27 14:38:02.181920 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] security_group is already registered Jan 27 14:38:02.182321 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 14:38:02.182655 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] security_group_rule is already registered Jan 27 14:38:02.183342 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service CORE assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.183634 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 14:38:02.183968 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] subnetpool is already registered Jan 27 14:38:02.184381 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.v2.resource_helper [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Service CORE assigned prefix: {{(pid=108635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 14:38:02.184707 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 14:38:02.185039 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING neutron.quota.resource_registry [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] subnetpool is already registered Jan 27 14:38:02.185513 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: extensions {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.186998 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: address-groups {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.188542 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: address-scopes {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.189884 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: agents {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.191042 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: auto-allocated-topology {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.192920 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: availability_zones {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.194159 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: dhcp-networks {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.195709 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: dhcp-agents {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.197118 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: routers {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.199355 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: flavors {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.200533 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: service_profiles {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.201761 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: next_providers {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.203200 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: service_profiles {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.204735 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: floatingip-pools {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.205971 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: routers {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.208154 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: floatingips {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.209543 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: l3-routers {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.210919 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: l3-agents {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.212360 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: metering-labels {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.213718 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: metering-label-rules {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.215002 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: network-ip-availabilities {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.216310 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: bindings {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.217959 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: quotas {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.219413 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: quotas {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.220816 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: rbac-policies {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.222022 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: security-groups {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.224398 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: security-group-rules {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.225658 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: service-providers {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.226861 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: subnetpools {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.228325 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: subnetpools {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.229769 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.231486 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.233268 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.235055 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.236854 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.238700 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.240914 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.242791 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.244590 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.246315 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron.api.extensions [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Extended resource: tags {{(pid=108635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 14:38:02.252332 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING keystonemiddleware.auth_token [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 14:38:02.257732 dv-neutron-826438-5-hyperv neutron-server[108635]: WARNING keystonemiddleware.auth_token [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 14:38:02.266210 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_concurrency.lockutils [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Acquired lock "singleton_lock" {{(pid=108635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 27 14:38:02.266683 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_concurrency.lockutils [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Releasing lock "singleton_lock" {{(pid=108635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 27 14:38:02.267345 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO oslo_service.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Starting 2 workers Jan 27 14:38:02.272239 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Started child 108742 {{(pid=108635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 14:38:02.276773 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Started child 108743 {{(pid=108635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 14:38:02.277661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:02.278376 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO neutron.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 14:38:02.278987 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Notify callbacks [] for process, before_spawn {{(pid=108635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:02.279168 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [-] (108742) wsgi starting up on http://0.0.0.0:9696 Jan 27 14:38:02.281450 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO oslo_service.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Starting 1 workers Jan 27 14:38:02.281654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:02.282894 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [-] (108743) wsgi starting up on http://0.0.0.0:9696 Jan 27 14:38:02.286965 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Started child 108744 {{(pid=108635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 14:38:02.287554 dv-neutron-826438-5-hyperv neutron-server[108635]: INFO oslo_service.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Starting 1 workers Jan 27 14:38:02.290656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] calling RpcWorker wait() {{(pid=108744) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 14:38:02.291195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] returning from RpcWorker wait() {{(pid=108744) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 14:38:02.292096 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Started child 108745 {{(pid=108635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 14:38:02.292598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:02.292931 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG neutron_lib.callbacks.manager [None req-147251fd-5b56-4398-a70d-3c4f54067528 None None] Notify callbacks [] for process, after_spawn {{(pid=108635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:02.293084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:02.294785 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 14:38:02.295004 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 14:38:02.295195 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 14:38:02.295453 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 14:38:02.295791 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 14:38:02.295954 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 14:38:02.296500 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.296779 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.297042 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.297131 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:02.297586 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.297586 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.298082 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:02.298187 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.298416 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.298674 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.298949 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.299211 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.299412 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.299583 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.299843 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.300106 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.300391 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.300639 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.300888 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.301152 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.301860 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.302119 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.302400 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.302629 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.302903 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] debug = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.303172 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.303705 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.303955 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.304196 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.304435 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.304710 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.304968 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.305228 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.305473 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.305711 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.305968 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.306218 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.306457 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.306674 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.306893 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.307149 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.307400 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.307862 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] host = dv-neutron-826438-5-hyperv {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.308097 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.308314 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.308792 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.308792 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.309089 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.309238 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.309497 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.309752 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.310008 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.310251 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.310519 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.310745 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.310990 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.311260 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.311515 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_options = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.311756 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.312031 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.312276 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.312465 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.312622 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.312797 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.313047 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.313202 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.313477 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.313763 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.313912 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.314089 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.314326 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.314547 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.314802 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.315090 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.315264 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.315561 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.315757 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.316002 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.316228 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.316475 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.316714 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.317007 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.317738 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.317979 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.318233 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.318466 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.318682 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.318935 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.319172 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.320216 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.320505 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.320767 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.321592 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.321841 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.322098 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.322348 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.322639 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.322883 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.323153 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.323473 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.323706 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.323968 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.324205 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.324428 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.324664 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_json = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.324887 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.325122 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.325400 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.325615 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.326007 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.326223 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.326438 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.326670 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.327130 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.327540 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.327760 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.327993 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.328242 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.328482 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.328711 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.328946 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.329311 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.329709 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.329709 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.329995 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.330211 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.330451 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.330711 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.331026 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.331299 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.331723 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.331971 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.332208 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.332666 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.332666 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.332958 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.333146 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.333378 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.333605 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.333829 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.334144 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.334416 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.334680 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.334923 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.335138 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.335395 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.335633 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.335878 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.336090 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.336321 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.336604 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.336845 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.337058 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.337296 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.337511 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.337786 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.338429 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.338429 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.338716 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.338896 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.339140 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.339461 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.339599 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.339822 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.340055 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.340281 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.340512 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.340743 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.340990 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.341210 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.341420 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.341632 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.341877 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.342113 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.342326 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.342555 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.342764 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.342977 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.343186 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.343480 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.343701 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.343932 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.344160 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.344392 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.344599 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.344830 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.345191 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.345339 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.345478 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.345682 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.345914 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.346143 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.346352 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.346581 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.346808 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.347014 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.347224 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.347479 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.347688 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.347896 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.348586 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.348801 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.349050 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351307 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351940 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351940 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.351940 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.352415 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.352723 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.352897 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.353399 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.353399 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.353726 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.353875 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.354021 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.354865 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.354865 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.354865 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.355343 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.355343 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.355616 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.355616 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.356985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.356985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.356985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.356985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.356985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.357653 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.357653 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.357653 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.358001 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.358124 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.358340 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.358588 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.358830 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.359057 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.359316 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.359537 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.359817 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.360063 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.360273 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.360679 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.360929 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.361262 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.361508 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.361819 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.362123 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.362413 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.362662 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.362903 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.363164 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.363441 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.363693 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.364574 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.364801 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.365181 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.365428 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.365663 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.365874 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.366121 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.366332 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.366546 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.366758 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.366969 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.367196 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.367599 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.368006 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.368392 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.368811 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.369034 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.369291 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.369504 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.369722 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.369956 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.370173 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.370389 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.370626 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.370840 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.371122 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.371329 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.371586 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.371834 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.372068 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.372291 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.372543 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.372804 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.373001 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.373255 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.373471 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.373680 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.373908 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.374122 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.374356 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.374582 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.374825 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.375034 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.375312 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.375541 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.375886 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.376133 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.376361 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.376595 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.376810 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.377051 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.377263 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.377475 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.377708 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.377919 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.378129 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.379010 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.379010 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.379010 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.379010 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.379662 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.379662 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.379949 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.380088 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.380773 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.380773 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.381087 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.381236 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.381385 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.381628 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.382003 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.382188 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.382367 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.382446 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.383082 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.383082 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.383082 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.383522 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.383522 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.383780 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.383952 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.384175 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.384398 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.384648 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.384855 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.385070 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.385281 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.385484 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.385705 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.385910 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.386137 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.386373 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.386606 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.386924 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.387049 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.387252 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.387476 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.387695 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.387905 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.388108 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.388414 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.388656 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.388887 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.389173 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.389414 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.389655 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.389914 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.390195 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.390419 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.390653 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.390873 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.391082 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.391340 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.391590 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.391888 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.392179 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.392440 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.392687 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.392966 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.393215 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.393490 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.393718 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.394010 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.394354 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.394623 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.394875 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.395129 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.395393 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.395618 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.395830 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.396040 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.396268 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.396478 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.396714 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.396984 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.397228 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.397439 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.397678 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.397890 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.398109 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.398204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:02.398333 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.398548 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.398764 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.398919 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 14:38:02.399452 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 14:38:02.399610 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 14:38:02.399758 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 14:38:02.399945 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 14:38:02.400111 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 14:38:02.400259 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 14:38:02.400462 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.400618 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.400825 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.400963 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.401072 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.401250 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.401407 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.401544 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.401702 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.401857 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.402016 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.402171 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.402331 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.402485 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.402620 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.402752 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.402904 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.403059 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.403484 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.403484 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.403727 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.403727 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.403879 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] debug = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.403957 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.404155 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.404320 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.404682 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.404682 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.404924 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.404924 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.405183 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.405183 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.405417 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.405540 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.405695 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.405820 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.405943 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.406086 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.406245 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.406400 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.406748 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] host = dv-neutron-826438-5-hyperv {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.406748 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.406903 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.406997 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.407186 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.407364 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.407518 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.407671 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.407825 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.407979 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.408148 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.408284 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.408437 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.408591 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.408744 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.408954 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_options = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.409083 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.409176 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.409320 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.409503 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.409662 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.409915 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.410049 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.410173 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.410258 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.410382 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.410525 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.411223 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.411412 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.411566 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.411710 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.411861 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.412016 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.412170 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.412325 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.412478 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.412636 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.412788 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.412941 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.413094 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.413247 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.413402 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.413554 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.413707 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.413859 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.414013 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.414165 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.414320 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.414457 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.414614 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.414766 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.414929 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.415073 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.415226 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.415404 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.415559 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.415713 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.415867 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.416178 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.416178 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.416418 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.416501 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.416625 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_json = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.416752 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.416867 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.417021 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.417174 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.417328 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.417480 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.417633 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.417787 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 14:38:02.417965 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.418124 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.418295 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.418454 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.418612 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.418770 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.419003 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.419104 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.419232 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.419408 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.419573 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.419729 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.419896 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.420054 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.420210 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.420368 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.420524 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.420679 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.420836 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.420991 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.421146 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.421301 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.421468 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.421628 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.421785 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.421941 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.422099 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.422271 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.422438 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.422583 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.422739 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.422895 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.423052 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.423210 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.423388 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.423546 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.423893 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.423893 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.424371 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.424371 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.424371 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.424690 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.424690 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.424925 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.424925 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.425350 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.425350 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.425350 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.425557 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.425646 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.425727 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.425922 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.426080 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.426260 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.427001 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.427170 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.427350 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.427496 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.427927 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.427927 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.427927 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.428196 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.428298 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.428380 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.428525 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.428682 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.428851 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.429007 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.429150 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.429310 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.429466 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.429622 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.429778 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.429934 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.430092 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.430248 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.430405 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.430563 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.430720 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.430876 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.431033 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.431189 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.431365 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.431522 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.431678 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.431833 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.431991 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.432149 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.432306 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.432470 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.432646 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.432802 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.432957 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.433113 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.433268 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.433472 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.433606 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.433730 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.433854 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.434009 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.434164 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.434319 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.434477 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.434633 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.434789 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.434945 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.435099 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.435254 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.435426 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.435572 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.435727 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.435884 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.436040 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.436196 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.436352 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.436507 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.436674 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.436832 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.436991 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.437148 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.437311 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.437476 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.437634 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.437790 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.437946 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.438271 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.438271 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.438463 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.438583 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.438695 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.438820 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.438975 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.439138 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.439375 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.439475 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.439627 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.439783 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.439962 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.440117 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.440273 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.440428 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.440585 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.440740 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.440896 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.441050 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.441206 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.441361 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.441517 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.441673 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.441829 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.442008 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.442164 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.442320 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.442476 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.442637 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.442793 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.442949 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.443105 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.443260 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.443435 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.443591 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.443747 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.443906 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.444061 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.444217 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.444372 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.444528 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.444684 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.444838 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.444993 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.445148 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.445303 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.445459 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.445614 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.445772 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.445928 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.446084 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.446240 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.446396 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.446551 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.446708 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.446866 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.447021 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.447177 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.447353 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.447509 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.447666 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.447822 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.447977 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.448134 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.448289 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.448445 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.448618 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.448775 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.448930 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.449086 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.449242 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.449398 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.449554 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.449709 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.449866 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.450022 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.450177 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.450334 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.450494 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.450652 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.450809 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.450965 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.451120 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.451297 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.451451 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.451621 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.451779 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.451937 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.452096 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.452251 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.452407 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.452577 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.452734 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.452890 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.453044 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.453199 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.453354 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.453519 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.453675 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.453831 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.453985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.454142 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.454296 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.454460 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.454616 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.454771 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.454926 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.455081 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.455237 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.455422 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.455578 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.455733 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.455888 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.456043 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.456198 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.456364 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.456520 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.456676 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.456830 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.456985 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.457140 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.457305 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.457479 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.457639 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.457804 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.457962 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.458118 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.458274 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.458442 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.458598 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.458756 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.458912 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.459069 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.459225 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.459407 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.459561 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.459724 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.459888 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.460046 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.460210 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.460373 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.460537 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.460693 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.460855 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.461023 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.461180 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.461335 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.461491 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.461647 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.461802 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.461957 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.462113 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.462267 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.462423 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.462582 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.462737 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.462894 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.463049 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.463204 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.463380 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.463536 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.463691 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.463847 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.464003 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 14:38:02.464150 dv-neutron-826438-5-hyperv neutron-server[108635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 14:38:02.577006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 58772) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:02.585466 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063016 Jan 27 14:38:13.939882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564904b-f946-4302-a071-4023a6bd5b90 None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:38:14.024148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564904b-f946-4302-a071-4023a6bd5b90 None None] No non-hosted networks {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 14:38:14.044803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.agentschedulers_db [None req-f564904b-f946-4302-a071-4023a6bd5b90 None None] DHCP Agent not found on host dv-neutron-826438-5-hyperv {{(pid=108744) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 14:38:14.110334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5be2a8b0-9009-4107-adb8-6bb87061ea4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730051'] for agent, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:16.215457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-848658a4-31de-4b4f-ac22-408dcc27b04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730051'] for agent, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:16.258008 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4343c249-a9b2-4495-8118-7fb070e48823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:17.263533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730051'] for agent, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:18.630391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730051'] for agent, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:19.099622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730051'] for agent, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:19.100289 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.100626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.101149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.101640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.102134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.102624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.102964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.103519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.103859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.104277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.104619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.105101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:19.105635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826438-5-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:19.111409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826438-5-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:20.069195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 58866) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:20.600898 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING oslo_policy.policy [None req-7f150586-d049-4a7b-89e9-e67de0f5da22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:20.601532 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING oslo_policy.policy [None req-7f150586-d049-4a7b-89e9-e67de0f5da22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:20.824627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-7f150586-d049-4a7b-89e9-e67de0f5da22 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:38:20.825772 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7f150586-d049-4a7b-89e9-e67de0f5da22 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7537842 Jan 27 14:38:21.585276 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.db.l3_hamode_db [None req-d3171815-9861-472a-bf45-6a6271343cb0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 14:38:21.661985 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3171815-9861-472a-bf45-6a6271343cb0 None None] Routers set() bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:38:21.662386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3171815-9861-472a-bf45-6a6271343cb0 None None] Router IDs set() for agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 14:38:23.258262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 58882) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:23.568782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:38:23.663778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.policy [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 14:38:23.709186 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING oslo_policy.policy [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:23.709617 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING oslo_policy.policy [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:23.718086 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.quota [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] Loaded quota_driver: . Jan 27 14:38:23.806569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739332712064', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739332711789', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739332708287', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739332697435', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739333143134', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739332809160', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597328', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1786953', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1713335'] for rbac-policy, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:23.873150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:23.874346 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-55d60a18-f36e-466d-bd27-61050d9a73ae admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6147909 Jan 27 14:38:26.484703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 58894) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:26.780634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Request body: {'network': {'tenant_id': '818d2451787640c29164e5a7382bb44d', 'admin_state_up': True, 'project_id': '818d2451787640c29164e5a7382bb44d', 'name': 'private'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:38:26.810191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Made reservation on behalf of 818d2451787640c29164e5a7382bb44d for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:38:26.813038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:26.829850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:26.939895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:26.943812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:26.970119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:38:26.994931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739334937914', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:26.995547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Unsubscribe: segment precommit_create {{(pid=108742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 14:38:26.996060 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Added segment 9d3c651f-fed3-457d-81e9-6b67e50a786a of type vlan for network 8304edde-cb82-4c9f-8b75-200c3d457b0a Jan 27 14:38:27.001883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf3a971-3d1a-40ac-a63b-b9a76ff408b4,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:27.038699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.039066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.039445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.039806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.040188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.040538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.041089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.041737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.042277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.042616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.042990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.043302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Tracked resource versions report: Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: pushed versions: Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: { 'AddressGroup': {'1.2'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'ConntrackHelper': {'1.0'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Log': {'1.0'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Network': {'1.1'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Port': {'1.7'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'PortForwarding': {'1.2'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'QosPolicy': {'1.9'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroup': {'1.4'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SubPort': {'1.0'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Subnet': {'1.1'}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Trunk': {'1.1'}} Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: consumer versions: Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'ConntrackHelper': '1.0', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Log': '1.0', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Network': '1.1', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Port': '1.7', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'PortForwarding': '1.2', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'QosPolicy': '1.9', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroup': '1.4', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroupRule': '1.2', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SubPort': '1.0', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Subnet': '1.1', Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Trunk': '1.1'}} Jan 27 14:38:27.044647 dv-neutron-826438-5-hyperv neutron-server[108742]: {{(pid=108742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:38:27.108614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:27.149864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:27.151053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:27.151757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:27.226553 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7406592 Jan 27 14:38:27.251488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b5461-a076-4a17-b952-ea4c62314edc admin admin] Pushing event updated for resources: {'Network': ['ID=8304edde-cb82-4c9f-8b75-200c3d457b0a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:27.264364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:38:29.960761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 58908) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:30.374034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb9add-a3bb-4369-8f81-e309d42ebefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:30.375380 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-badb9add-a3bb-4369-8f81-e309d42ebefd admin admin] 10.222.0.18 "GET /v2.0/networks/8304edde-cb82-4c9f-8b75-200c3d457b0a HTTP/1.1" status: 200 len: 825 time: 0.4136510 Jan 27 14:38:30.403647 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6b27e7b1-8739-49dd-aff8-72283d28c7aa admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7c76d430-ad6f-49de-bca9-5cb61b98be4a HTTP/1.1" status: 200 len: 734 time: 0.0219944 Jan 27 14:38:30.414432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '7c76d430-ad6f-49de-bca9-5cb61b98be4a', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:38:30.442020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Made reservation on behalf of 818d2451787640c29164e5a7382bb44d for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:38:30.446248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:30.754051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:30.823065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Checking segment: {'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:38:30.823479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Network hostable DHCP agents. Network: 8304edde-cb82-4c9f-8b75-200c3d457b0a, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:38:30.827989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9a466e-9165-42b5-b7b4-4cf2585e7288,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:30.845680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:38:30.859856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 8304edde-cb82-4c9f-8b75-200c3d457b0a) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:38:30.864569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:30.865147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:30.871517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab8dc8-1d8e-477e-9e07-a166f1cab6de None None] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:38:30.881679 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-28ee24b1-f647-4f26-8a14-8757f77a9ef5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4710348 Jan 27 14:38:31.196231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-8304edde-cb82-4c9f-8b75-200c3d457b0a', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'fixed_ips': [{'subnet_id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:38:31.197543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:31.470979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Allocated IP 172.20.0.2 (8304edde-cb82-4c9f-8b75-200c3d457b0a/bf9a466e-9165-42b5-b7b4-4cf2585e7288/b1a9ee57-111b-45a9-a572-02829294f4cc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:38:31.671686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:31.680086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:31.775440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:38:31.782149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:38:31.793475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:38:31.801374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Pushing event updated for resources: {'Port': ['ID=b1a9ee57-111b-45a9-a572-02829294f4cc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:31.829736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.830111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.830492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.830832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.831168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.831541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.831880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.832232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.832576 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.832913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.833239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.833561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Tracked resource versions report: Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: pushed versions: Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: { 'AddressGroup': {'1.2'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'ConntrackHelper': {'1.0'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Log': {'1.0'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Network': {'1.1'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Port': {'1.7'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'PortForwarding': {'1.2'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'QosPolicy': {'1.9'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroup': {'1.4'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SubPort': {'1.0'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Subnet': {'1.1'}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Trunk': {'1.1'}} Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: consumer versions: Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'ConntrackHelper': '1.0', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Log': '1.0', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Network': '1.1', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Port': '1.7', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'PortForwarding': '1.2', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'QosPolicy': '1.9', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroup': '1.4', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroupRule': '1.2', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SubPort': '1.0', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Subnet': '1.1', Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Trunk': '1.1'}} Jan 27 14:38:31.834963 dv-neutron-826438-5-hyperv neutron-server[108744]: {{(pid=108744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:38:31.889186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Attempting to bind port b1a9ee57-111b-45a9-a572-02829294f4cc on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:38:31.889816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Attempting to bind port b1a9ee57-111b-45a9-a572-02829294f4cc by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:38:31.890001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Attempting to bind port b1a9ee57-111b-45a9-a572-02829294f4cc on network 8304edde-cb82-4c9f-8b75-200c3d457b0a {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:38:31.896002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:38:31.896400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Checking segment: {'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:38:31.896980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:31.897364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Bound using segment: {'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:38:31.897882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Bound port: b1a9ee57-111b-45a9-a572-02829294f4cc, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:38:31.898312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:31.960738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-010f218d-035c-4588-bde7-fb033067b09f None None] For port b1a9ee57-111b-45a9-a572-02829294f4cc, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:38:31.964925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-010f218d-035c-4588-bde7-fb033067b09f None None] For port b1a9ee57-111b-45a9-a572-02829294f4cc, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1a9ee57-111b-45a9-a572-02829294f4cc,segment=NetworkSegment(9d3c651f-fed3-457d-81e9-6b67e50a786a),segment_id=9d3c651f-fed3-457d-81e9-6b67e50a786a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:38:31.969623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:32.035394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f218d-035c-4588-bde7-fb033067b09f None None] Pushing event updated for resources: {'Port': ['ID=b1a9ee57-111b-45a9-a572-02829294f4cc,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:33.331076 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 58916) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:33.648322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-c6af0e86-510a-4032-8528-7a7b405d3d6f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:38:33.649309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c6af0e86-510a-4032-8528-7a7b405d3d6f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172584 Jan 27 14:38:36.085992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 58924) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:36.403166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-a0968d1a-5d23-4c68-a522-39a859d1d08b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:38:36.404220 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a0968d1a-5d23-4c68-a522-39a859d1d08b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173597 Jan 27 14:38:39.059710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 58934) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:39.379325 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-05a2a79b-b140-45f3-8f75-bbc033c550dc admin admin] Request body: {'router': {'tenant_id': '818d2451787640c29164e5a7382bb44d', 'name': 'router1', 'admin_state_up': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:38:39.406337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05a2a79b-b140-45f3-8f75-bbc033c550dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:39.408057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05a2a79b-b140-45f3-8f75-bbc033c550dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:39.546773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05a2a79b-b140-45f3-8f75-bbc033c550dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:39.552008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05a2a79b-b140-45f3-8f75-bbc033c550dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:39.567562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05a2a79b-b140-45f3-8f75-bbc033c550dc admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:39.568755 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-05a2a79b-b140-45f3-8f75-bbc033c550dc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5080917 Jan 27 14:38:40.476643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209632ed-d46f-4434-9629-f77bd45e40a5 None None] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:38:40.481940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1a9ee57-111b-45a9-a572-02829294f4cc up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:38:40.628103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-00094fc7-2c87-4269-86be-f90f908aa389 None None] Provisioning complete for port b1a9ee57-111b-45a9-a572-02829294f4cc triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:40.628503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00094fc7-2c87-4269-86be-f90f908aa389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:40.696188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b1a9ee57-111b-45a9-a572-02829294f4cc triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:40.696558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:40.868843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00094fc7-2c87-4269-86be-f90f908aa389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:40.905856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:40.935323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-00094fc7-2c87-4269-86be-f90f908aa389 None None] For port b1a9ee57-111b-45a9-a572-02829294f4cc, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1a9ee57-111b-45a9-a572-02829294f4cc,segment=NetworkSegment(9d3c651f-fed3-457d-81e9-6b67e50a786a),segment_id=9d3c651f-fed3-457d-81e9-6b67e50a786a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:38:40.941581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00094fc7-2c87-4269-86be-f90f908aa389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:41.015342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:38:41.015742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:38:41.020649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00094fc7-2c87-4269-86be-f90f908aa389 None None] Pushing event updated for resources: {'Port': ['ID=b1a9ee57-111b-45a9-a572-02829294f4cc,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:41.060696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-12cbb2d1-1874-4359-8a9d-e06f93731989 None None] Provisioning complete for port b1a9ee57-111b-45a9-a572-02829294f4cc triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:41.061064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-12cbb2d1-1874-4359-8a9d-e06f93731989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:42.003683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 58948) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:42.433485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1a9ee57-111b-45a9-a572-02829294f4cc up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:38:42.482432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b1a9ee57-111b-45a9-a572-02829294f4cc triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:42.482804 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:42.506196 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING oslo_policy.policy [None req-5fdef330-46fc-4c10-8c91-5028c4aabe6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:42.506785 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING oslo_policy.policy [None req-5fdef330-46fc-4c10-8c91-5028c4aabe6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:42.731530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-5fdef330-46fc-4c10-8c91-5028c4aabe6f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:38:42.732635 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5fdef330-46fc-4c10-8c91-5028c4aabe6f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7280319 Jan 27 14:38:43.876360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e76acb0-d1b2-4db5-a851-afd2dc8209e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:45.202558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 58962) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:45.520009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:38:45.521426 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.quota [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Loaded quota_driver: . Jan 27 14:38:45.577253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Made reservation on behalf of 5ae0de094c10405998e538f3a573f19e for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:38:45.643864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.policy [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108743) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 14:38:45.689533 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING oslo_policy.policy [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:45.689909 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING oslo_policy.policy [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 14:38:45.700342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:45.721458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:45.830660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:45.834516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:45.846151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Reserving flat network on physical network physnet1 {{(pid=108743) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 14:38:45.878226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739334937914', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:45.878755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Unsubscribe: segment precommit_create {{(pid=108743) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 14:38:45.879256 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Added segment c62b45a6-d49f-453e-8180-7c307b0d7446 of type flat for network 02deada8-0e66-4b1c-9d30-b89d6223d135 Jan 27 14:38:45.896246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3664db25-88e7-4a85-80c3-4a896b740b07,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:45.940615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.940955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.941336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.941635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.941954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.942284 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.942604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.942929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.943241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.943572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.943878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.944183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Tracked resource versions report: Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: pushed versions: Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: { 'AddressGroup': {'1.2'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'ConntrackHelper': {'1.0'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Log': {'1.0'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Network': {'1.1'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Port': {'1.7'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'PortForwarding': {'1.2'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'QosPolicy': {'1.9'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroup': {'1.4'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SubPort': {'1.0'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Subnet': {'1.1'}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Trunk': {'1.1'}} Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: consumer versions: Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'ConntrackHelper': '1.0', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Log': '1.0', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Network': '1.1', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Port': '1.7', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'PortForwarding': '1.2', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'QosPolicy': '1.9', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroup': '1.4', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroupRule': '1.2', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SubPort': '1.0', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Subnet': '1.1', Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Trunk': '1.1'}} Jan 27 14:38:45.945512 dv-neutron-826438-5-hyperv neutron-server[108743]: {{(pid=108743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:38:46.010841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:46.057789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:46.058912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:46.059627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:46.138107 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9343789 Jan 27 14:38:46.167109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339142e6-899f-427b-befe-5c3e7879ee65 admin admin] Pushing event updated for resources: {'Network': ['ID=02deada8-0e66-4b1c-9d30-b89d6223d135,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:46.179476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:38:46.247208 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d63485d-8cbe-4105-a54e-c7aaec500b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:47.217295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:48.527825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 58986) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:48.604792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:48.745857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2302c45-2bea-4a15-889c-6c8d6f21656a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:48.747214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e2302c45-2bea-4a15-889c-6c8d6f21656a admin admin] 10.222.0.18 "GET /v2.0/subnets/bf9a466e-9165-42b5-b7b4-4cf2585e7288 HTTP/1.1" status: 200 len: 849 time: 0.2184517 Jan 27 14:38:48.908023 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2e30e8cc-5672-4eca-a070-324cffef9951 admin admin] 10.222.0.18 "GET /v2.0/routers/eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b HTTP/1.1" status: 200 len: 704 time: 0.1535997 Jan 27 14:38:49.106505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:49.197155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:49.490643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Allocated IP 172.20.0.1 (8304edde-cb82-4c9f-8b75-200c3d457b0a/bf9a466e-9165-42b5-b7b4-4cf2585e7288/e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:38:49.673329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:49.739379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:49.803366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:38:49.808998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:38:49.821291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:38:49.821853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:49.882053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:50.004512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-03486387-ca2c-4079-94d3-02c170afd857 None None] Provisioning complete for port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:50.005103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03486387-ca2c-4079-94d3-02c170afd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:50.022549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:50.037476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-03486387-ca2c-4079-94d3-02c170afd857 None None] Port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:38:50.276293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:50.280829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:50.281647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:50.361247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:50.404973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:38:50.406243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:38:50.557990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9f303441-ff95-47a2-9953-964d03cd4005 None None] Provisioning complete for port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:50.558355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f303441-ff95-47a2-9953-964d03cd4005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:50.566539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:38:50.590830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9f303441-ff95-47a2-9953-964d03cd4005 None None] Port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:38:50.656297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:38:50.662606 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1a29a7b3-df5e-498e-aea9-4c25eb4297b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7481692 Jan 27 14:38:50.678996 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Sync routers for ids ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:38:50.690411 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Routers {'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:38:50.691211 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:38:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:50.874471 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Set router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:38:51.301538 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'name': 'router1', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:38:39Z', 'updated_at': '2022-01-27T14:38:49Z', 'revision_number': 2, 'project_id': '818d2451787640c29164e5a7382bb44d', 'gw_port_host': None, '_interfaces': [{'id': 'e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca', 'name': '', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'mac_address': 'fa:16:3e:41:97:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:49Z', 'updated_at': '2022-01-27T14:38:50Z', 'revision_number': 2, 'project_id': '818d2451787640c29164e5a7382bb44d', 'subnets': [{'id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c76d430-ad6f-49de-bca9-5cb61b98be4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:51.352889 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Checking router: eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:38:51.353249 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Updating router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:38:51.406445 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:51.924214 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:51.931682 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.090288 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Pushing event updated for resources: {'Port': ['ID=e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:52.106363 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Attempting to bind port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:38:52.106760 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Attempting to bind port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:38:52.107205 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Attempting to bind port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca on network 8304edde-cb82-4c9f-8b75-200c3d457b0a {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:38:52.111505 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.111858 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.112196 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.112526 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.112853 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.113184 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.113513 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.113835 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.114170 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.114491 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.114808 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.115128 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Tracked resource versions report: Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: pushed versions: Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: { 'AddressGroup': {'1.2'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'ConntrackHelper': {'1.0'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Log': {'1.0'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Network': {'1.1'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Port': {'1.7'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'PortForwarding': {'1.2'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'QosPolicy': {'1.9'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroup': {'1.4'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SubPort': {'1.0'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Subnet': {'1.1'}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Trunk': {'1.1'}} Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: consumer versions: Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'ConntrackHelper': '1.0', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Log': '1.0', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Network': '1.1', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Port': '1.7', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'PortForwarding': '1.2', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'QosPolicy': '1.9', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroup': '1.4', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroupRule': '1.2', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SubPort': '1.0', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Subnet': '1.1', Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Trunk': '1.1'}} Jan 27 14:38:52.116618 dv-neutron-826438-5-hyperv neutron-server[108745]: {{(pid=108745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:38:52.121532 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:38:52.121948 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Checking segment: {'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:38:52.122421 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.122799 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Bound using segment: {'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:38:52.123339 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Bound port: e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3c651f-fed3-457d-81e9-6b67e50a786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:38:52.123737 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.190158 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] For port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:38:52.211840 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] For port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca,segment=NetworkSegment(9d3c651f-fed3-457d-81e9-6b67e50a786a),segment_id=9d3c651f-fed3-457d-81e9-6b67e50a786a)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:38:52.216965 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.218855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2f3a9637-ac4a-4e62-b9d8-1a7f05f65ea5 None None] Provisioning complete for port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:52.219373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f3a9637-ac4a-4e62-b9d8-1a7f05f65ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.272475 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159012c3-4bb3-4292-9268-25c26c05d311 None None] Pushing event updated for resources: {'Port': ['ID=e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:52.291749 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Routers {'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:38:52.292377 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:38:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:52.315559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f3a9637-ac4a-4e62-b9d8-1a7f05f65ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.355748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2f3a9637-ac4a-4e62-b9d8-1a7f05f65ea5 None None] For port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca,segment=NetworkSegment(9d3c651f-fed3-457d-81e9-6b67e50a786a),segment_id=9d3c651f-fed3-457d-81e9-6b67e50a786a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:38:52.365461 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f3a9637-ac4a-4e62-b9d8-1a7f05f65ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.391292 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] Set router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:38:52.426167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a9637-ac4a-4e62-b9d8-1a7f05f65ea5 None None] Pushing event updated for resources: {'Port': ['ID=e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:52.484262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-bb1d097d-5827-4e3f-a02f-77996dd0300d None None] Provisioning complete for port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:52.484636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1d097d-5827-4e3f-a02f-77996dd0300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:52.613699 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'name': 'router1', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:38:39Z', 'updated_at': '2022-01-27T14:38:49Z', 'revision_number': 2, 'project_id': '818d2451787640c29164e5a7382bb44d', 'gw_port_host': None, '_interfaces': [{'id': 'e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca', 'name': '', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'mac_address': 'fa:16:3e:41:97:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:49Z', 'updated_at': '2022-01-27T14:38:52Z', 'revision_number': 4, 'project_id': '818d2451787640c29164e5a7382bb44d', 'subnets': [{'id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c76d430-ad6f-49de-bca9-5cb61b98be4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:52.639702 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ec3d8f-8363-40a2-8e70-15d078ff78b1 None None] The sync data for ids ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'] in dv-neutron-826438-5-hyperv is: [{'id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'name': 'router1', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:38:39Z', 'updated_at': '2022-01-27T14:38:49Z', 'revision_number': 2, 'project_id': '818d2451787640c29164e5a7382bb44d', 'gw_port_host': None, '_interfaces': [{'id': 'e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca', 'name': '', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'mac_address': 'fa:16:3e:41:97:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:49Z', 'updated_at': '2022-01-27T14:38:52Z', 'revision_number': 4, 'project_id': '818d2451787640c29164e5a7382bb44d', 'subnets': [{'id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c76d430-ad6f-49de-bca9-5cb61b98be4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:38:52.964401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59008) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:53.081740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5274604-4a58-4e33-b030-b5586a78761f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:53.089030 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f5274604-4a58-4e33-b030-b5586a78761f admin admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 842 time: 0.1176405 Jan 27 14:38:53.093141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Request body: {'subnet': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:38:53.115827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Made reservation on behalf of 5ae0de094c10405998e538f3a573f19e for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:38:53.118164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:53.428725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:38:53.429170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:53.487327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7480569e-971a-42dd-874e-266c9696a238,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:53.496932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:38:53.497292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Network hostable DHCP agents. Network: 02deada8-0e66-4b1c-9d30-b89d6223d135, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:38:53.513512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:38:53.522949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 02deada8-0e66-4b1c-9d30-b89d6223d135) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:38:53.528512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:53.530499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:53.531312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70540d-cedf-4be2-9851-58e239e56710 None None] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:38:53.549957 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-46415ef9-3069-46c2-bf1f-be757d4aa9d7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4600203 Jan 27 14:38:53.670382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d3269-8d52-44f6-a5e4-37c4bb11f845 None None] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:38:55.917963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59016) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:38:56.049221 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-76ae91f0-4296-4bcb-83f8-f81f56fb6b30 admin admin] 10.222.0.18 "GET /v2.0/routers/eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b HTTP/1.1" status: 200 len: 710 time: 0.1300323 Jan 27 14:38:56.136995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933cfeb3-98ec-491f-90f5-4be55b026803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:38:56.138451 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-933cfeb3-98ec-491f-90f5-4be55b026803 admin admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 886 time: 0.0831394 Jan 27 14:38:56.148302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:38:56.394452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:56.624871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:56.699989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:56.881476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Allocated IP 172.26.6.223 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/0ff69fcc-d518-4fe1-b251-733e0d10c993) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:38:56.987894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:57.020131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:57.061053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:38:57.064519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:38:57.070660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:38:57.100933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff69fcc-d518-4fe1-b251-733e0d10c993,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:38:57.325301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:57.528113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:57.531591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:57.642849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:38:57.752685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:38:57.757246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:57.758447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7886bc45-4aa7-4285-98aa-cb395d1c3af9 admin admin] 10.222.0.18 "PUT /v2.0/routers/eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b HTTP/1.1" status: 200 len: 890 time: 1.6133556 Jan 27 14:38:58.470583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:38:58.519535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:38:58.519902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:38:59.155201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Sync routers for ids ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:38:59.165490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Routers {'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:38:59.166132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:38:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:59.373689 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Set router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:38:59.765400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'name': 'router1', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '0ff69fcc-d518-4fe1-b251-733e0d10c993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:38:39Z', 'updated_at': '2022-01-27T14:38:57Z', 'revision_number': 4, 'project_id': '818d2451787640c29164e5a7382bb44d', 'gw_port': {'id': '0ff69fcc-d518-4fe1-b251-733e0d10c993', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:56Z', 'updated_at': '2022-01-27T14:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca', 'name': '', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'mac_address': 'fa:16:3e:41:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:49Z', 'updated_at': '2022-01-27T14:38:52Z', 'revision_number': 5, 'project_id': '818d2451787640c29164e5a7382bb44d', 'subnets': [{'id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c76d430-ad6f-49de-bca9-5cb61b98be4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:38:59.817735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Checking router: eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:38:59.818081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Updating router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b port 0ff69fcc-d518-4fe1-b251-733e0d10c993 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:38:59.865147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:00.246237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59028) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:39:00.258179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:00.263808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:00.314558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Attempting to bind port 0ff69fcc-d518-4fe1-b251-733e0d10c993 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:39:00.314924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Attempting to bind port 0ff69fcc-d518-4fe1-b251-733e0d10c993 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:39:00.315300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Attempting to bind port 0ff69fcc-d518-4fe1-b251-733e0d10c993 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:39:00.317254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6287-6963-420d-8e33-497f649d165f None None] Pushing event updated for resources: {'Port': ['ID=0ff69fcc-d518-4fe1-b251-733e0d10c993,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:39:00.322851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:39:00.323067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:39:00.323468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:00.323857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:39:00.324489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Bound port: 0ff69fcc-d518-4fe1-b251-733e0d10c993, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:39:00.324907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:00.367649 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-94433ee9-e064-4f25-8cdd-0f1a81773130 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202717 Jan 27 14:39:00.381139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] For port 0ff69fcc-d518-4fe1-b251-733e0d10c993, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:39:00.385052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] For port 0ff69fcc-d518-4fe1-b251-733e0d10c993, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0ff69fcc-d518-4fe1-b251-733e0d10c993,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:39:00.389201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:00.445658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Routers {'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:39:00.446292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:38:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:39:00.494802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc6287-6963-420d-8e33-497f649d165f None None] Pushing event updated for resources: {'Port': ['ID=0ff69fcc-d518-4fe1-b251-733e0d10c993,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:39:00.569852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] Set router eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:39:00.783500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'name': 'router1', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '0ff69fcc-d518-4fe1-b251-733e0d10c993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:38:39Z', 'updated_at': '2022-01-27T14:38:57Z', 'revision_number': 4, 'project_id': '818d2451787640c29164e5a7382bb44d', 'gw_port': {'id': '0ff69fcc-d518-4fe1-b251-733e0d10c993', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:56Z', 'updated_at': '2022-01-27T14:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca', 'name': '', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'mac_address': 'fa:16:3e:41:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:49Z', 'updated_at': '2022-01-27T14:38:52Z', 'revision_number': 5, 'project_id': '818d2451787640c29164e5a7382bb44d', 'subnets': [{'id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c76d430-ad6f-49de-bca9-5cb61b98be4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:39:00.810277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828f4a8-e7aa-42ab-a6e2-587b71584461 None None] The sync data for ids ['eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b'] in dv-neutron-826438-5-hyperv is: [{'id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'name': 'router1', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '0ff69fcc-d518-4fe1-b251-733e0d10c993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:38:39Z', 'updated_at': '2022-01-27T14:38:57Z', 'revision_number': 4, 'project_id': '818d2451787640c29164e5a7382bb44d', 'gw_port': {'id': '0ff69fcc-d518-4fe1-b251-733e0d10c993', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:56Z', 'updated_at': '2022-01-27T14:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca', 'name': '', 'network_id': '8304edde-cb82-4c9f-8b75-200c3d457b0a', 'tenant_id': '818d2451787640c29164e5a7382bb44d', 'mac_address': 'fa:16:3e:41:97:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeff9799-1be7-4f70-af1b-b4b1bf7e6d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:38:49Z', 'updated_at': '2022-01-27T14:38:52Z', 'revision_number': 5, 'project_id': '818d2451787640c29164e5a7382bb44d', 'subnets': [{'id': 'bf9a466e-9165-42b5-b7b4-4cf2585e7288', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c76d430-ad6f-49de-bca9-5cb61b98be4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:39:02.525074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0ff69fcc-d518-4fe1-b251-733e0d10c993 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:39:02.580627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0ff69fcc-d518-4fe1-b251-733e0d10c993 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:39:02.581012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:02.670588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:02.692483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 0ff69fcc-d518-4fe1-b251-733e0d10c993, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0ff69fcc-d518-4fe1-b251-733e0d10c993,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:39:02.697741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:02.750261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=0ff69fcc-d518-4fe1-b251-733e0d10c993,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:39:04.487993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0ff69fcc-d518-4fe1-b251-733e0d10c993 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:39:04.571505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0ff69fcc-d518-4fe1-b251-733e0d10c993 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:39:04.573353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:13.880758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85d2f7ca-0555-47d7-aed1-09ce12de3d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:14.346874 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:39:16.213836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b4d9-3b2d-426c-874f-6bcf9fd0a5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:17.236570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:18.614392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:19.165566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:43.885944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d04eeae-f7b8-42a1-8b8b-6895e36a4d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:46.210399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f316207-f8ac-40c8-be46-74dd904c6217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:47.274880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:48.616111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:49.106364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:39:51.346116 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:40:13.889216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a1151e81-6649-4f13-90c2-faf28d8204cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:16.213201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11e6b550-93d6-4308-9286-572d2be797ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:17.235745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:18.620802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:19.107960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:28.346800 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:40:43.891033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee3bb734-615f-4273-a59c-a730858e73b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:44.137089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59622) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:40:44.201230 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74a7960-5e02-420a-a395-acc2958d4f9e admin admin] GET failed (client error): The resource could not be found. Jan 27 14:40:44.202553 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e74a7960-5e02-420a-a395-acc2958d4f9e admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644972 Jan 27 14:40:44.367608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a6a9e-b8b8-4e2b-9baa-c78ad8d0051a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:44.369072 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ee6a6a9e-b8b8-4e2b-9baa-c78ad8d0051a admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616180 Jan 27 14:40:46.216287 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7427638-cc90-48f7-9736-bebd6ab86c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:46.641301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59632) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:40:46.733713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc758c8-0b17-4826-9a8a-b47690937e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:46.735154 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4bc758c8-0b17-4826-9a8a-b47690937e1d admin admin] 10.222.0.18 "GET /v2.0/subnets/bf9a466e-9165-42b5-b7b4-4cf2585e7288 HTTP/1.1" status: 200 len: 849 time: 0.0927937 Jan 27 14:40:46.745215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:40:46.834028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Notify callbacks [] for subnet, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:46.987794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739335033191'] for subnet, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:47.019718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:47.020308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:47.021608 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] 10.222.0.18 "PUT /v2.0/subnets/bf9a466e-9165-42b5-b7b4-4cf2585e7288 HTTP/1.1" status: 200 len: 868 time: 0.2800539 Jan 27 14:40:47.028402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f215c-dc36-462b-93f3-da857c56a0f0 None None] Network 8304edde-cb82-4c9f-8b75-200c3d457b0a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:40:47.044236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9a466e-9165-42b5-b7b4-4cf2585e7288,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:40:47.052512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.052908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.053255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.053588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.053921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.054262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.054593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.054941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.055300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.055637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.055962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.056282 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8ee853-83ed-481e-b9eb-4414f43099bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:40:47.242518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:47.457627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-43efe870-6523-44e7-afac-1a45fb31e569 None None] Provisioning complete for port b1a9ee57-111b-45a9-a572-02829294f4cc triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:40:47.457627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43efe870-6523-44e7-afac-1a45fb31e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:47.556374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-43efe870-6523-44e7-afac-1a45fb31e569 None None] Provisioning complete for port e08f88b1-c58b-4f39-8fb7-d4e8fb01cdca triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:40:47.556742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43efe870-6523-44e7-afac-1a45fb31e569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:48.624857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:49.112183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:40:49.273823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59640) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:40:49.474113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9e526-b063-411e-bc8d-6a6fbd50c200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:49.474568 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9e526-b063-411e-bc8d-6a6fbd50c200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:49.476144 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-19d9e526-b063-411e-bc8d-6a6fbd50c200 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014282 Jan 27 14:40:51.711342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59648) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:40:51.916155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56688317-cd53-43e5-b716-06c0f2028e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:51.916653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56688317-cd53-43e5-b716-06c0f2028e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:51.918862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-56688317-cd53-43e5-b716-06c0f2028e4a admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059438 Jan 27 14:40:54.150153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59658) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:40:54.273967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d985135-2600-4a68-bae3-7931cb4d2ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:54.275482 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2d985135-2600-4a68-bae3-7931cb4d2ffa admin admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 886 time: 0.1242485 Jan 27 14:40:56.532872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59666) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:40:56.672751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e873d76-6e7d-43db-bbb5-36211d7287f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:56.674170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4e873d76-6e7d-43db-bbb5-36211d7287f1 admin admin] 10.222.0.18 "GET /v2.0/networks/8304edde-cb82-4c9f-8b75-200c3d457b0a HTTP/1.1" status: 200 len: 869 time: 0.1402135 Jan 27 14:40:58.945776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59674) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:40:59.134322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809691cd-1401-44c2-a34e-223f0b7e7bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:59.134693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809691cd-1401-44c2-a34e-223f0b7e7bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:40:59.136333 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-809691cd-1401-44c2-a34e-223f0b7e7bff admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1895411 Jan 27 14:41:01.422641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59682) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:41:01.547454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838c02d-9b17-49fd-b831-fd22ff2daf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:01.547897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838c02d-9b17-49fd-b831-fd22ff2daf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:01.549441 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e838c02d-9b17-49fd-b831-fd22ff2daf82 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256204 Jan 27 14:41:03.835297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59690) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:41:03.928224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f40af3-9b87-41f0-8fff-4e2e395bf770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:03.929593 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-48f40af3-9b87-41f0-8fff-4e2e395bf770 admin admin] 10.222.0.18 "GET /v2.0/subnets/7480569e-971a-42dd-874e-266c9696a238 HTTP/1.1" status: 200 len: 816 time: 0.0933390 Jan 27 14:41:05.346180 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:41:06.169426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59698) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:41:06.359506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d815b-3918-4a43-8918-b8dd5216264d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:06.360863 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-038d815b-3918-4a43-8918-b8dd5216264d admin admin] 10.222.0.18 "GET /v2.0/subnets/bf9a466e-9165-42b5-b7b4-4cf2585e7288 HTTP/1.1" status: 200 len: 868 time: 0.1904035 Jan 27 14:41:13.893169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b760d024-75cd-4853-9154-94c50771508b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:16.221119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-68d8d773-bee0-4ce3-9274-9276ea034e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:17.244881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:18.627024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:19.115513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:26.930294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59752) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:41:26.979784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-477f4e74-c322-4ee4-b666-93a8759f8157 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:41:26.980836 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-477f4e74-c322-4ee4-b666-93a8759f8157 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495872 Jan 27 14:41:29.295336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59760) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:41:29.356519 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1f2bfa-9b27-447e-b894-09194e7c6c97 admin admin] GET failed (client error): The resource could not be found. Jan 27 14:41:29.357877 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3f1f2bfa-9b27-447e-b894-09194e7c6c97 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616477 Jan 27 14:41:29.499061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207b897-4944-4553-9b61-40ef3b9ad453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:29.500580 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f207b897-4944-4553-9b61-40ef3b9ad453 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381168 Jan 27 14:41:31.747850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59768) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:41:31.796209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:41:31.819020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Made reservation on behalf of 5ae0de094c10405998e538f3a573f19e for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:41:31.821379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:31.853021 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.services.revisions.revision_plugin [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Could not find related network for resource to bump revision. Jan 27 14:41:31.869094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:41:31.879720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:31.880062 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Added segment 68e07b7c-c2ec-4345-b2a6-c91ead57ef9a of type vlan for network fc3b7112-ad1d-4b80-a975-1df0d077fea8 Jan 27 14:41:31.920392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:31.944173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:31.945027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:31.945636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:32.002528 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2535849 Jan 27 14:41:32.009556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3b7112-ad1d-4b80-a975-1df0d077fea8,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:41:32.017772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.018144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.018487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.018882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.019223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.019602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.019939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.020286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.020618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.020941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.021265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.021585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312c88c-0d86-4ed5-b3f1-685c0c5f5898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:32.033900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network fc3b7112-ad1d-4b80-a975-1df0d077fea8 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:41:34.322984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59776) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:41:34.388685 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5582dd-e549-479a-b363-9d190f7fd94d admin admin] GET failed (client error): The resource could not be found. Jan 27 14:41:34.390285 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f5582dd-e549-479a-b363-9d190f7fd94d admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658708 Jan 27 14:41:34.483251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7955921-2d22-4bf7-b733-7ea9a2bc9b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:34.484816 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d7955921-2d22-4bf7-b733-7ea9a2bc9b9e admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0896730 Jan 27 14:41:34.496726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:41:34.520767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Made reservation on behalf of 5ae0de094c10405998e538f3a573f19e for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:41:34.523077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:34.706903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:34.767159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f252531f-da6f-41e5-81a8-fff19285eb4a,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:41:34.775916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Checking segment: {'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:41:34.776358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Network hostable DHCP agents. Network: fc3b7112-ad1d-4b80-a975-1df0d077fea8, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:41:34.796117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Network fc3b7112-ad1d-4b80-a975-1df0d077fea8 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:41:34.807665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, fc3b7112-ad1d-4b80-a975-1df0d077fea8) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:41:34.812770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:41:34.813473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:34.818562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75958aa-0e53-4cb5-8b31-8c812ae03694 None None] Network fc3b7112-ad1d-4b80-a975-1df0d077fea8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:41:34.833426 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-913fd45b-ce8d-4111-aa56-6e3906c25f82 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3410592 Jan 27 14:41:35.047437 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-fc3b7112-ad1d-4b80-a975-1df0d077fea8', 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8', 'tenant_id': '5ae0de094c10405998e538f3a573f19e', 'fixed_ips': [{'subnet_id': 'f252531f-da6f-41e5-81a8-fff19285eb4a'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:41:35.048933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:35.248623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Allocated IP 192.168.233.2 (fc3b7112-ad1d-4b80-a975-1df0d077fea8/f252531f-da6f-41e5-81a8-fff19285eb4a/1e7bb775-347b-4477-8f8e-aa089962d4b8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:41:35.465268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:35.479849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:35.529552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Network fc3b7112-ad1d-4b80-a975-1df0d077fea8 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:41:35.536384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:41:35.539963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:41:35.559114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Pushing event updated for resources: {'Port': ['ID=1e7bb775-347b-4477-8f8e-aa089962d4b8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:41:35.585611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.586081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.586324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.586664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.587000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.587372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.587721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.588094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.588443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.588771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.589088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.589410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:41:35.619487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Attempting to bind port 1e7bb775-347b-4477-8f8e-aa089962d4b8 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:41:35.619858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Attempting to bind port 1e7bb775-347b-4477-8f8e-aa089962d4b8 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:41:35.620226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Attempting to bind port 1e7bb775-347b-4477-8f8e-aa089962d4b8 on network fc3b7112-ad1d-4b80-a975-1df0d077fea8 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:41:35.625945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:41:35.626321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Checking segment: {'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:41:35.626726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:35.627121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Bound using segment: {'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:41:35.628170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Bound port: 1e7bb775-347b-4477-8f8e-aa089962d4b8, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:41:35.628170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:35.708411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] For port 1e7bb775-347b-4477-8f8e-aa089962d4b8, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:41:35.712512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] For port 1e7bb775-347b-4477-8f8e-aa089962d4b8, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bb775-347b-4477-8f8e-aa089962d4b8,segment=NetworkSegment(68e07b7c-c2ec-4345-b2a6-c91ead57ef9a),segment_id=68e07b7c-c2ec-4345-b2a6-c91ead57ef9a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:41:35.720631 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:35.793587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44bcbd-472d-49f9-ab3f-43ebdd79456d None None] Pushing event updated for resources: {'Port': ['ID=1e7bb775-347b-4477-8f8e-aa089962d4b8,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:41:36.760708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bb775-347b-4477-8f8e-aa089962d4b8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:41:36.850790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1e7bb775-347b-4477-8f8e-aa089962d4b8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:41:36.851411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:36.889787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2dfb1a-872f-4fbf-83a3-6ca4421e61dc None None] Network fc3b7112-ad1d-4b80-a975-1df0d077fea8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:41:37.014200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fe5dfdc7-1cbd-4538-bf43-00d1c0e1a441 None None] Provisioning complete for port 1e7bb775-347b-4477-8f8e-aa089962d4b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:41:37.014709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe5dfdc7-1cbd-4538-bf43-00d1c0e1a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:37.131860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:37.190676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 1e7bb775-347b-4477-8f8e-aa089962d4b8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bb775-347b-4477-8f8e-aa089962d4b8,segment=NetworkSegment(68e07b7c-c2ec-4345-b2a6-c91ead57ef9a),segment_id=68e07b7c-c2ec-4345-b2a6-c91ead57ef9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:41:37.218543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:37.237265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe5dfdc7-1cbd-4538-bf43-00d1c0e1a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:37.323996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=1e7bb775-347b-4477-8f8e-aa089962d4b8,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:41:37.347593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-fe5dfdc7-1cbd-4538-bf43-00d1c0e1a441 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:41:37.347982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-fe5dfdc7-1cbd-4538-bf43-00d1c0e1a441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:41:38.006572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d06e735a-b41b-4610-9625-7157423d09ea None None] Provisioning complete for port 1e7bb775-347b-4477-8f8e-aa089962d4b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:41:38.007255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d06e735a-b41b-4610-9625-7157423d09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:38.661929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bb775-347b-4477-8f8e-aa089962d4b8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:41:38.712853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1e7bb775-347b-4477-8f8e-aa089962d4b8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:41:38.716452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:42.346310 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:41:43.899478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a517e9e9-d277-45b9-a386-e94719a5fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:46.220149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a99f3be1-c31e-4554-a37e-ee9ee408fcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:47.247685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:48.640083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:41:49.125272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:13.898815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a0a58bdf-676e-43b7-8c46-8eecfa2de6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:16.216739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2db6a8a-d1f4-49ea-997d-3283bdee4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:17.256822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:18.642811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:19.120438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:19.345222 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:42:43.893918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acb16e47-f008-49af-851a-62b12b83d4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:46.217335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8268cd61-ee7b-4516-b6f4-b797497c4e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:47.255973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:48.640811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:49.128607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:42:56.345398 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:43:06.870508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59828) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:43:06.876867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-48d4fba9-e406-4bf3-b62f-cbbb9b793949 tempest-verify_tempest_config-1538532300 tempest-verify_tempest_config-1538532300-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:43:06.877916 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-48d4fba9-e406-4bf3-b62f-cbbb9b793949 tempest-verify_tempest_config-1538532300 tempest-verify_tempest_config-1538532300-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064242 Jan 27 14:43:07.238432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 59846) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:43:07.373765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:07.495699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:07.500090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:07.548529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaf59ca-cf0e-4eef-950f-3c1722348708,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:43:07.552619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ad60ff2d2c8495bb4afa56165d13f4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3130269 Jan 27 14:43:07.557668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59850) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:43:07.559104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.559503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.559962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.560170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.560501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.560832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.561153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.561482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.561802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.562123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.562533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.562805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd5615-70fa-45f8-901e-495dbca7fb58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.633213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:07.657115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:07.789678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:07.793172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:07.795095 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ceaf59ca-cf0e-4eef-950f-3c1722348708 HTTP/1.1" status: 204 len: 168 time: 0.2360001 Jan 27 14:43:07.810434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaf59ca-cf0e-4eef-950f-3c1722348708,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:43:07.822906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.823535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.824116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.824695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.825247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.825843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.826480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.826980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.827591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.828165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.828721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:07.829241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf3e7aa-9c5e-4972-a501-a4cfa49eed57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:43:13.902065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfb510d4-5374-476f-ab36-403251474d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:16.210767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c146450-8f65-4b11-be02-8a70b3ea86a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:17.257127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:18.647101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:19.125028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:33.345017 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:43:43.894673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d503d4a5-6cf7-49b0-91b6-498324b5893d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:46.227069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-062da9e0-44d3-4b07-a7f3-bd322306e5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:47.260351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:48.649758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:43:49.128317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:10.343886 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 5 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:44:13.899731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e096-126e-4ccd-9a1e-fc8930514b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:16.212686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-230cdabe-1a6c-4c8c-b7da-5f3d82d6d256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:17.263214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:18.651190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:19.132933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:30.076077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1730051'] for agent, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:43.903662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-faa1f3d3-c926-4eaf-af3b-ce2bad3e5dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:46.217033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2042d646-4357-424c-a80a-362773a09393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:46.347790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59922) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:44:46.473042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f36f858-7e4c-4bd5-9851-cd0fc1120800 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1241007 Jan 27 14:44:47.265426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:47.343764 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:44:48.658747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:44:48.820092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 59932) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:44:48.896800 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5775cf6c-ed17-4927-8ce6-120407c097a1 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0751827 Jan 27 14:44:49.137663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:00.063736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:13.907135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de45d7e2-b453-4964-bb2b-40f96d534cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:16.214241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c20e4fa-a370-4d9e-a5c9-8ab5ae70d146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:17.272467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:18.666922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:19.135390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:24.344626 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:45:30.077041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:43.920363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33ff1094-a0cc-4b97-bbd0-599943ddb2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:46.212939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6137390e-16cf-4e2c-a73b-56758d2777cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:47.279789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:48.674610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:45:49.133820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:00.085017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:01.347091 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:46:13.918471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3706a90-293f-4637-9746-c37f2620f3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:16.240270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-82966e3e-8e1c-4db0-8638-4c9ed245b6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:17.298379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:18.710438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:19.184133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:19.962621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60052) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:20.371133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-461316835-network', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:20.416874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Made reservation on behalf of d0dbc7ec4e9c4a50be9f3db3b907f6f5 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:20.420975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.433738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.567514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.573814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.614098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:46:20.635939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.636456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Added segment 4c05dec5-77ca-4839-a9a1-bee6f0e6d17a of type vlan for network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 Jan 27 14:46:20.650696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4204ff-4a91-44c8-927f-5d017e7df690,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:20.665432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.665957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.666571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.666937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.667476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.668023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.668536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.669019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.669544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.670095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.670581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.671116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Tracked resource versions report: Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: pushed versions: Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: { 'AddressGroup': {'1.2'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'ConntrackHelper': {'1.0'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Log': {'1.0'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Network': {'1.1'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Port': {'1.7'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'PortForwarding': {'1.2'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'QosPolicy': {'1.9'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroup': {'1.4'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SubPort': {'1.0'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Subnet': {'1.1'}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Trunk': {'1.1'}} Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: consumer versions: Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: HyperV agent@hv-neutron-8264: {}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'ConntrackHelper': '1.0', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Log': '1.0', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Network': '1.1', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Port': '1.7', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'PortForwarding': '1.2', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'QosPolicy': '1.9', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroup': '1.4', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SecurityGroupRule': '1.2', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'SubPort': '1.0', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Subnet': '1.1', Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: 'Trunk': '1.1'}} Jan 27 14:46:20.672509 dv-neutron-826438-5-hyperv neutron-server[108743]: {{(pid=108743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:46:20.739037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.786351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.788532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:20.789510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:20.882890 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9189334 Jan 27 14:46:20.888286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60090) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:20.899857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Request body: {'subnet': {'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-461316835-subnet', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:20.912266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e553fcc-a3f4-4f5a-bfde-22ea5199f43f admin admin] Pushing event updated for resources: {'Network': ['ID=131fbc0e-ac6b-4c25-a336-ab60cf032c27,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:20.932896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:46:20.942992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Made reservation on behalf of d0dbc7ec4e9c4a50be9f3db3b907f6f5 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:20.950464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Notify callbacks [] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.257253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.328702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:21.344445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.345101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.345663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.346249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.350908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.350908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.350908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.350908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.350908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.351551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.351816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.352705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Tracked resource versions report: Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: pushed versions: Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: { 'AddressGroup': {'1.2'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'ConntrackHelper': {'1.0'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Log': {'1.0'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Network': {'1.1'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Port': {'1.7'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'PortForwarding': {'1.2'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'QosPolicy': {'1.9'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroup': {'1.4'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SubPort': {'1.0'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Subnet': {'1.1'}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Trunk': {'1.1'}} Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: consumer versions: Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: HyperV agent@hv-neutron-8264: {}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'ConntrackHelper': '1.0', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Log': '1.0', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Network': '1.1', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Port': '1.7', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'PortForwarding': '1.2', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'QosPolicy': '1.9', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroup': '1.4', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SecurityGroupRule': '1.2', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'SubPort': '1.0', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Subnet': '1.1', Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: 'Trunk': '1.1'}} Jan 27 14:46:21.354822 dv-neutron-826438-5-hyperv neutron-server[108742]: {{(pid=108742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:46:21.382436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Checking segment: {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:21.383111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Network hostable DHCP agents. Network: 131fbc0e-ac6b-4c25-a336-ab60cf032c27, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:46:21.412243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:46:21.433264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 131fbc0e-ac6b-4c25-a336-ab60cf032c27) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:21.443530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:21.444179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.451829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e77a759-8f7a-49f5-82c5-3d25405c41cb None None] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:21.486138 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4d5a52d6-d496-4691-bec1-ef721240507b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5951216 Jan 27 14:46:21.491544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60112) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:21.499876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:21.543614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.545836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.676915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.710958 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:46:21.712983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.916029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:21.936379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Allocated IP 172.20.0.2 (131fbc0e-ac6b-4c25-a336-ab60cf032c27/7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35/76cd9b1d-a229-4537-92aa-4d31595f4f30) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:22.222978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.235649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.248025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.264562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.287225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60138) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:22.369758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:22.376844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:22.380648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Pushing event updated for resources: {'Port': ['ID=76cd9b1d-a229-4537-92aa-4d31595f4f30,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:22.384996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:22.400977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.401428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.402179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.402669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.403231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.403853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.404385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.405189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.405330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.405876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.406445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.406969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Tracked resource versions report: Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: pushed versions: Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: { 'AddressGroup': {'1.2'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'ConntrackHelper': {'1.0'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Log': {'1.0'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Network': {'1.1'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Port': {'1.7'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'PortForwarding': {'1.2'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'QosPolicy': {'1.9'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroup': {'1.4'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SubPort': {'1.0'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Subnet': {'1.1'}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Trunk': {'1.1'}} Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: consumer versions: Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: HyperV agent@hv-neutron-8264: {}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'ConntrackHelper': '1.0', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Log': '1.0', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Network': '1.1', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Port': '1.7', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'PortForwarding': '1.2', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'QosPolicy': '1.9', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroup': '1.4', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SecurityGroupRule': '1.2', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'SubPort': '1.0', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Subnet': '1.1', Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: 'Trunk': '1.1'}} Jan 27 14:46:22.409060 dv-neutron-826438-5-hyperv neutron-server[108744]: {{(pid=108744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:46:22.449874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Allocated IP 172.26.6.226 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/e8976978-deda-4ade-98bb-333ff7f8fc10) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:22.520276 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Attempting to bind port 76cd9b1d-a229-4537-92aa-4d31595f4f30 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:22.520989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Attempting to bind port 76cd9b1d-a229-4537-92aa-4d31595f4f30 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:22.521682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Attempting to bind port 76cd9b1d-a229-4537-92aa-4d31595f4f30 on network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:22.531875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:22.532677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Checking segment: {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:22.534327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.535124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Bound using segment: {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:22.536173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Bound port: 76cd9b1d-a229-4537-92aa-4d31595f4f30, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:22.538063 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.593429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.636835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.669584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] For port 76cd9b1d-a229-4537-92aa-4d31595f4f30, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:22.675198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] For port 76cd9b1d-a229-4537-92aa-4d31595f4f30, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=76cd9b1d-a229-4537-92aa-4d31595f4f30,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:22.682371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:22.684262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:22.686180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:22.688862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:22.810475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026d8a-0a52-4aea-b26c-e9528733d9af None None] Pushing event updated for resources: {'Port': ['ID=76cd9b1d-a229-4537-92aa-4d31595f4f30,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:22.932028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-508287209-network', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:22.932418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8976978-deda-4ade-98bb-333ff7f8fc10,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:23.015560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Made reservation on behalf of 06da3f64eaca418b91aba64b64cbe5f7 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:23.019173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.067739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.235521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.245824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.283119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:46:23.284379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60160) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:23.319251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bb0d42-6e6f-4651-8376-3845fb56dae6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:23.324901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.343590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.345587 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Added segment 0d5989d9-3160-4780-86b5-3803dea6ae4e of type vlan for network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e Jan 27 14:46:23.463572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.509713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.510779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:23.511524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.587582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] Pushing event updated for resources: {'Network': ['ID=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:23.604128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:46:23.616184 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9efdddff-8ede-4ea7-8685-46fd526e8c69 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3271692 Jan 27 14:46:23.617165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60170) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:23.624521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Request body: {'subnet': {'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-508287209-subnet', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:23.660208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Made reservation on behalf of 06da3f64eaca418b91aba64b64cbe5f7 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:23.663208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Notify callbacks [] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.702542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.912281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Router 02ee3961-c8b3-4335-9b14-79559f4180f0 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:46:23.940129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:23.977494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-310820619-network', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:24.077809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Made reservation on behalf of 8a03a90b7b6a4b58880dc1e0d1799e42 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:24.081305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.099496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Pushing event updated for resources: {'Subnet': ['ID=657d8216-ab7b-40b8-be7d-6e814e8246f0,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:24.110264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.111297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Checking segment: {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:24.111699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Network hostable DHCP agents. Network: bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:46:24.132964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:46:24.137174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:46:24.147877 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Sync routers for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:46:24.157781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:24.163263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:24.163893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.171583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a60319-cace-4a8d-b8d8-1fd0ce4f836b None None] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:24.181919 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:24.182577 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:24.188332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.195092 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-64a3d1d4-018a-465e-8a09-d6918a9ef7f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6983573 Jan 27 14:46:24.196606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60182) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:24.228782 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-97b0e1a7-d1a7-46c0-97c9-24772691403b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6070042 Jan 27 14:46:24.230720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60184) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:24.245616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:24.313176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.315989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.317402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.327241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.376001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599bbee7-3693-4891-b74f-cb025a0284b3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:24.427116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:46:24.449917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbb66a-f5df-4eaf-a3e9-20872650e7a7 None None] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:24.464089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.469874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.470559 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Added segment 9c5fefa3-4d89-4c5e-af7c-049dde4e572e of type vlan for network 9198f04c-3e13-480f-97b9-997a80d030ff Jan 27 14:46:24.568309 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:24.628057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.748805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.845675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.850678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:24.851663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.947897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:46:24.949428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:24.967746 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:23Z', 'revision_number': 3, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:25.003471 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Checking router: 02ee3961-c8b3-4335-9b14-79559f4180f0 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:46:25.004101 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Updating router 02ee3961-c8b3-4335-9b14-79559f4180f0 port e8976978-deda-4ade-98bb-333ff7f8fc10 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:46:25.043898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7552083 Jan 27 14:46:25.047035 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.054296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60204) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:25.084755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Request body: {'subnet': {'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-310820619-subnet', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:25.108787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60206) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:25.140177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Allocated IP 172.20.0.2 (bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e/657d8216-ab7b-40b8-be7d-6e814e8246f0/b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:25.247262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f24b2-c627-4acd-9f28-4906c83e1e82 admin admin] Pushing event updated for resources: {'Network': ['ID=9198f04c-3e13-480f-97b9-997a80d030ff,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:25.265420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Made reservation on behalf of 8a03a90b7b6a4b58880dc1e0d1799e42 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:25.273035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.316806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.325993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6e019a0d-448d-4bfa-9850-436ce87102f3 None None] Provisioning complete for port 76cd9b1d-a229-4537-92aa-4d31595f4f30 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:25.326385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e019a0d-448d-4bfa-9850-436ce87102f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 76cd9b1d-a229-4537-92aa-4d31595f4f30 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:25.334588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 9198f04c-3e13-480f-97b9-997a80d030ff details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:46:25.382947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.429086 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.437261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.438030 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.457514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.532263 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Pushing event updated for resources: {'Port': ['ID=e8976978-deda-4ade-98bb-333ff7f8fc10,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:25.544451 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.545276 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.545836 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.546532 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.547526 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.548181 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.549507 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.550092 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.550669 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.553415 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.553988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:25.554486 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.555050 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Tracked resource versions report: Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: pushed versions: Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: { 'AddressGroup': {'1.2'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'ConntrackHelper': {'1.0'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Log': {'1.0'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Network': {'1.1'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Port': {'1.7'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'PortForwarding': {'1.2'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'QosPolicy': {'1.9'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroup': {'1.4'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroupRule': {'1.2'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SubPort': {'1.0'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Subnet': {'1.1'}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Trunk': {'1.1'}} Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: consumer versions: Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: { DHCP agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: HyperV agent@hv-neutron-8264: {}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: L3 agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: Metadata agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: Metering agent@dv-neutron-826438-5-hyperv: {}, Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: Open vSwitch agent@dv-neutron-826438-5-hyperv: { 'AddressGroup': '1.2', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'ConntrackHelper': '1.0', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Log': '1.0', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Network': '1.1', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Port': '1.7', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'PortForwarding': '1.2', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'QosPolicy': '1.9', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroup': '1.4', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SecurityGroupRule': '1.2', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'SubPort': '1.0', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Subnet': '1.1', Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: 'Trunk': '1.1'}} Jan 27 14:46:25.557457 dv-neutron-826438-5-hyperv neutron-server[108745]: {{(pid=108745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 14:46:25.562348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:25.597472 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Attempting to bind port e8976978-deda-4ade-98bb-333ff7f8fc10 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:25.597852 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Attempting to bind port e8976978-deda-4ade-98bb-333ff7f8fc10 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:25.598234 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Attempting to bind port e8976978-deda-4ade-98bb-333ff7f8fc10 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:25.607208 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:25.607740 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:25.608081 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.608493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:25.611108 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Bound port: e8976978-deda-4ade-98bb-333ff7f8fc10, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:25.611583 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.702302 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] For port e8976978-deda-4ade-98bb-333ff7f8fc10, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:25.708028 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] For port e8976978-deda-4ade-98bb-333ff7f8fc10, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e8976978-deda-4ade-98bb-333ff7f8fc10,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:25.716409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:25.717116 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.731548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Allocated IP 172.26.6.245 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/93c08963-aecd-41c5-9ea2-8ef788171bbd) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:25.785967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Pushing event updated for resources: {'Port': ['ID=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:25.833302 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e0509-7428-4368-a091-471776d4e1dd None None] Pushing event updated for resources: {'Port': ['ID=e8976978-deda-4ade-98bb-333ff7f8fc10,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:25.890883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-175828504'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:25.894259 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:25.899899 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:25.943702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 76cd9b1d-a229-4537-92aa-4d31595f4f30 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:25.952112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:25.967200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e019a0d-448d-4bfa-9850-436ce87102f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.045397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Attempting to bind port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:26.046239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Attempting to bind port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:26.046648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Attempting to bind port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 on network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:26.083701 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:26.096686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.099481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:26.103225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Checking segment: {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:26.103225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.103225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Bound using segment: {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:26.103225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Bound port: b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:26.111448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.214677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6e019a0d-448d-4bfa-9850-436ce87102f3 None None] For port 76cd9b1d-a229-4537-92aa-4d31595f4f30, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=76cd9b1d-a229-4537-92aa-4d31595f4f30,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:26.255178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Made reservation on behalf of decf7e15975549efa693cba8d0399636 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:26.260114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.289246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e019a0d-448d-4bfa-9850-436ce87102f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.293611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.308792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.352229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.462120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7b4190-d76d-4494-b597-91841714e150,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:26.495336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.563571 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:23Z', 'revision_number': 3, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:26.583263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Checking segment: {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:26.588274 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Network hostable DHCP agents. Network: 9198f04c-3e13-480f-97b9-997a80d030ff, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:46:26.606652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:26.613221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:26.624855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:26.629364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Pushing event updated for resources: {'Port': ['ID=93c08963-aecd-41c5-9ea2-8ef788171bbd,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:26.648547 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c7301-b6e4-4504-90ec-667eaf487f23 None None] The sync data for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv is: [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:23Z', 'revision_number': 3, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:46:26.772608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] For port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:26.778434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] For port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:26.825179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Network 9198f04c-3e13-480f-97b9-997a80d030ff is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:46:26.836214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e019a0d-448d-4bfa-9850-436ce87102f3 None None] Pushing event updated for resources: {'Port': ['ID=76cd9b1d-a229-4537-92aa-4d31595f4f30,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:26.845379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.886281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60244) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:26.893446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 9198f04c-3e13-480f-97b9-997a80d030ff) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:26.913981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee4ac4-b8e7-4349-ba57-3411a43419bc None None] Pushing event updated for resources: {'Port': ['ID=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:26.918414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.936957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8c50bbf5-fb77-415a-870e-8557c4e0b18a None None] Provisioning complete for port 76cd9b1d-a229-4537-92aa-4d31595f4f30 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:26.936957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8c50bbf5-fb77-415a-870e-8557c4e0b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.951287 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:26.952243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.973077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:26.978740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85dd95-00e7-4505-b27c-2d10a6110370 None None] Network 9198f04c-3e13-480f-97b9-997a80d030ff requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:26.993337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:46:27.003803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.004246 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Added segment f69126bf-d85f-4977-909f-004fa4aff58b of type vlan for network 30594c9d-b3ed-439d-a166-56f54fce2a4f Jan 27 14:46:27.056757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.106334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 76cd9b1d-a229-4537-92aa-4d31595f4f30 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:27.156852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60248) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:27.190446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.212529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.244346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:27.246874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.291219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 76cd9b1d-a229-4537-92aa-4d31595f4f30 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:27.291588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.334414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Allocated IP 172.20.0.1 (131fbc0e-ac6b-4c25-a336-ab60cf032c27/7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35/599e4aea-dcbc-4578-a9a4-efe1b35ddd2b) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:27.537936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60252) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:27.550900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.648233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-9198f04c-3e13-480f-97b9-997a80d030ff', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:46:27.656627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.775939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:27.828774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60260) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:27.876730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-56acd310-de0e-40c9-858a-2ebb997a9e95 tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:27.903074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:27.955880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.024779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Allocated IP 172.20.0.2 (9198f04c-3e13-480f-97b9-997a80d030ff/4a7b4190-d76d-4494-b597-91841714e150/58087148-ec36-483b-80dc-6c2e5a5a4b50) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:28.080007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Pushing event updated for resources: {'Network': ['ID=30594c9d-b3ed-439d-a166-56f54fce2a4f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:28.106957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a300143f-cd0b-40e7-ba33-37d81f597de6 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2068903170'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:28.111319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 30594c9d-b3ed-439d-a166-56f54fce2a4f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:46:28.143803 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3983b3ed-ddb4-4124-b416-9c53a1bdaec9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.0816572 Jan 27 14:46:28.145185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60266) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:28.163721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:28.173328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:28.196929 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.0786314 Jan 27 14:46:28.211300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0418d4-bda4-45c4-9dc1-d9e81c49a4cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b204c6a-ae33-4b9d-9145-7cf3dd2fb9da,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:28.264285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.266202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.280814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.419764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Pushing event updated for resources: {'Port': ['ID=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:28.422859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.451838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:28.459977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:28.478091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a300143f-cd0b-40e7-ba33-37d81f597de6 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.479877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a300143f-cd0b-40e7-ba33-37d81f597de6 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.492849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:28.493414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.577999 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.594745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.707509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Network 9198f04c-3e13-480f-97b9-997a80d030ff is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:28.708907 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-56acd310-de0e-40c9-858a-2ebb997a9e95 tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "PUT /v2.0/quotas/15e23d7f6c554160af96df2fb7387de3 HTTP/1.1" status: 200 len: 366 time: 1.1520014 Jan 27 14:46:28.723891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60280) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:28.734720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:28.746584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:28.803442 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-287796f1-cfcf-4927-ad1f-e31e70a95129 tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0776365 Jan 27 14:46:28.810763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60282) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:28.868170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-83b8bd34-923d-4363-8a8c-da7e1734f37b tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "GET /v2.0/quotas/15e23d7f6c554160af96df2fb7387de3 HTTP/1.1" status: 200 len: 366 time: 0.0502057 Jan 27 14:46:28.872988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60284) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:28.906245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Pushing event updated for resources: {'Port': ['ID=58087148-ec36-483b-80dc-6c2e5a5a4b50,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:28.917481 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4418d09f-066b-4d67-8aee-676da35e6481 tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/15e23d7f6c554160af96df2fb7387de3 HTTP/1.1" status: 204 len: 168 time: 0.0415423 Jan 27 14:46:28.920642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:28.923753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60286) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:28.958528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ce014db6-210d-44a3-a6f1-f96698afd77c None None] Provisioning complete for port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:28.959302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce014db6-210d-44a3-a6f1-f96698afd77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.009789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Attempting to bind port 58087148-ec36-483b-80dc-6c2e5a5a4b50 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:29.013431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Attempting to bind port 58087148-ec36-483b-80dc-6c2e5a5a4b50 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:29.013817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Attempting to bind port 58087148-ec36-483b-80dc-6c2e5a5a4b50 on network 9198f04c-3e13-480f-97b9-997a80d030ff {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:29.051121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:29.054100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Checking segment: {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:29.054940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.055397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Bound using segment: {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:29.056000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Bound port: 58087148-ec36-483b-80dc-6c2e5a5a4b50, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:29.056309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.094341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ce014db6-210d-44a3-a6f1-f96698afd77c None None] Port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:29.200355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] For port 58087148-ec36-483b-80dc-6c2e5a5a4b50, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:29.206821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] For port 58087148-ec36-483b-80dc-6c2e5a5a4b50, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=58087148-ec36-483b-80dc-6c2e5a5a4b50,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:29.216472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.229216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41cb01b-136b-45c9-b800-ee03cf803479 None None] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:29.320036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a300143f-cd0b-40e7-ba33-37d81f597de6 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.360977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e8976978-deda-4ade-98bb-333ff7f8fc10 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:29.377748 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-50df9304-7407-4b1d-a941-6573c22f7aea tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.4153862 Jan 27 14:46:29.384681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60288) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:29.387573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.396769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.427003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a300143f-cd0b-40e7-ba33-37d81f597de6 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.464638 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e681b2ba-6a35-40e4-963c-655ee79b5f6e tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "GET /v2.0/quotas/15e23d7f6c554160af96df2fb7387de3 HTTP/1.1" status: 200 len: 370 time: 0.0734062 Jan 27 14:46:29.477363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60290) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:29.479802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60292) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:29.486419 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c824eec5-07e1-419f-8246-1f8ff662627d tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "GET /v2.0/quotas/15e23d7f6c554160af96df2fb7387de3/default HTTP/1.1" status: 200 len: 370 time: 0.0045588 Jan 27 14:46:29.498752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070c93-3c25-4a2b-8c39-24ac3942459f None None] Pushing event updated for resources: {'Port': ['ID=58087148-ec36-483b-80dc-6c2e5a5a4b50,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:29.500960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Request body: {'port': {'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f', 'binding:host_id': 'hv-neutron-8264', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1963886825'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:29.510577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60294) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:29.521957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a300143f-cd0b-40e7-ba33-37d81f597de6 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.523183 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a300143f-cd0b-40e7-ba33-37d81f597de6 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.6928532 Jan 27 14:46:29.536229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60296) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:29.547605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b44b558d-49b3-458d-ac2f-eec10a29f2b0 None None] Provisioning complete for port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:29.548294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b44b558d-49b3-458d-ac2f-eec10a29f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.637716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.639027 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-8fb3d51a-30fe-4de7-af62-94ff78b59637 tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] delete failed (client error): The resource could not be found. Jan 27 14:46:29.640266 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8fb3d51a-30fe-4de7-af62-94ff78b59637 tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/15e23d7f6c554160af96df2fb7387de3 HTTP/1.1" status: 404 len: 348 time: 0.1284857 Jan 27 14:46:29.703517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Router b48407bb-7b77-48f9-86d2-bd09375789b4 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:46:29.728117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3ffc66e2-9f8d-430a-a515-ff42a3bf19fb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.784656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.821406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e8976978-deda-4ade-98bb-333ff7f8fc10 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:29.821780 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.847861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Made reservation on behalf of 7493e6ecd8ee4036b7d77c9a189f239b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:29.850498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:29.956114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60300) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:29.965235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.010394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b44b558d-49b3-458d-ac2f-eec10a29f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.014709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Allocated IP 172.26.6.227 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/61e1f188-75f4-4f61-9dd9-403602b4d08a) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:30.079841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3ffc66e2-9f8d-430a-a515-ff42a3bf19fb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.088720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3ffc66e2-9f8d-430a-a515-ff42a3bf19fb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.104322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b44b558d-49b3-458d-ac2f-eec10a29f2b0 None None] For port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:30.116585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.118038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b44b558d-49b3-458d-ac2f-eec10a29f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.120906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.177216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port e8976978-deda-4ade-98bb-333ff7f8fc10, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e8976978-deda-4ade-98bb-333ff7f8fc10,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:30.200495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.203217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:30.257521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3ffc66e2-9f8d-430a-a515-ff42a3bf19fb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.257870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b558d-49b3-458d-ac2f-eec10a29f2b0 None None] Pushing event updated for resources: {'Port': ['ID=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:30.257988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc66e2-9f8d-430a-a515-ff42a3bf19fb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92fc0d08-254e-4c97-bb2d-f262fd70c94c {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:46:30.265570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:network and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:30.279042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3ffc66e2-9f8d-430a-a515-ff42a3bf19fb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.280959 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3ffc66e2-9f8d-430a-a515-ff42a3bf19fb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "DELETE /v2.0/routers/92fc0d08-254e-4c97-bb2d-f262fd70c94c HTTP/1.1" status: 204 len: 168 time: 0.7120361 Jan 27 14:46:30.286569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60302) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:30.299488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8f9ee5c3-0e44-4484-a17f-f34d54ed1eba tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Request body: {'router': {'name': 'tempest-router-1652887700', 'distributed': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:30.304502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:30.312084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.323390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.323997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.334472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=e8976978-deda-4ade-98bb-333ff7f8fc10,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:30.345011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:30.345620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.351038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:46:30.360565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.370645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:subnet and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:30.381390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34760-1074-408c-9546-980c4502be5b None None] Sync routers for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:46:30.395980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c3-0e44-4484-a17f-f34d54ed1eba tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.397075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c3-0e44-4484-a17f-f34d54ed1eba tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.402792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:30.428243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:30.429233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:30.432742 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.433994 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5a60e0be-f1c2-46c8-9cc7-22444c88665c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1924291 Jan 27 14:46:30.443062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60306) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:30.460950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:subnetpool and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:30.471904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.483379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:30.485640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.520333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] device_id is not set on port 862ba24b-8464-4784-bbb4-012ee4d397cb yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:30.540328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c3-0e44-4484-a17f-f34d54ed1eba tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.632689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c3-0e44-4484-a17f-f34d54ed1eba tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.650981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Pushing event updated for resources: {'Port': ['ID=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:30.688469 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:port and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:30.691253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:30.740426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b2161-b4e8-4de5-8965-52b85b287800,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:30.749894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:30.776495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee5c3-0e44-4484-a17f-f34d54ed1eba tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.781296 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f9ee5c3-0e44-4484-a17f-f34d54ed1eba tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4890668 Jan 27 14:46:30.782040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60308) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:30.797463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:30.849485 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:30.858455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:30.872118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:router and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:30.940890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:30.941113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:30.956510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:30.991110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:31.008955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Pushing event updated for resources: {'Port': ['ID=61e1f188-75f4-4f61-9dd9-403602b4d08a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:31.125378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c22dfd64-21e7-4fec-9f98-0baa904ba38d None None] Provisioning complete for port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:31.126422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c22dfd64-21e7-4fec-9f98-0baa904ba38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.128873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a2ebc-1594-4d9d-991b-79da6e9f0f09 None None] Network 9198f04c-3e13-480f-97b9-997a80d030ff requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:31.175515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] device_id is not set on port 862ba24b-8464-4784-bbb4-012ee4d397cb yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:31.247985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Allocated IP 172.26.6.69 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/ccf8a059-131c-45d2-babb-c58d6425aa06) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:31.295937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78135853-a171-4afa-9ee0-2671e29c6e59 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.449145 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.464680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e8976978-deda-4ade-98bb-333ff7f8fc10 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:31.471328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.488539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.497914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:floatingip and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:31.548241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e8976978-deda-4ade-98bb-333ff7f8fc10 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:31.548618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.560404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Router 02ee3961-c8b3-4335-9b14-79559f4180f0 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:46:31.612825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:26Z', 'revision_number': 3, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:31.624639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.646472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34760-1074-408c-9546-980c4502be5b None None] Checking router: b48407bb-7b77-48f9-86d2-bd09375789b4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:46:31.647042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34760-1074-408c-9546-980c4502be5b None None] Updating router b48407bb-7b77-48f9-86d2-bd09375789b4 port 93c08963-aecd-41c5-9ea2-8ef788171bbd binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:46:31.698776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c34760-1074-408c-9546-980c4502be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.750357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Provisioning complete for port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:31.750810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.799048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:31.815201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:31.866294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.899868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.900707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Provisioning complete for port 58087148-ec36-483b-80dc-6c2e5a5a4b50 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:31.900887 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:31.921424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:31.930525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.030843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:32.031160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.038860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.137047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.177896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:46:32.202087 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Sync routers for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:46:32.203988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78135853-a171-4afa-9ee0-2671e29c6e59 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.217052 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:32.218361 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:32.235072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:32.242484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78135853-a171-4afa-9ee0-2671e29c6e59 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.257353 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-13e1968a-ad6c-44f1-9623-ae5efea773de admin admin] 10.222.0.18 "PUT /v2.0/routers/02ee3961-c8b3-4335-9b14-79559f4180f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0453713 Jan 27 14:46:32.258053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] For port 58087148-ec36-483b-80dc-6c2e5a5a4b50, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=58087148-ec36-483b-80dc-6c2e5a5a4b50,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:32.258323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:32.262112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=862ba24b-8464-4784-bbb4-012ee4d397cb,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:32.266072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.285676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:32.392308 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c34760-1074-408c-9546-980c4502be5b None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.419036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.435537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c34760-1074-408c-9546-980c4502be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.440437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.444359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.445777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 58087148-ec36-483b-80dc-6c2e5a5a4b50 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:32.504049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1a3c5-da65-4dee-a387-9dcc1ee73ef1 None None] Pushing event updated for resources: {'Port': ['ID=58087148-ec36-483b-80dc-6c2e5a5a4b50,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:32.525750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6073f20d-b53b-4333-b1e9-f9346dbb4142 None None] Provisioning complete for port 58087148-ec36-483b-80dc-6c2e5a5a4b50 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:32.526371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6073f20d-b53b-4333-b1e9-f9346dbb4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.535460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Pushing event updated for resources: {'Port': ['ID=61e1f188-75f4-4f61-9dd9-403602b4d08a,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:32.542785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.571147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.587474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-11c34760-1074-408c-9546-980c4502be5b None None] Attempting to bind port 93c08963-aecd-41c5-9ea2-8ef788171bbd on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:32.588332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-11c34760-1074-408c-9546-980c4502be5b None None] Attempting to bind port 93c08963-aecd-41c5-9ea2-8ef788171bbd by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:32.589202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34760-1074-408c-9546-980c4502be5b None None] Attempting to bind port 93c08963-aecd-41c5-9ea2-8ef788171bbd on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:32.615867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34760-1074-408c-9546-980c4502be5b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:32.616643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34760-1074-408c-9546-980c4502be5b None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:32.617260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c34760-1074-408c-9546-980c4502be5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.617850 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c34760-1074-408c-9546-980c4502be5b None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:32.618540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-11c34760-1074-408c-9546-980c4502be5b None None] Bound port: 93c08963-aecd-41c5-9ea2-8ef788171bbd, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:32.619150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c34760-1074-408c-9546-980c4502be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.651603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab785c72-c711-4d9f-a92c-b847d177a76a None None] Pushing event updated for resources: {'Port': ['ID=93c08963-aecd-41c5-9ea2-8ef788171bbd,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:32.705847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 58087148-ec36-483b-80dc-6c2e5a5a4b50 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:32.706525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.711047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-11c34760-1074-408c-9546-980c4502be5b None None] For port 93c08963-aecd-41c5-9ea2-8ef788171bbd, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:32.716487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-11c34760-1074-408c-9546-980c4502be5b None None] For port 93c08963-aecd-41c5-9ea2-8ef788171bbd, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=93c08963-aecd-41c5-9ea2-8ef788171bbd,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:32.758216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.758588 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:32.759860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-49cc6499-102b-413c-9b3a-e337d46be946 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5955055 Jan 27 14:46:32.762320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11c34760-1074-408c-9546-980c4502be5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.784933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60326) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:32.816725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-534755853', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'fixed_ips': [{'ip_address': '172.26.6.227'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:32.837431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Checking segment: {'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:32.837431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Network hostable DHCP agents. Network: 30594c9d-b3ed-439d-a166-56f54fce2a4f, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:46:32.840172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78135853-a171-4afa-9ee0-2671e29c6e59 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.840794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78135853-a171-4afa-9ee0-2671e29c6e59 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 794b3c28-ff00-4a86-818b-d4bbbec1af98 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:46:32.872346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab785c72-c711-4d9f-a92c-b847d177a76a None None] Pushing event updated for resources: {'Port': ['ID=93c08963-aecd-41c5-9ea2-8ef788171bbd,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:32.885947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78135853-a171-4afa-9ee0-2671e29c6e59 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:32.891447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-78135853-a171-4afa-9ee0-2671e29c6e59 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "DELETE /v2.0/routers/794b3c28-ff00-4a86-818b-d4bbbec1af98 HTTP/1.1" status: 204 len: 168 time: 2.0918767 Jan 27 14:46:32.901512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:32.902158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:32.916110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60330) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:32.939937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9a85084a-10b3-4f82-80dc-42bef879ab49 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Request body: {'router': {'name': 'tempest-router-1981374674', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b41ef96662254ec2bd75cf272a2c6a93'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:33.028629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Allocated IP 172.20.0.1 (bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e/657d8216-ab7b-40b8-be7d-6e814e8246f0/67669e37-9d5f-4290-9ae9-5401b7f7be1b) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:33.080125 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:29Z', 'revision_number': 2, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:33.155305 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Checking router: 02ee3961-c8b3-4335-9b14-79559f4180f0 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:46:33.155941 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Updating router 02ee3961-c8b3-4335-9b14-79559f4180f0 port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:46:33.222390 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.223676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Made reservation on behalf of 90e5437f96994e6ba08edd5ca409ce30 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:33.227621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.241447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.256790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:33.257317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a85084a-10b3-4f82-80dc-42bef879ab49 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.258502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a85084a-10b3-4f82-80dc-42bef879ab49 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.276270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.280731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Network 30594c9d-b3ed-439d-a166-56f54fce2a4f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:46:33.296754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:security_group and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:33.341874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a85084a-10b3-4f82-80dc-42bef879ab49 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.357058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a85084a-10b3-4f82-80dc-42bef879ab49 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.369034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Port': ['ID=ccf8a059-131c-45d2-babb-c58d6425aa06,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:33.384583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:33.390221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a85084a-10b3-4f82-80dc-42bef879ab49 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.394093 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9a85084a-10b3-4f82-80dc-42bef879ab49 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4707460 Jan 27 14:46:33.401047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60334) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:33.401894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Allocated IP 172.26.6.139 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/e0ed735b-8f38-4d2c-a596-3c02a3f1c81f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:33.402524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 58087148-ec36-483b-80dc-6c2e5a5a4b50 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:33.414152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Request body: {'router': {'distributed': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:33.428097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 30594c9d-b3ed-439d-a166-56f54fce2a4f) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:33.435762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:33.452784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964657e-672a-4656-9a52-57df20c9f852 None None] Network 30594c9d-b3ed-439d-a166-56f54fce2a4f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:33.547489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Usage tracker for resource:security_group_rule and tenant:d26ba90070694c04b485f00edaaca4d9 is out of sync, need to count used quota {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 14:46:33.580145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.621001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:33.621632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:33.622872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:33.680817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.quota.resource [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=108743) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jan 27 14:46:33.692066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:33.692576 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:33.699875 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 2 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:33.719591 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-524324f8-ca92-4839-ab4f-ebe9d8eb0eaa tempest-QuotasTest-524334594 tempest-QuotasTest-524334594-project-admin] 10.222.0.18 "GET /v2.0/quotas/d26ba90070694c04b485f00edaaca4d9/details.json HTTP/1.1" status: 200 len: 703 time: 3.7565923 Jan 27 14:46:33.724675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 58087148-ec36-483b-80dc-6c2e5a5a4b50 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:33.725264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.746181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:33.746503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:33.746819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:33.779379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:33.780251 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:33.794284 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 3 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:33.796197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.796763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.837736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:33.838114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:33.839256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:33.856259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.864999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:33.865321 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:33.868285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 4 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:33.885706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-11c34760-1074-408c-9546-980c4502be5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:26Z', 'revision_number': 3, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:33.912853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:33.913561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:33.913561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:33.917706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=108742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 27 14:46:33.918523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Router 17af49e6-34fb-45e6-ae0f-7bd67a3aaf81 migrating from provider to provider. {{(pid=108742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 27 14:46:33.918523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.924368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.924702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.937392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:33.937750 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:33.939126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:33.941191 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 5 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:33.947435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.004293 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c34760-1074-408c-9546-980c4502be5b None None] The sync data for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv is: [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:26Z', 'revision_number': 3, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:46:34.004870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60340) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:34.042309 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.047832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Port': ['ID=ccf8a059-131c-45d2-babb-c58d6425aa06,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:34.052640 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.062696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.087964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:34.088322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:34.088664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:34.095543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:34.095543 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:34.096553 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 6 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:34.114423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.118210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.120891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8b9b6e95-9203-4945-b99e-e740e3316a08 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521945959', 'description': 'tempest-description--1710839067'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:34.122779 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e2fdd827-4d00-40cf-8ce5-3965438c79c4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2349858 Jan 27 14:46:34.123795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60342) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:34.144171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.144787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:34.145929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:34.146267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:34.163101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1764045214'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:34.174816 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5f22e-aed2-4814-a857-9263faa63484 None None] Pushing event updated for resources: {'Port': ['ID=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:34.258370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:34.258691 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:34.261959 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 7 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:34.296968 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Attempting to bind port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:34.301861 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Attempting to bind port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:34.307728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:34.308060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:34.308391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:34.311388 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Attempting to bind port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b on network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:34.317473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:34.318144 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:34.318767 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Checking segment: {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:34.319390 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.325412 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Bound using segment: {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:34.326221 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Bound port: 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:34.326837 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.347646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:34.350795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:34.354551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:34.487432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:34.487981 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:34.494748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60346) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:34.495530 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 8 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:34.500442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f001afc9-7a78-46b8-8c9f-110a0dc96357 None None] Provisioning complete for port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:34.508604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f001afc9-7a78-46b8-8c9f-110a0dc96357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.522813 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] For port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:34.530596 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] For port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:34.541589 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.626779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f001afc9-7a78-46b8-8c9f-110a0dc96357 None None] Port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:34.645944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Made reservation on behalf of 56337995ad034fbf8d015d7a93cc8ebf for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:34.655663 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:34.656574 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:34.676299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.692386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:34.694057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:34.694772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:34.695406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:34.697170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.706158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:34.778420 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5f22e-aed2-4814-a857-9263faa63484 None None] Pushing event updated for resources: {'Port': ['ID=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:34.783816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.797590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:34.800714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.808403 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] device_id is not set on port c7bd8a57-b403-4758-8ff6-f62d80625798 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:34.831319 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b9b6e95-9203-4945-b99e-e740e3316a08 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.842070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:34.845202 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:34.852085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 9 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:34.860823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:34.916008 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:34.963458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ec65e240-1dbf-4769-a2e5-58b2fe14050f None None] Provisioning complete for port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:34.967031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec65e240-1dbf-4769-a2e5-58b2fe14050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.040550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:35.040804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:35.041301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:35.057680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8192c209-ac4a-41c9-b548-fef8677e6ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.116000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:35.117078 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:35.123538 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 10 to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb Jan 27 14:46:35.150172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31b394a-fca2-471d-95d1-7fe4ae7c4cbd,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:35.215171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec65e240-1dbf-4769-a2e5-58b2fe14050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.252476 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.scheduler.l3_agent_scheduler [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] No L3 agents can host the router 17af49e6-34fb-45e6-ae0f-7bd67a3aaf81 Jan 27 14:46:35.290355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:35.290729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:35.291020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:35.301193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ec65e240-1dbf-4769-a2e5-58b2fe14050f None None] For port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:35.311914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 862ba24b-8464-4784-bbb4-012ee4d397cb on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:35.312250 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 862ba24b-8464-4784-bbb4-012ee4d397cb on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:35.312621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.316663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec65e240-1dbf-4769-a2e5-58b2fe14050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.360306 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:34Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:35.406219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65e240-1dbf-4769-a2e5-58b2fe14050f None None] Pushing event updated for resources: {'Port': ['ID=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:35.423359 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad2d9-fa09-47ba-a525-7f817355f76a None None] The sync data for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv is: [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:34Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:46:35.444517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7d1de5f8-9913-493e-9236-af0103c57503 None None] Provisioning complete for port 67669e37-9d5f-4290-9ae9-5401b7f7be1b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:35.445713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d1de5f8-9913-493e-9236-af0103c57503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.468685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Pushing event updated for resources: {'Port': ['ID=67669e37-9d5f-4290-9ae9-5401b7f7be1b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:35.481688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.488785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b9b6e95-9203-4945-b99e-e740e3316a08 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.509001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7d1de5f8-9913-493e-9236-af0103c57503 None None] Port 67669e37-9d5f-4290-9ae9-5401b7f7be1b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:35.536256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 93c08963-aecd-41c5-9ea2-8ef788171bbd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:35.545579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b9b6e95-9203-4945-b99e-e740e3316a08 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.652073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8192c209-ac4a-41c9-b548-fef8677e6ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.673113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 93c08963-aecd-41c5-9ea2-8ef788171bbd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:35.673620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.675461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8192c209-ac4a-41c9-b548-fef8677e6ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.685588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.706388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b9b6e95-9203-4945-b99e-e740e3316a08 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.708147 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b9b6e95-9203-4945-b99e-e740e3316a08 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5937600 Jan 27 14:46:35.726663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60352) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:35.739403 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c209-ac4a-41c9-b548-fef8677e6ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f3b67-e9ad-4e72-8618-37534a4e3395,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:35.746870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.762961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:46:35.770123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c87ae377-b0e6-4718-9b7a-a003de32a1e2 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Request body: {'security_group_rule': {'security_group_id': '79969055-a2b2-4f90-b96a-4da1a6928289', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:35.793576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b6e95-9203-4945-b99e-e740e3316a08 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79969055-a2b2-4f90-b96a-4da1a6928289,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:35.862443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9522cb-80fe-4c12-b87d-84a913c9cd7b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:35.884058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.907683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.913246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 93c08963-aecd-41c5-9ea2-8ef788171bbd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=93c08963-aecd-41c5-9ea2-8ef788171bbd,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:35.925152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.962958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c87ae377-b0e6-4718-9b7a-a003de32a1e2 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.974712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:35.975110 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Added segment 40ef8643-5f44-4db7-bbe4-caff9c048c63 of type vlan for network efa63694-fc24-4fec-b243-b7095f98a9b5 Jan 27 14:46:35.994075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=93c08963-aecd-41c5-9ea2-8ef788171bbd,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:36.016052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8192c209-ac4a-41c9-b548-fef8677e6ce4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b27c74070b14bbe82533c1389845d23&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5153780 Jan 27 14:46:36.052048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60354) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:36.055499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Hosts for router 17af49e6-34fb-45e6-ae0f-7bd67a3aaf81: [] {{(pid=108742) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 27 14:46:36.083100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] For port 862ba24b-8464-4784-bbb4-012ee4d397cb, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:36.083508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempted to set empty binding levels {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 14:46:36.128809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.132112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.136175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Hosts for other DVR routers connected to router 17af49e6-34fb-45e6-ae0f-7bd67a3aaf81: set() {{(pid=108742) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 27 14:46:36.140448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.144669 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-15e1b021-463e-4500-bfab-7b2810dbce02 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "PUT /v2.0/routers/17af49e6-34fb-45e6-ae0f-7bd67a3aaf81 HTTP/1.1" status: 200 len: 717 time: 2.7405715 Jan 27 14:46:36.146706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60356) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:36.151453 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 14:46:36.152158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:46:36.205737 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ace1de5e-db3a-42e5-8cc9-48ea5ec8d2f5 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.4186583 Jan 27 14:46:36.212776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60360) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:36.229862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:36.230465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.348874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4f566a8-84ac-4423-a30a-47baecffab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.355961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.361201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:36.361842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.374494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=862ba24b-8464-4784-bbb4-012ee4d397cb,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:36.387637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.387732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-70acc5a7-24f0-40dc-900e-89f75a97fddb tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "GET /v2.0/routers/17af49e6-34fb-45e6-ae0f-7bd67a3aaf81 HTTP/1.1" status: 200 len: 717 time: 0.2253165 Jan 27 14:46:36.402479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60362) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:36.408581 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aca6c630-026c-42b1-a27a-4c75a4135d81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.9186077 Jan 27 14:46:36.416946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60364) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:36.424905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.425904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.429238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c87ae377-b0e6-4718-9b7a-a003de32a1e2 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.435559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4f566a8-84ac-4423-a30a-47baecffab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.524771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c87ae377-b0e6-4718-9b7a-a003de32a1e2 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.596055 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4447732 Jan 27 14:46:36.609928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60368) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:36.613462 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Pushing event updated for resources: {'Port': ['ID=67669e37-9d5f-4290-9ae9-5401b7f7be1b,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:36.619952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Request body: {'subnet': {'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:36.677831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ae377-b0e6-4718-9b7a-a003de32a1e2 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd3a2ce-2676-49c5-a222-6345e2d43c9e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:36.773544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c980ff-7ee7-437a-baff-1b48a3332a72 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Network': ['ID=efa63694-fc24-4fec-b243-b7095f98a9b5,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:36.783575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c87ae377-b0e6-4718-9b7a-a003de32a1e2 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:36.783575 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c87ae377-b0e6-4718-9b7a-a003de32a1e2 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0367091 Jan 27 14:46:36.793141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60370) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:36.799797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network efa63694-fc24-4fec-b243-b7095f98a9b5 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:46:36.801387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-366ebbc4-4d48-4a6a-82fe-1c920315fb88 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Request body: {'security_group_rule': {'security_group_id': '79969055-a2b2-4f90-b96a-4da1a6928289', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:36.840935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.064480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Deleting port 61e1f188-75f4-4f61-9dd9-403602b4d08a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:46:37.065084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.097647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4f566a8-84ac-4423-a30a-47baecffab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.102196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4f566a8-84ac-4423-a30a-47baecffab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.104152 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f4f566a8-84ac-4423-a30a-47baecffab2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da8f3b67-e9ad-4e72-8618-37534a4e3395 HTTP/1.1" status: 204 len: 168 time: 1.0499606 Jan 27 14:46:37.122578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-366ebbc4-4d48-4a6a-82fe-1c920315fb88 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.254232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-366ebbc4-4d48-4a6a-82fe-1c920315fb88 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.266917 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-366ebbc4-4d48-4a6a-82fe-1c920315fb88 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.313874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ebbc4-4d48-4a6a-82fe-1c920315fb88 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cf2985-baf3-4f76-b0f2-67c53a280727,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:37.337555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Router aebf4cd2-039b-47cd-9792-3f0f05d71a2d is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:46:37.433638 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0678a9bb-14cc-4662-979a-f366cafdc0fc tempest-RoutersTestDVR-773571676 tempest-RoutersTestDVR-773571676-project] 10.222.0.18 "GET /v2.0/routers/17af49e6-34fb-45e6-ae0f-7bd67a3aaf81 HTTP/1.1" status: 200 len: 683 time: 1.0198233 Jan 27 14:46:37.490279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:37.495230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60376) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:37.518122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:46:37.523702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:37.536129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Sync routers for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:46:37.537904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-366ebbc4-4d48-4a6a-82fe-1c920315fb88 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.539435 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-366ebbc4-4d48-4a6a-82fe-1c920315fb88 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7446167 Jan 27 14:46:37.540740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f566a8-84ac-4423-a30a-47baecffab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f3b67-e9ad-4e72-8618-37534a4e3395,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:37.545378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.546678 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-02da1f72-a776-44b1-b734-74ea589f5848 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.3851082 Jan 27 14:46:37.547408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60378) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:37.559600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:37.570854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60380) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:37.622901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:37.625069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:37.776388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 93c08963-aecd-41c5-9ea2-8ef788171bbd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:37.812710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Deleting port 862ba24b-8464-4784-bbb4-012ee4d397cb {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:46:37.813486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.854614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.912328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.912844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:37.940499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Calling delete_port for 61e1f188-75f4-4f61-9dd9-403602b4d08a owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:46:38.011831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60384) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:38.095197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 93c08963-aecd-41c5-9ea2-8ef788171bbd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:38.096563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.208156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:38.211876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-34f6957e-0c49-467b-886e-db2aaac53c51 None None] Provisioning complete for port 67669e37-9d5f-4290-9ae9-5401b7f7be1b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:38.213112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-34f6957e-0c49-467b-886e-db2aaac53c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.216515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1db61e00-4748-4cc5-801e-99b5a677f62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.225986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-060aab35-1db8-4e49-9be4-13c6e1ef6ff4 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.295245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Made reservation on behalf of 56337995ad034fbf8d015d7a93cc8ebf for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:38.297519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.300017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.356849 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:46:38.421530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] For port 862ba24b-8464-4784-bbb4-012ee4d397cb, host hv-neutron-8264, got binding levels [] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:38.422130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.454518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-34f6957e-0c49-467b-886e-db2aaac53c51 None None] Port 67669e37-9d5f-4290-9ae9-5401b7f7be1b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:38.486916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Calling delete_port for 862ba24b-8464-4784-bbb4-012ee4d397cb owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:46:38.504993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.562670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Allocated IP 172.26.6.129 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/62e6828c-59e9-486f-b350-2da0003aabb9) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:38.567220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:38.588932 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1db61e00-4748-4cc5-801e-99b5a677f62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.604446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1db61e00-4748-4cc5-801e-99b5a677f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.652862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-060aab35-1db8-4e49-9be4-13c6e1ef6ff4 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.663653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-060aab35-1db8-4e49-9be4-13c6e1ef6ff4 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.733945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:38.734562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.752314 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1db61e00-4748-4cc5-801e-99b5a677f62b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d26ba90070694c04b485f00edaaca4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400868 Jan 27 14:46:38.753058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db61e00-4748-4cc5-801e-99b5a677f62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f4414-7290-4f34-a354-43fe6883267a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:38.759587 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60386) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:38.792278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Router b48407bb-7b77-48f9-86d2-bd09375789b4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:46:38.806831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-060aab35-1db8-4e49-9be4-13c6e1ef6ff4 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.807354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060aab35-1db8-4e49-9be4-13c6e1ef6ff4 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17af49e6-34fb-45e6-ae0f-7bd67a3aaf81 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:46:38.813658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 3, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:38.820913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-060aab35-1db8-4e49-9be4-13c6e1ef6ff4 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.827474 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-060aab35-1db8-4e49-9be4-13c6e1ef6ff4 tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "DELETE /v2.0/routers/17af49e6-34fb-45e6-ae0f-7bd67a3aaf81 HTTP/1.1" status: 204 len: 168 time: 1.3182750 Jan 27 14:46:38.829480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60388) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:38.855330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-908c42a1-7a0b-48dd-9b66-f93cbda00b5c tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Request body: {'router': {'name': 'tempest-router-1547669727', 'distributed': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:38.882500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Checking router: aebf4cd2-039b-47cd-9792-3f0f05d71a2d for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:46:38.883219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Updating router aebf4cd2-039b-47cd-9792-3f0f05d71a2d port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:46:38.889081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.898387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.966580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:38.973302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Allocated IP 172.20.0.1 (9198f04c-3e13-480f-97b9-997a80d030ff/4a7b4190-d76d-4494-b597-91841714e150/1e097527-7f5e-4ef0-a1ec-98300de6f821) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:38.985163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.042939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e92deb1d-ca4a-4425-9263-3f29029df4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.043980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:39.050093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.052787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Pushing event deleted for resources: {'Port': ['ID=61e1f188-75f4-4f61-9dd9-403602b4d08a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:39.055963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:39.101269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:39.156542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event updated for resources: {'Port': ['ID=62e6828c-59e9-486f-b350-2da0003aabb9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:39.167578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-908c42a1-7a0b-48dd-9b66-f93cbda00b5c tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.168766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-908c42a1-7a0b-48dd-9b66-f93cbda00b5c tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.216880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event deleted for resources: {'Port': ['ID=862ba24b-8464-4784-bbb4-012ee4d397cb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:39.268845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e92deb1d-ca4a-4425-9263-3f29029df4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.280203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.284554 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-df7eb3fb-6f3d-4595-b15f-e1f7242042be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "DELETE /v2.0/ports/862ba24b-8464-4784-bbb4-012ee4d397cb HTTP/1.1" status: 204 len: 168 time: 2.8618984 Jan 27 14:46:39.287626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.299644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60394) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:39.322437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.325080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.326808 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f2aac974-8eec-45c4-90f8-381c9ea6eaeb tempest-ExternalNetworksAdminNegativeTestJSON-1396300986 tempest-ExternalNetworksAdminNegativeTestJSON-1396300986-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/4fbc16eb-76d1-4295-9f8a-2153ece3d52f HTTP/1.1" status: 204 len: 168 time: 3.1135221 Jan 27 14:46:39.390575 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-4822d64a-5efb-4af7-93b2-776bf43013ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:46:39.398230 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4822d64a-5efb-4af7-93b2-776bf43013ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "GET /v2.0/ports/862ba24b-8464-4784-bbb4-012ee4d397cb HTTP/1.1" status: 404 len: 333 time: 0.0925798 Jan 27 14:46:39.431213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:39.441109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Request body: {'port': {'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-825847132'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:39.450157 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.450891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-908c42a1-7a0b-48dd-9b66-f93cbda00b5c tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.474283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-908c42a1-7a0b-48dd-9b66-f93cbda00b5c tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.483242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:46:39.490579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.524697 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4473c3d1-c69e-4ced-b464-453afa5a3a8a admin admin] 10.222.0.18 "PUT /v2.0/routers/b48407bb-7b77-48f9-86d2-bd09375789b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0758457 Jan 27 14:46:39.527602 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Sync routers for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:46:39.548173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.583616 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:39.586121 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:39.604440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.619693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.631059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-908c42a1-7a0b-48dd-9b66-f93cbda00b5c tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.634818 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-908c42a1-7a0b-48dd-9b66-f93cbda00b5c tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7861781 Jan 27 14:46:39.642222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60402) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:39.743480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Attempting to bind port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:39.749713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.750519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Attempting to bind port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:39.751084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Attempting to bind port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:39.755243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688565f-b197-4760-a6ff-edeb2cba6675 None None] Pushing event updated for resources: {'Port': ['ID=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:39.770346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:39.770742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:39.771140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.771571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:39.772073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Bound port: e0ed735b-8f38-4d2c-a596-3c02a3f1c81f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:39.783075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.896264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] For port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:39.899904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] For port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:39.915500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:39.918702 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:40.032151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60410) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:40.050274 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e92deb1d-ca4a-4425-9263-3f29029df4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.052899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e92deb1d-ca4a-4425-9263-3f29029df4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.058221 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e92deb1d-ca4a-4425-9263-3f29029df4b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e5f4414-7290-4f34-a354-43fe6883267a HTTP/1.1" status: 204 len: 168 time: 1.2900100 Jan 27 14:46:40.058221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Made reservation on behalf of 7493e6ecd8ee4036b7d77c9a189f239b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:40.058554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:40.059127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:40.062315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688565f-b197-4760-a6ff-edeb2cba6675 None None] Pushing event updated for resources: {'Port': ['ID=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:40.075928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.133955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Network 9198f04c-3e13-480f-97b9-997a80d030ff is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:40.135349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6205dc2d-ff5b-424f-bbd9-603dee63905a tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.146064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:40.184399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Subnet': ['ID=7e1128fc-31ee-48d8-a2b1-49d7716f7d8b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:40.194721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92deb1d-ca4a-4425-9263-3f29029df4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f4414-7290-4f34-a354-43fe6883267a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:40.221687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] device_id is not set on port dcf223a5-549b-4d37-9a9a-d01df438290e yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:40.258400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:40.259175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.314737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Pushing event updated for resources: {'Port': ['ID=1e097527-7f5e-4ef0-a1ec-98300de6f821,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:40.370727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Checking segment: {'id': '40ef8643-5f44-4db7-bbe4-caff9c048c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:40.371548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Network hostable DHCP agents. Network: efa63694-fc24-4fec-b243-b7095f98a9b5, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:46:40.426966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:40.445941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Network efa63694-fc24-4fec-b243-b7095f98a9b5 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:46:40.497916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, efa63694-fc24-4fec-b243-b7095f98a9b5) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:40.539988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:40.544113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.593401 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-328c1f12-898d-43eb-9693-222c28490300 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9775171 Jan 27 14:46:40.596255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60418) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:40.610065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-309715173', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:40.648404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e7b2d-7740-4932-ba33-857b312b7fb8 None None] Network efa63694-fc24-4fec-b243-b7095f98a9b5 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:40.686479 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 2, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:40.776856 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Checking router: b48407bb-7b77-48f9-86d2-bd09375789b4 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:46:40.777395 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Updating router b48407bb-7b77-48f9-86d2-bd09375789b4 port 67669e37-9d5f-4290-9ae9-5401b7f7be1b binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:46:40.785034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.787556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.838949 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.932769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0efdd26e-4530-4e7d-9a6e-9a486528e892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:40.976141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-30caebe1-93e7-46a3-ad72-5ae69ffd958c None None] Provisioning complete for port 1e097527-7f5e-4ef0-a1ec-98300de6f821 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:40.976725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30caebe1-93e7-46a3-ad72-5ae69ffd958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.077187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-30caebe1-93e7-46a3-ad72-5ae69ffd958c None None] Port 1e097527-7f5e-4ef0-a1ec-98300de6f821 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:41.152514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.218547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6205dc2d-ff5b-424f-bbd9-603dee63905a tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.225641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.233674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6205dc2d-ff5b-424f-bbd9-603dee63905a tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.269095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.389731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-efa63694-fc24-4fec-b243-b7095f98a9b5', 'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5', 'tenant_id': '56337995ad034fbf8d015d7a93cc8ebf', 'fixed_ips': [{'subnet_id': '7e1128fc-31ee-48d8-a2b1-49d7716f7d8b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:46:41.391253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.421496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 3, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:41.481238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.494361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60432) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:41.498305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada37b8-2391-49b2-81fa-d1c1340be5d1 None None] The sync data for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv is: [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 3, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:46:41.592702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0efdd26e-4530-4e7d-9a6e-9a486528e892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.610007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.618659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0efdd26e-4530-4e7d-9a6e-9a486528e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.685447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6205dc2d-ff5b-424f-bbd9-603dee63905a tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.686257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205dc2d-ff5b-424f-bbd9-603dee63905a tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b22477f-1755-4e6f-95d4-7d3774709cc2 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:46:41.714661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-aa7a38d4-134b-41a7-8ebb-1856d6e2189d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393373315', 'description': 'tempest-description--1169721899'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:41.768080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Allocated IP 172.20.0.2 (efa63694-fc24-4fec-b243-b7095f98a9b5/7e1128fc-31ee-48d8-a2b1-49d7716f7d8b/2594c74c-c7e3-4f0d-8364-70b527843cd8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:41.768876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.770075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2213600 Jan 27 14:46:41.783653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6205dc2d-ff5b-424f-bbd9-603dee63905a tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.785495 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6205dc2d-ff5b-424f-bbd9-603dee63905a tempest-RoutersTestDVR-841028349 tempest-RoutersTestDVR-841028349-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1b22477f-1755-4e6f-95d4-7d3774709cc2 HTTP/1.1" status: 204 len: 168 time: 2.1384079 Jan 27 14:46:41.802144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310b6fe-0ba4-4199-bae5-30acebdd2589 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event updated for resources: {'Port': ['ID=62e6828c-59e9-486f-b350-2da0003aabb9,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:41.840697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.874684 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.903611 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:41.918963 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0efdd26e-4530-4e7d-9a6e-9a486528e892 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef1e6fa958a541fb86c5ee5e98ada43f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8811255 Jan 27 14:46:41.927244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60444) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:41.996248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.016716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa7a38d4-134b-41a7-8ebb-1856d6e2189d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.024061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdd26e-4530-4e7d-9a6e-9a486528e892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cdb911-0edd-4408-a7df-a44c35abeb61,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:42.199314 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20456069-5967-4d18-8919-2fcb74b0ed8f None None] Pushing event updated for resources: {'Port': ['ID=67669e37-9d5f-4290-9ae9-5401b7f7be1b,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:42.289423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.310740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.388792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.431725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Network efa63694-fc24-4fec-b243-b7095f98a9b5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:42.438319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:42.443617 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Attempting to bind port 67669e37-9d5f-4290-9ae9-5401b7f7be1b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:42.444626 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Attempting to bind port 67669e37-9d5f-4290-9ae9-5401b7f7be1b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:42.445031 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Attempting to bind port 67669e37-9d5f-4290-9ae9-5401b7f7be1b on network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:42.463492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:42.492526 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:42.493277 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Checking segment: {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:42.499688 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.500996 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Bound using segment: {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:42.508933 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Bound port: 67669e37-9d5f-4290-9ae9-5401b7f7be1b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:42.510557 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.588016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Pushing event updated for resources: {'Port': ['ID=2594c74c-c7e3-4f0d-8364-70b527843cd8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:42.737427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf223a5-549b-4d37-9a9a-d01df438290e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:42.776687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Attempting to bind port 2594c74c-c7e3-4f0d-8364-70b527843cd8 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:42.777841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Attempting to bind port 2594c74c-c7e3-4f0d-8364-70b527843cd8 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '40ef8643-5f44-4db7-bbe4-caff9c048c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:42.778141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Attempting to bind port 2594c74c-c7e3-4f0d-8364-70b527843cd8 on network efa63694-fc24-4fec-b243-b7095f98a9b5 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:42.801146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:42.801623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Checking segment: {'id': '40ef8643-5f44-4db7-bbe4-caff9c048c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:42.802406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.802912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Bound using segment: {'id': '40ef8643-5f44-4db7-bbe4-caff9c048c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:42.804499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Bound port: 2594c74c-c7e3-4f0d-8364-70b527843cd8, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ef8643-5f44-4db7-bbe4-caff9c048c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:42.805164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.807251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.821398 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] For port 67669e37-9d5f-4290-9ae9-5401b7f7be1b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:42.841594 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] For port 67669e37-9d5f-4290-9ae9-5401b7f7be1b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67669e37-9d5f-4290-9ae9-5401b7f7be1b,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:42.849503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa7a38d4-134b-41a7-8ebb-1856d6e2189d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.864525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ad107ab-e747-4f8b-bbfb-c94cd8626d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.864852 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.865382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d0ff6b81-3d07-41eb-b973-41d611ee98fa None None] Provisioning complete for port 67669e37-9d5f-4290-9ae9-5401b7f7be1b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:42.866001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6b81-3d07-41eb-b973-41d611ee98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.878337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa7a38d4-134b-41a7-8ebb-1856d6e2189d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.894314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Network 30594c9d-b3ed-439d-a166-56f54fce2a4f is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:42.912944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.916832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:42.977994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:42.992280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:42.996461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:42.997574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:43.075514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:43.077552 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:43.130096 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8bba3b5b-e7b3-4979-818e-df6111a8ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.6919439 Jan 27 14:46:43.153358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60462) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:43.194406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:43.401575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ad107ab-e747-4f8b-bbfb-c94cd8626d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:43.445883 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:43.459837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] For port 2594c74c-c7e3-4f0d-8364-70b527843cd8, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:43.468370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa7a38d4-134b-41a7-8ebb-1856d6e2189d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:43.486743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aa7a38d4-134b-41a7-8ebb-1856d6e2189d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8849642 Jan 27 14:46:43.523000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60474) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:43.524140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60476) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:43.569406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6b81-3d07-41eb-b973-41d611ee98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:43.578999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5b775c6a-2f8a-4225-b6dd-a4315b629dc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Request body: {'security_group_rule': {'security_group_id': 'db12b899-01a3-471a-88f1-a93e1f395895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:43.659884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] For port 2594c74c-c7e3-4f0d-8364-70b527843cd8, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2594c74c-c7e3-4f0d-8364-70b527843cd8,segment=NetworkSegment(40ef8643-5f44-4db7-bbe4-caff9c048c63),segment_id=40ef8643-5f44-4db7-bbe4-caff9c048c63)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:43.679736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:43.700736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a38d4-134b-41a7-8ebb-1856d6e2189d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db12b899-01a3-471a-88f1-a93e1f395895,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:43.741375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Network 9198f04c-3e13-480f-97b9-997a80d030ff is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:43.773685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:43.790996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Pushing event updated for resources: {'Port': ['ID=1e097527-7f5e-4ef0-a1ec-98300de6f821,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:43.873371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3e00-d4fa-4237-8052-774f6db83c87 None None] Pushing event updated for resources: {'Port': ['ID=2594c74c-c7e3-4f0d-8364-70b527843cd8,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:43.906989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d0ff6b81-3d07-41eb-b973-41d611ee98fa None None] For port 67669e37-9d5f-4290-9ae9-5401b7f7be1b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67669e37-9d5f-4290-9ae9-5401b7f7be1b,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:43.916910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0ed735b-8f38-4d2c-a596-3c02a3f1c81f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:43.974328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6b81-3d07-41eb-b973-41d611ee98fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.113764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60488) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:44.117653 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 14:46:44.232980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-745be293-5993-4f32-8ab1-0c2652395311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.265984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.326351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fa2a-5f1d-4a75-89b5-b79f63aa5ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.339558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-17cdbf45-5100-4f52-be4b-e6b8dfb011bf None None] Provisioning complete for port 67669e37-9d5f-4290-9ae9-5401b7f7be1b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:44.340711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17cdbf45-5100-4f52-be4b-e6b8dfb011bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.381127 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-3845d2ea-5938-441d-9182-73b76fb166ad tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1521945959&fields=id&tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5 HTTP/1.1" status: 200 len: 267 time: 0.2645991 Jan 27 14:46:44.395398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Router aebf4cd2-039b-47cd-9792-3f0f05d71a2d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:46:44.493011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b775c6a-2f8a-4225-b6dd-a4315b629dc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.501064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff6b81-3d07-41eb-b973-41d611ee98fa None None] Pushing event updated for resources: {'Port': ['ID=67669e37-9d5f-4290-9ae9-5401b7f7be1b,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:44.587358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:44.588491 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20456069-5967-4d18-8919-2fcb74b0ed8f None None] Pushing event updated for resources: {'Port': ['ID=67669e37-9d5f-4290-9ae9-5401b7f7be1b,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:44.589228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.619540 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:42Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:44.651931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ad107ab-e747-4f8b-bbfb-c94cd8626d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.658943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ad107ab-e747-4f8b-bbfb-c94cd8626d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.667498 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9ad107ab-e747-4f8b-bbfb-c94cd8626d9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22cdb911-0edd-4408-a7df-a44c35abeb61 HTTP/1.1" status: 204 len: 168 time: 2.7008893 Jan 27 14:46:44.697097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b775c6a-2f8a-4225-b6dd-a4315b629dc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.703094 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c6e581-8ce7-4354-8aeb-a5bd67f57604 None None] The sync data for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv is: [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:42Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:46:44.837753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-9d7ff85f-3854-417b-a601-370ff094db49 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:44.846893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-9d7ff85f-3854-417b-a601-370ff094db49 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/networks?id=131fbc0e-ac6b-4c25-a336-ab60cf032c27 HTTP/1.1" status: 200 len: 811 time: 0.4357815 Jan 27 14:46:44.902369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.904459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b775c6a-2f8a-4225-b6dd-a4315b629dc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:44.937343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad107ab-e747-4f8b-bbfb-c94cd8626d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cdb911-0edd-4408-a7df-a44c35abeb61,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:44.991348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b775c6a-2f8a-4225-b6dd-a4315b629dc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766bbe85-0bee-4d1f-9c8d-ab0617912ccc,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:44.995238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b775c6a-2f8a-4225-b6dd-a4315b629dc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:45.000968 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5b775c6a-2f8a-4225-b6dd-a4315b629dc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4461362 Jan 27 14:46:45.009602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60498) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:45.021259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f0121ac3-7a80-4c15-b1b9-d232949fb4fc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Request body: {'security_group_rule': {'security_group_id': 'db12b899-01a3-471a-88f1-a93e1f395895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:45.030504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:45.081509 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-e1615850-4c1f-48e0-9fb9-3e9985d61709 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/quotas/d0dbc7ec4e9c4a50be9f3db3b907f6f5 HTTP/1.1" status: 200 len: 375 time: 0.0622749 Jan 27 14:46:45.125872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:45.156896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-110c3bb8-a9f9-44a6-9a10-13c0f9bb86d6 None None] Provisioning complete for port 1e097527-7f5e-4ef0-a1ec-98300de6f821 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:45.158186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-110c3bb8-a9f9-44a6-9a10-13c0f9bb86d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:45.228902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:45.253868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:45.272627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-110c3bb8-a9f9-44a6-9a10-13c0f9bb86d6 None None] Port 1e097527-7f5e-4ef0-a1ec-98300de6f821 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:45.408471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:45.542001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] device_id is not set on port dcf223a5-549b-4d37-9a9a-d01df438290e yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:45.577288 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:45.715030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60502) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:45.715685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60504) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:45.725765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:45.772022 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f43457cc-5451-4054-8400-1b2b86ed06df tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6747441 Jan 27 14:46:45.816962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:46:45.827370 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0c9b2846-e3ce-43f4-bc8f-e5b245e97d5b admin admin] 10.222.0.18 "PUT /v2.0/routers/aebf4cd2-039b-47cd-9792-3f0f05d71a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2506557 Jan 27 14:46:45.904808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2594c74c-c7e3-4f0d-8364-70b527843cd8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:46.057781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf223a5-549b-4d37-9a9a-d01df438290e,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:46.080841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f0121ac3-7a80-4c15-b1b9-d232949fb4fc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.089683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2594c74c-c7e3-4f0d-8364-70b527843cd8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:46.090280 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.124409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60518) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:46.124668 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e229309b-f7e3-4f98-9f4c-df6ed4edc716 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90e5437f96994e6ba08edd5ca409ce30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4016373 Jan 27 14:46:46.130410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fa2a-5f1d-4a75-89b5-b79f63aa5ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.149792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Allocated IP 172.26.6.230 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/3364a4fd-641a-4cb1-aa16-8264c9164122) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:46.152285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fa2a-5f1d-4a75-89b5-b79f63aa5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.154984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:46.155390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:46.155751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:46.222198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:46.222655 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:46.239225 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 2 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:46.243861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b06d7ac3-2cde-490f-aa66-7963a642685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.260926 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-982b96fc-fce5-4062-9871-c881782577a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.285587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257920b4-4926-452a-b26a-9b8906e4822f None None] Network efa63694-fc24-4fec-b243-b7095f98a9b5 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:46.368429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-982b96fc-fce5-4062-9871-c881782577a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.379827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.388800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3c1d6227-9c71-47cd-a2bf-1d70fd61d5f0 None None] Provisioning complete for port 2594c74c-c7e3-4f0d-8364-70b527843cd8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:46.389557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6227-9c71-47cd-a2bf-1d70fd61d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.557101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8bf0fa2a-5f1d-4a75-89b5-b79f63aa5ef0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b41ef96662254ec2bd75cf272a2c6a93&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9448309 Jan 27 14:46:46.574890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1295942079', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:46.580895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60524) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:46.588210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0fa2a-5f1d-4a75-89b5-b79f63aa5ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b896349-518b-43da-94cc-415dabf1dcee,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:46.600021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:46.600686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:46.601172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:46.612512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f02435f8-4597-4550-a77b-8251bec703b7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:46.617241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c1d6227-9c71-47cd-a2bf-1d70fd61d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.619888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Sync routers for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:46:46.622508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f02435f8-4597-4550-a77b-8251bec703b7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5557272 Jan 27 14:46:46.642915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f0121ac3-7a80-4c15-b1b9-d232949fb4fc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.657405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:46.658479 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:46.678548 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 3 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:46.681798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f0121ac3-7a80-4c15-b1b9-d232949fb4fc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.762934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0121ac3-7a80-4c15-b1b9-d232949fb4fc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd7f299-0202-432e-9b1e-ff3eeb5c4b9b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:46.771928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:46.772375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:46.772812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:46.778689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-982b96fc-fce5-4062-9871-c881782577a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.782122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f0121ac3-7a80-4c15-b1b9-d232949fb4fc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.787490 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f0121ac3-7a80-4c15-b1b9-d232949fb4fc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7738576 Jan 27 14:46:46.787586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-982b96fc-fce5-4062-9871-c881782577a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.787669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Made reservation on behalf of c623fcef8b5f4543a057fde09b43d69e for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:46.787747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-982b96fc-fce5-4062-9871-c881782577a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a31b394a-fca2-471d-95d1-7fe4ae7c4cbd HTTP/1.1" status: 204 len: 168 time: 0.6612308 Jan 27 14:46:46.788790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60526) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:46.804102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.825126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:46.843154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b96fc-fce5-4062-9871-c881782577a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31b394a-fca2-471d-95d1-7fe4ae7c4cbd,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:46.878673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.911911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:46.912258 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:46.934937 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 4 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:46.938080 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-a1652daa-0ffa-4d30-88bb-73cf9acca091 service neutron] 10.222.0.18 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079140 Jan 27 14:46:46.941887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.960758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:46.974147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 2594c74c-c7e3-4f0d-8364-70b527843cd8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2594c74c-c7e3-4f0d-8364-70b527843cd8,segment=NetworkSegment(40ef8643-5f44-4db7-bbe4-caff9c048c63),segment_id=40ef8643-5f44-4db7-bbe4-caff9c048c63)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:47.006905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:47.007574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:47.072725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68cdb101-15ad-4ad2-8e09-4cded6a80dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.121550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.123181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67669e37-9d5f-4290-9ae9-5401b7f7be1b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:47.123797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68cdb101-15ad-4ad2-8e09-4cded6a80dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.218969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:47.218969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:47.218969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:47.256688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60532) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:47.274220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-48e60474-d81d-40aa-a8b3-9570b39f891e tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52263943', 'description': 'tempest-description--180475656'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:47.285601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:47.285974 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:47.293862 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 5 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:47.299513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68cdb101-15ad-4ad2-8e09-4cded6a80dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.303044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68cdb101-15ad-4ad2-8e09-4cded6a80dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.305452 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-68cdb101-15ad-4ad2-8e09-4cded6a80dd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b896349-518b-43da-94cc-415dabf1dcee HTTP/1.1" status: 204 len: 168 time: 0.7231770 Jan 27 14:46:47.358933 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-b04e4936-70a2-4491-b6b9-1473cbd49ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053326 Jan 27 14:46:47.362278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:47.362622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:47.362977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:47.371392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdb101-15ad-4ad2-8e09-4cded6a80dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b896349-518b-43da-94cc-415dabf1dcee,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:47.394470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.404081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:47.404418 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:47.416988 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 6 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:47.442608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48e60474-d81d-40aa-a8b3-9570b39f891e tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.466360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.514898 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:47.519947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.533569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:47.533904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:47.540857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:47.549593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:47.553060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:47.571726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:47.769498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:47.769894 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:47.792929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] device_id is not set on port 0ed98062-49f3-437d-a583-a913ab5af6e3 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:47.803761 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 7 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:47.806616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Port': ['ID=3364a4fd-641a-4cb1-aa16-8264c9164122,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:47.818195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Allocated IP 172.26.6.111 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/75d2d8df-4db8-46ef-9373-deb011d72022) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:47.932332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:48.018214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:48.018552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:48.018890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:48.039560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ad5a49-a24d-4cd5-8e35-95415d4737fa,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:48.062708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:48.063207 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:48.072143 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 8 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:48.118969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48e60474-d81d-40aa-a8b3-9570b39f891e tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.124440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:48.125229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:48.125229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:48.126710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=2594c74c-c7e3-4f0d-8364-70b527843cd8,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:48.192311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48e60474-d81d-40aa-a8b3-9570b39f891e tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.212419 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:48.212851 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:48.232476 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 9 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:48.278131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.280242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:48.280588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:48.281016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:48.283456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.293423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-3c1d6227-9c71-47cd-a2bf-1d70fd61d5f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:46:48.293777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-3c1d6227-9c71-47cd-a2bf-1d70fd61d5f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:46:48.348696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60570) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:48.407373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee485104-77be-4af8-9d0b-4871bcedce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.442777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.474217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 67669e37-9d5f-4290-9ae9-5401b7f7be1b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:48.474833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.554969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:48.555701 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:48.556302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.561307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48e60474-d81d-40aa-a8b3-9570b39f891e tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.565349 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-48e60474-d81d-40aa-a8b3-9570b39f891e tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3045976 Jan 27 14:46:48.620541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60572) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:48.621045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60574) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:48.636484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:48.643738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6121cece-8481-4afa-906b-481c73df70d5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Request body: {'security_group_rule': {'security_group_id': '0a7f1937-b92a-440f-b71f-8faf9028ebf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:48.689608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Allocated IP 172.26.6.66 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/0ed98062-49f3-437d-a583-a913ab5af6e3) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:48.695307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:42Z', 'revision_number': 2, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:48.701412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.739563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Checking router: aebf4cd2-039b-47cd-9792-3f0f05d71a2d for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:46:48.739874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Updating router aebf4cd2-039b-47cd-9792-3f0f05d71a2d port 1e097527-7f5e-4ef0-a1ec-98300de6f821 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:46:48.793334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.795324 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 10 to bind port dcf223a5-549b-4d37-9a9a-d01df438290e Jan 27 14:46:48.809210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60474-d81d-40aa-a8b3-9570b39f891e tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7f1937-b92a-440f-b71f-8faf9028ebf2,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:48.865632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee485104-77be-4af8-9d0b-4871bcedce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.883149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:48.894889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee485104-77be-4af8-9d0b-4871bcedce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:48.899941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0ed735b-8f38-4d2c-a596-3c02a3f1c81f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:48.904092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:49.046690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event updated for resources: {'Port': ['ID=75d2d8df-4db8-46ef-9373-deb011d72022,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:49.161445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.173776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:49.174160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:49.174586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:49.183386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:46:49.183810 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port dcf223a5-549b-4d37-9a9a-d01df438290e on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:46:49.184383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.257030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee485104-77be-4af8-9d0b-4871bcedce45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=028cb23709014686af87cc2d3045c90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9066718 Jan 27 14:46:49.269075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:49.269442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.282681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60588) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:49.321554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee485104-77be-4af8-9d0b-4871bcedce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a1411-2e15-4978-8e76-22b6e15b02c2,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:49.327671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6121cece-8481-4afa-906b-481c73df70d5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.335628 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-43979f28-4f26-416e-8769-1042d393cd7d req-016ac22f-a698-4084-bc24-86cec46d16c6 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.6613781 Jan 27 14:46:49.365750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.433139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.477061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5ff152e5-6e19-4102-82e4-73caa655fade None None] Provisioning complete for port 2594c74c-c7e3-4f0d-8364-70b527843cd8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:49.481543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ff152e5-6e19-4102-82e4-73caa655fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.533123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.556662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.565291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6121cece-8481-4afa-906b-481c73df70d5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.591310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.595546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2594c74c-c7e3-4f0d-8364-70b527843cd8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:49.600571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6121cece-8481-4afa-906b-481c73df70d5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.658234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ba797a56-5d11-4972-a3d2-0d7941d82acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.676140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de557f-2270-4620-9bea-729cbf9c081e None None] Pushing event updated for resources: {'Port': ['ID=1e097527-7f5e-4ef0-a1ec-98300de6f821,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:49.690964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] For port dcf223a5-549b-4d37-9a9a-d01df438290e, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:49.691769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempted to set empty binding levels {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 14:46:49.719121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.764818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121cece-8481-4afa-906b-481c73df70d5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236b224d-5875-4aa3-b9be-5a26d28c83e4,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:49.779354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6121cece-8481-4afa-906b-481c73df70d5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.780786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6121cece-8481-4afa-906b-481c73df70d5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1425886 Jan 27 14:46:49.785088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60606) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:49.797735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-70947fcd-bec1-46da-b3e3-81190694516f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Request body: {'security_group_rule': {'security_group_id': '0a7f1937-b92a-440f-b71f-8faf9028ebf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:49.867828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ba797a56-5d11-4972-a3d2-0d7941d82acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.905112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] In _notify_port_updated(), no bound segment for port dcf223a5-549b-4d37-9a9a-d01df438290e on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:46:49.906043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:49.906656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.913056 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "PUT /v2.0/ports/dcf223a5-549b-4d37-9a9a-d01df438290e HTTP/1.1" status: 200 len: 980 time: 6.7389214 Jan 27 14:46:49.923450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Attempting to bind port 1e097527-7f5e-4ef0-a1ec-98300de6f821 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:46:49.924088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Attempting to bind port 1e097527-7f5e-4ef0-a1ec-98300de6f821 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:46:49.924704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Attempting to bind port 1e097527-7f5e-4ef0-a1ec-98300de6f821 on network 9198f04c-3e13-480f-97b9-997a80d030ff {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:46:49.927117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60610) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:49.937921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:46:49.938211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Checking segment: {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:49.939794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:49.941132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Bound using segment: {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:46:49.942207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Bound port: 1e097527-7f5e-4ef0-a1ec-98300de6f821, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:46:49.942207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.034847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2594c74c-c7e3-4f0d-8364-70b527843cd8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:50.035646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.037862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.054300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad292e59-7834-4728-88fe-ce3beb3b398a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf223a5-549b-4d37-9a9a-d01df438290e,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:50.056906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.077453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70947fcd-bec1-46da-b3e3-81190694516f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.105628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.131247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.163407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.234574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.236501 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4189124 Jan 27 14:46:50.245914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c5339-7d22-4938-b52e-e4bda6c97172 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event updated for resources: {'Port': ['ID=75d2d8df-4db8-46ef-9373-deb011d72022,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:50.284263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70947fcd-bec1-46da-b3e3-81190694516f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.296754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70947fcd-bec1-46da-b3e3-81190694516f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.318011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70947fcd-bec1-46da-b3e3-81190694516f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d4ab58-abac-4387-b741-2eb02101bd8e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:50.344180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] For port 1e097527-7f5e-4ef0-a1ec-98300de6f821, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:46:50.364059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] For port 1e097527-7f5e-4ef0-a1ec-98300de6f821, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e097527-7f5e-4ef0-a1ec-98300de6f821,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:46:50.366393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70947fcd-bec1-46da-b3e3-81190694516f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.374280 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-70947fcd-bec1-46da-b3e3-81190694516f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5874295 Jan 27 14:46:50.375394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60624) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:50.392071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:50.397149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.454999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Pushing event updated for resources: {'Port': ['ID=0ed98062-49f3-437d-a583-a913ab5af6e3,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:50.477291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.478569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.478569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.478843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.479344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.479816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.480271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.480782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.481238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.481784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.482122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.482573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.483310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.483946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.484527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.484997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.485619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.486070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.486412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a610bef2-2e61-4500-9281-aa1b6f6aa1ee None None] Provisioning complete for port 1e097527-7f5e-4ef0-a1ec-98300de6f821 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:50.486582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.487498 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a610bef2-2e61-4500-9281-aa1b6f6aa1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.496966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60636) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:50.497209 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-359c97b7-a1d9-468f-8177-289be98001c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16973 time: 0.5686536 Jan 27 14:46:50.526230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:50.530959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:50.537548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:50.539147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:50.539993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.543222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ba797a56-5d11-4972-a3d2-0d7941d82acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.546871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ba797a56-5d11-4972-a3d2-0d7941d82acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.549116 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ba797a56-5d11-4972-a3d2-0d7941d82acb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/568a1411-2e15-4978-8e76-22b6e15b02c2 HTTP/1.1" status: 204 len: 168 time: 1.2632895 Jan 27 14:46:50.627878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba797a56-5d11-4972-a3d2-0d7941d82acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a1411-2e15-4978-8e76-22b6e15b02c2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:50.644648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60648) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:50.676340 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eaf15303-e619-42cd-9bf5-3bf84cba1f9a tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9533401 Jan 27 14:46:50.691049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60650) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:50.712770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.66'}]}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:50.767141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de557f-2270-4620-9bea-729cbf9c081e None None] Pushing event updated for resources: {'Port': ['ID=1e097527-7f5e-4ef0-a1ec-98300de6f821,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:50.772054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:50.773151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:50.785183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:50.851605 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c935ad75-4e48-4bbc-9536-a859d71670a5 req-ce26a72b-9696-4ac3-8588-ede97d9e437a tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.1313183 Jan 27 14:46:50.948530 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-300b486a-b566-4e90-9eb5-77a28242506b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--393373315&fields=id&tenant_id=06da3f64eaca418b91aba64b64cbe5f7 HTTP/1.1" status: 200 len: 267 time: 0.3028307 Jan 27 14:46:51.040328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1404246020', 'router:external': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:51.097650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Router b992d05a-66e8-4b2e-bb26-780fa0686045 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:46:51.113209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.114651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.222005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Deleting port dcf223a5-549b-4d37-9a9a-d01df438290e {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:46:51.222384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.233441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Made reservation on behalf of abc5000cbb024d56a20c19e1b57e44b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:51.236408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.316178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.316809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:46:51.335204 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] Sync routers for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:46:51.336223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-9308d5a4-d549-4d9f-97a2-2157bf91cc4f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:51.337607 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-9308d5a4-d549-4d9f-97a2-2157bf91cc4f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 811 time: 0.3148251 Jan 27 14:46:51.371622 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:51.372906 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:51.407879 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] For port dcf223a5-549b-4d37-9a9a-d01df438290e, host hv-neutron-8264, got binding levels [] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:51.408367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a610bef2-2e61-4500-9281-aa1b6f6aa1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.409148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.432236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.434685 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f5411702-5d47-42b4-8743-f19418970a69 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.8320966 Jan 27 14:46:51.436657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.437875 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60668) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:51.450837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:46:51.487093 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:51.489191 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-38355bb5-296d-47ca-ab3f-94e574843f51 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/quotas/06da3f64eaca418b91aba64b64cbe5f7 HTTP/1.1" status: 200 len: 375 time: 0.1412683 Jan 27 14:46:51.494146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Calling delete_port for dcf223a5-549b-4d37-9a9a-d01df438290e owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:46:51.533613 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:46:51.537797 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:51.585136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a610bef2-2e61-4500-9281-aa1b6f6aa1ee None None] For port 1e097527-7f5e-4ef0-a1ec-98300de6f821, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e097527-7f5e-4ef0-a1ec-98300de6f821,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:46:51.643688 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:51.645602 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4c4908-89a9-4d87-b713-c1dd65d34db2 None None] The sync data for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:46:51.688245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a610bef2-2e61-4500-9281-aa1b6f6aa1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.796138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.928666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-de1203f6-2614-4839-8742-3a2b2cd8e55c None None] Provisioning complete for port 1e097527-7f5e-4ef0-a1ec-98300de6f821 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:51.929272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de1203f6-2614-4839-8742-3a2b2cd8e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.933243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:51.936652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610bef2-2e61-4500-9281-aa1b6f6aa1ee None None] Pushing event updated for resources: {'Port': ['ID=1e097527-7f5e-4ef0-a1ec-98300de6f821,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:52.215720 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-2904492c-bb47-4cbd-91de-2dc4113f9fbe tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6911407 Jan 27 14:46:52.327997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:50Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:46:52.394305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1fec0-f053-4cbf-bd87-1e85f31b2de4 None None] The sync data for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv is: [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:50Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:46:52.402049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:52.403831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.72', 53821) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:52.412777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:52.436142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:52.451952 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8ced5c90-de7d-4fe8-b06b-9512a87008e1 req-0fe49271-8e4d-49e5-9788-f4db2d30ac54 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.1194475 Jan 27 14:46:52.524906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf223a5-549b-4d37-9a9a-d01df438290e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:52.558819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:46:52.561846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:52.566324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a5953a01-56ff-4fd7-a56b-08283234b2ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dcf223a5-549b-4d37-9a9a-d01df438290e HTTP/1.1" status: 204 len: 168 time: 2.0679204 Jan 27 14:46:52.575459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2c600-a95e-4b6c-a423-2f73540748a4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:52.581700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60686) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:52.613878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Allocated IP 172.26.6.8 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/b13d0580-6831-46ed-9cec-fe2354b5cef6) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:52.623324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:52.629706 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Added segment ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb of type vlan for network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 Jan 27 14:46:52.677427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60688) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:52.856424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:52.874391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-bdd9b140-d7e5-49fc-9b58-baf4e15c278a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:52.881679 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-bdd9b140-d7e5-49fc-9b58-baf4e15c278a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2273636 Jan 27 14:46:52.892150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-08cb771c-b6c6-48e1-8b27-075638aeb699 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:52.894605 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-08cb771c-b6c6-48e1-8b27-075638aeb699 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2147481 Jan 27 14:46:52.903044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e097527-7f5e-4ef0-a1ec-98300de6f821 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:46:52.934988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60698) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:52.973576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-7de87655-7dd7-4ca0-bc8f-1fe6f1b36d5f tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:52.974628 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7de87655-7dd7-4ca0-bc8f-1fe6f1b36d5f tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0262303 Jan 27 14:46:52.986105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60704) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:52.987606 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d73c630-1b44-495b-89f1-7c8dd3ea76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:46:52.993541 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1d73c630-1b44-495b-89f1-7c8dd3ea76e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "GET /v2.0/ports/dcf223a5-549b-4d37-9a9a-d01df438290e HTTP/1.1" status: 404 len: 333 time: 0.3699961 Jan 27 14:46:52.996895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-80587596-83ab-4cf4-803c-6e3f635a5602 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:52.998981 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-80587596-83ab-4cf4-803c-6e3f635a5602 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097859 Jan 27 14:46:53.006229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60706) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.006566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60708) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.013392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760337861', 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:53.039388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1e097527-7f5e-4ef0-a1ec-98300de6f821 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:53.051237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.053001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.066208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-62d76be8-80ad-44df-8fea-376ef75c6f54 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.074313 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-62d76be8-80ad-44df-8fea-376ef75c6f54 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0612383 Jan 27 14:46:53.074586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60712) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.100264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-7d068fac-df08-47de-82d5-1def49e7aad4 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.101893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7d068fac-df08-47de-82d5-1def49e7aad4 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0259295 Jan 27 14:46:53.106033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60714) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.112669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.124117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-70ed3efb-1676-4782-b7d7-02815df008aa tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.125044 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-70ed3efb-1676-4782-b7d7-02815df008aa tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083020 Jan 27 14:46:53.130990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.132276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:53.133008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.137074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60716) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.228816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-a7232b67-3deb-4244-8076-b308958ddaff tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.229972 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a7232b67-3deb-4244-8076-b308958ddaff tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0170133 Jan 27 14:46:53.232249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Network': ['ID=d58f1445-3da6-4c57-8cfa-915c17f6e8f2,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:53.234571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60718) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.252351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.257743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-655f2d4f-73a3-46e6-b14c-87314b581d93 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.258939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-655f2d4f-73a3-46e6-b14c-87314b581d93 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080209 Jan 27 14:46:53.264928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60720) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.274942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-d40debf3-d691-4a1d-992e-a35c05314ace tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.281499 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d40debf3-d691-4a1d-992e-a35c05314ace tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0153701 Jan 27 14:46:53.287066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60722) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.301465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:46:53.306338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-67e3952f-ad84-499f-8646-00db3f7886e8 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.310258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-95d4159a-5ebf-4b79-a4e8-5d3568cd908b tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:53.311496 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-67e3952f-ad84-499f-8646-00db3f7886e8 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0179811 Jan 27 14:46:53.315103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a26ecdf7-a262-4ddb-9639-7efe517bcf91 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6139019 Jan 27 14:46:53.317831 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-95d4159a-5ebf-4b79-a4e8-5d3568cd908b tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.72 "GET /v2.0/networks?id=131fbc0e-ac6b-4c25-a336-ab60cf032c27 HTTP/1.1" status: 200 len: 811 time: 0.7475665 Jan 27 14:46:53.319037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60728) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.325115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-209c8139-7588-4fe9-9684-2a5bfe9bd7e6 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.326251 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-209c8139-7588-4fe9-9684-2a5bfe9bd7e6 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061321 Jan 27 14:46:53.328774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60730) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.334539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'subnet': {'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:53.339835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60732) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.347021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-a0247e65-9524-4c3c-9622-515006f8d361 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.351901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a0247e65-9524-4c3c-9622-515006f8d361 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053489 Jan 27 14:46:53.353122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60734) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.359214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-13baed82-d8ae-4fe8-ba83-9b25bd121d4a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.364716 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-5f32a9cd-5b01-49a6-90a2-78c809307888 service neutron] 10.222.0.18 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637430 Jan 27 14:46:53.364968 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-13baed82-d8ae-4fe8-ba83-9b25bd121d4a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061445 Jan 27 14:46:53.368150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Made reservation on behalf of 7493e6ecd8ee4036b7d77c9a189f239b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:53.370921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.373869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60736) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.382406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.389731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-2f24f990-dbc3-4bc0-b050-794d24a4f74a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.395853 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2f24f990-dbc3-4bc0-b050-794d24a4f74a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108814 Jan 27 14:46:53.417503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60740) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.514373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-0de2d73a-7287-4f2c-89d4-9e7d075686c2 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.515469 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0de2d73a-7287-4f2c-89d4-9e7d075686c2 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0281355 Jan 27 14:46:53.517297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Made reservation on behalf of abc5000cbb024d56a20c19e1b57e44b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:53.519859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.522836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60748) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.531805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-f9f4b8be-d947-4c03-b81a-acbcd3d7639b tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.533802 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f9f4b8be-d947-4c03-b81a-acbcd3d7639b tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070624 Jan 27 14:46:53.537931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:53.562400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60750) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.609569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-feebb6e2-a958-4549-ac13-56df39bbdde0 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.615377 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-feebb6e2-a958-4549-ac13-56df39bbdde0 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0491242 Jan 27 14:46:53.682375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60754) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.714902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-515cbaca-580e-4af9-9e52-2e4c10f974bc tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.717047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-515cbaca-580e-4af9-9e52-2e4c10f974bc tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0125802 Jan 27 14:46:53.722349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:53.749320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60758) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.773855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-2175cc7f-e4de-4832-b13b-9738c1ff02d0 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.775656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2175cc7f-e4de-4832-b13b-9738c1ff02d0 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0123463 Jan 27 14:46:53.792456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:53.804304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60760) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.821509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] device_id is not set on port 099a06a5-cbb8-4a91-9468-fb7d2c7d54fb yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:53.856354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-cd1bb22b-e4be-47fe-833d-db11e8364870 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.857851 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cd1bb22b-e4be-47fe-833d-db11e8364870 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0187359 Jan 27 14:46:53.878457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:53.884011 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bf19c499-fe89-45b2-850e-4d404c5d2d95 req-dfbae2d2-b41c-40e5-bfd6-4841ddea9c50 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.2000577 Jan 27 14:46:53.897064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60762) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:53.923527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-680e2cf8-557e-41c0-9268-a7b817fde0b7 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:53.925292 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-680e2cf8-557e-41c0-9268-a7b817fde0b7 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0265627 Jan 27 14:46:53.942467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event updated for resources: {'Port': ['ID=b13d0580-6831-46ed-9cec-fe2354b5cef6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:53.946123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60764) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.043969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:54.052408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-0c769c19-7aec-4cea-9869-36023572d0c8 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.056622 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0c769c19-7aec-4cea-9869-36023572d0c8 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0899398 Jan 27 14:46:54.066434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60766) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.072366 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-dfb820d5-23ea-45f2-a8c0-6d24146df9fc service neutron] 10.222.0.18 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080865 Jan 27 14:46:54.086968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-0dde2486-447f-4640-a6df-7076fb4b3deb tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.093295 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0dde2486-447f-4640-a6df-7076fb4b3deb tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0226426 Jan 27 14:46:54.093962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60768) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.111408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-49cd3b1b-ca30-4dec-b3a7-8af6e52133cc tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.113833 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-75b57b50-f75d-44de-9e98-779e67c478df tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5 HTTP/1.1" status: 200 len: 380 time: 0.7387211 Jan 27 14:46:54.115798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-49cd3b1b-ca30-4dec-b3a7-8af6e52133cc tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081151 Jan 27 14:46:54.120741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60770) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.128808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-3f52328c-2575-491c-a6a9-219b9b11ec50 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.132861 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3f52328c-2575-491c-a6a9-219b9b11ec50 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079968 Jan 27 14:46:54.154940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60772) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.163588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-407988c8-a04f-4ede-bd9a-9f32434e7f27 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.167658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-407988c8-a04f-4ede-bd9a-9f32434e7f27 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0115163 Jan 27 14:46:54.173661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60774) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.184695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-a1a720b4-370c-4d9e-8f45-292bc0d7f9fa tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.189277 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a1a720b4-370c-4d9e-8f45-292bc0d7f9fa tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0141675 Jan 27 14:46:54.190991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60776) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.204726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-12cd4dfa-38f4-438a-afe5-cc0e3e180eae tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.212293 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-12cd4dfa-38f4-438a-afe5-cc0e3e180eae tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0140948 Jan 27 14:46:54.219396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:54.312699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60778) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.355485 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-a50ab2a3-304c-4cef-9e30-9c35b82f643b tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.357575 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a50ab2a3-304c-4cef-9e30-9c35b82f643b tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0125546 Jan 27 14:46:54.587949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Request body: {'port': {'device_id': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'admin_state_up': True, 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'security_groups': ['79969055-a2b2-4f90-b96a-4da1a6928289']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:54.670125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60780) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.689716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-392af649-2270-4161-bf79-bebb074d2dec tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:54.691432 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-392af649-2270-4161-bf79-bebb074d2dec tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0198026 Jan 27 14:46:54.749746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60792) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:54.771750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:54.859799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:55.044931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72cc0023-0f4f-41ab-ac03-98331e81f1b9 req-072b037f-b916-4455-80e7-967f0110c6b4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.2480245 Jan 27 14:46:55.065628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:55.207843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-8ad00aa8-2fde-45f4-a4bc-c817ac48f607 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.218307 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8ad00aa8-2fde-45f4-a4bc-c817ac48f607 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.3289614 Jan 27 14:46:55.218929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event updated for resources: {'Port': ['ID=b13d0580-6831-46ed-9cec-fe2354b5cef6,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:55.232458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60804) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.241949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:55.244542 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5425c498-a12f-4684-aa4d-7852ac3c8019 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8660057 Jan 27 14:46:55.321066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-45c34304-3573-44fe-bf8b-2b6cab6fd810 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.326066 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-45c34304-3573-44fe-bf8b-2b6cab6fd810 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0485735 Jan 27 14:46:55.340976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60812) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.378474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-f1a5d35c-770d-4158-98cf-ab847e617df1 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.383947 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1a5d35c-770d-4158-98cf-ab847e617df1 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0425770 Jan 27 14:46:55.396243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60816) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.457012 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f6e0c2f6-8589-475d-908a-a916f9226023 req-56f370a3-097c-471e-b444-e376a650d635 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.1446347 Jan 27 14:46:55.493418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-3fae70ed-e4e0-4247-986d-dcf6cfbfbf93 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.498585 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3fae70ed-e4e0-4247-986d-dcf6cfbfbf93 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1007402 Jan 27 14:46:55.502425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60818) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.586431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:55.718504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-358a4215-788e-467e-8894-7fbf20343614 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.723349 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-358a4215-788e-467e-8894-7fbf20343614 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.1381283 Jan 27 14:46:55.725909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60824) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.739118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-587a7335-75a8-410a-a902-2f016795aa6a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.745392 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-587a7335-75a8-410a-a902-2f016795aa6a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0132616 Jan 27 14:46:55.746610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60826) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.768311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-8b4689b4-339c-45aa-972d-6d832776da5f tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.772267 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8b4689b4-339c-45aa-972d-6d832776da5f tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0120573 Jan 27 14:46:55.774800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60828) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.802626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-58ef3e6a-19c1-4166-9777-f7bc69c0c6d6 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.810922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-58ef3e6a-19c1-4166-9777-f7bc69c0c6d6 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0276492 Jan 27 14:46:55.827192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60834) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.857564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:55.861714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:55.912497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-be3eef49-ff9f-4c7d-ab29-18aca533dc4b tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.917800 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-be3eef49-ff9f-4c7d-ab29-18aca533dc4b tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0229859 Jan 27 14:46:55.924309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60838) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.936776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-5f2e64f1-f250-4d9d-89a7-3d95aa29d24d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.943062 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5f2e64f1-f250-4d9d-89a7-3d95aa29d24d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0123222 Jan 27 14:46:55.944286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60840) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:55.950206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:55.954011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 009d62c9-c98a-4a02-8ca9-737ffc11615a {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:46:55.957223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-b417d658-ffad-493b-805d-853862ae8dee tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:55.962030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b417d658-ffad-493b-805d-853862ae8dee tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0135310 Jan 27 14:46:55.969305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60842) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.072688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Made reservation on behalf of d0dbc7ec4e9c4a50be9f3db3b907f6f5 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:56.084925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.123795 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 14:46:56.124619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-39a9817f-8c9b-4625-a2a6-fb46c3c3e901 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.130285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-39a9817f-8c9b-4625-a2a6-fb46c3c3e901 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.1417131 Jan 27 14:46:56.130285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:46:56.131762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.143808 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8226ba57-40fc-48c9-9203-eb15ad2171ea tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.4496155 Jan 27 14:46:56.147927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60846) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.149027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60850) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.171697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.178483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Allocated IP 172.20.0.1 (efa63694-fc24-4fec-b243-b7095f98a9b5/7e1128fc-31ee-48d8-a2b1-49d7716f7d8b/2d952cb8-0ed4-4e7a-ab21-e3995f791598) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:56.190339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-df565871-1a7b-447e-830e-996660a6fba5 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.194452 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-df565871-1a7b-447e-830e-996660a6fba5 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0323896 Jan 27 14:46:56.198771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60852) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.208438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-f1988bc7-9f46-40c8-8304-5cdbd9896a6d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.213655 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1988bc7-9f46-40c8-8304-5cdbd9896a6d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0095623 Jan 27 14:46:56.241940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60858) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.285209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-08885e9d-12d6-4d11-85e4-9dd75d0212d5 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.294428 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-08885e9d-12d6-4d11-85e4-9dd75d0212d5 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0477393 Jan 27 14:46:56.302831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60862) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.314407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-9faa879d-7ff3-404f-b278-612925406704 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.320374 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9faa879d-7ff3-404f-b278-612925406704 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0153933 Jan 27 14:46:56.325493 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60864) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.335730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-999b006a-f7d2-4892-aa5d-19d64c7bae13 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.337056 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-999b006a-f7d2-4892-aa5d-19d64c7bae13 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0069280 Jan 27 14:46:56.349634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60866) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.359606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-c55a2fc4-0a84-4135-abfc-370ff135b82d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.361962 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c55a2fc4-0a84-4135-abfc-370ff135b82d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0089693 Jan 27 14:46:56.374178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60868) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.419661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-c60ebd83-f0ac-4539-bb18-0bb4d35edbd3 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.421492 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c60ebd83-f0ac-4539-bb18-0bb4d35edbd3 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0101826 Jan 27 14:46:56.448767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60870) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.461931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-b3885832-37ae-4342-9c4e-f3c0029067c4 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--52263943&fields=id&tenant_id=8a03a90b7b6a4b58880dc1e0d1799e42 HTTP/1.1" status: 200 len: 267 time: 0.1362236 Jan 27 14:46:56.469568 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-522ff265-08de-48dd-a8d5-ccceb6376ee3 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.471348 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-522ff265-08de-48dd-a8d5-ccceb6376ee3 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0168052 Jan 27 14:46:56.481053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60872) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.487988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-5306ab24-600f-4e24-bed0-936734a10e95 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.489313 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5306ab24-600f-4e24-bed0-936734a10e95 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056152 Jan 27 14:46:56.498285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60874) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.502563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-47a64efc-b3c7-48d1-9fc7-44fbfaccbdae req-df5f0d7d-46e5-4894-ae90-81bf4586100a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.1674674 Jan 27 14:46:56.509316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Checking segment: {'id': 'ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:46:56.509687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network hostable DHCP agents. Network: d58f1445-3da6-4c57-8cfa-915c17f6e8f2, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:46:56.513189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-878b4d6e-9c32-43d7-9c98-d68adeb458d0 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.514767 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-878b4d6e-9c32-43d7-9c98-d68adeb458d0 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0100794 Jan 27 14:46:56.535011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.540175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60876) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.552705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a74a611b-932d-4038-be62-58942a24f7b3,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:56.560636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-45a7ff75-7fd6-4a07-a6b7-90f382336b40 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.561808 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-45a7ff75-7fd6-4a07-a6b7-90f382336b40 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106475 Jan 27 14:46:56.572707 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60878) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.589423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-afddc974-ab7e-4f80-bc0f-26ed7697ce4d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.590761 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-afddc974-ab7e-4f80-bc0f-26ed7697ce4d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0102136 Jan 27 14:46:56.627098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60882) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.637525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Network 30594c9d-b3ed-439d-a166-56f54fce2a4f is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:56.639403 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Allocated IP 172.20.0.7 (131fbc0e-ac6b-4c25-a336-ab60cf032c27/7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35/4de9c889-4f2c-4f22-9117-a1669e311855) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:56.654328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-69db9777-0d9c-426b-8a86-108d2ae07f16 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.655491 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-69db9777-0d9c-426b-8a86-108d2ae07f16 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0246730 Jan 27 14:46:56.679507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60884) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.682094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:56.719798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.729514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-5bc983ff-de84-4cf0-86da-f3fed71e4732 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.730709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5bc983ff-de84-4cf0-86da-f3fed71e4732 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056181 Jan 27 14:46:56.744498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60886) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.745238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:46:56.761295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-3c38dad2-ea8f-41d1-80db-7e3d9ee0aad8 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.763693 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3c38dad2-ea8f-41d1-80db-7e3d9ee0aad8 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084937 Jan 27 14:46:56.781489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60888) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.791140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, d58f1445-3da6-4c57-8cfa-915c17f6e8f2) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:56.799484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-4f462de6-84b5-4c10-9a12-9cb723ba1218 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.804698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:56.804941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4f462de6-84b5-4c10-9a12-9cb723ba1218 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0115516 Jan 27 14:46:56.805075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:56.807167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.811028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e98afb-427e-4819-bf40-70e8cfe35139 None None] Network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:56.821189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60890) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.831513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.835487 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4397fb08-b0ed-47a3-9ac6-c5cc5e047348 req-aef5feb0-bce6-48b9-8622-8f8abc22ea4d tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.1017978 Jan 27 14:46:56.846670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:56.847326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.857673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-ea4b34b6-5bf1-44ef-9116-ddeb29f6af9e tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.870548 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ea4b34b6-5bf1-44ef-9116-ddeb29f6af9e tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0414441 Jan 27 14:46:56.881661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=099a06a5-cbb8-4a91-9468-fb7d2c7d54fb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:56.883438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60894) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:56.917201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Deleting port 0ed98062-49f3-437d-a583-a913ab5af6e3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:46:56.917777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:56.945389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-c1eb7f74-12c2-45da-a14a-822a75d9d68d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:56.949651 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c1eb7f74-12c2-45da-a14a-822a75d9d68d tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0650365 Jan 27 14:46:57.007925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60896) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.032389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-4b08cc94-b73a-4c90-95bd-1ab816766ba7 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.043992 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b08cc94-b73a-4c90-95bd-1ab816766ba7 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0322976 Jan 27 14:46:57.080343 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f250bd-689f-4340-a568-c316c3e23a71 None None] Network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:46:57.107665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Network efa63694-fc24-4fec-b243-b7095f98a9b5 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:57.109420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60898) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.139245 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-9022a097-b696-4326-aa6f-9d8107fb2bf0 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:57.184704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-9022a097-b696-4326-aa6f-9d8107fb2bf0 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/networks?id=9198f04c-3e13-480f-97b9-997a80d030ff HTTP/1.1" status: 200 len: 805 time: 0.6777959 Jan 27 14:46:57.215361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:57.228025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-ef1525fe-34e5-48c2-953a-25f3aa88dc40 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.229646 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ef1525fe-34e5-48c2-953a-25f3aa88dc40 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073564 Jan 27 14:46:57.230891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:57.232288 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:57.280924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60900) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.294431 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-146aa536-ee7b-442c-b98b-18f18dd0462d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.2864003 Jan 27 14:46:57.320775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-50035aad-c3af-4237-8058-662697f289f2 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.322231 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-50035aad-c3af-4237-8058-662697f289f2 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0261700 Jan 27 14:46:57.338178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60902) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.338799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60904) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.345375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-524f1296-0f0c-431a-9cdf-2d47865b2ba5 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.351627 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-524f1296-0f0c-431a-9cdf-2d47865b2ba5 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083034 Jan 27 14:46:57.365413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60906) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.378555 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3ad01588-b27a-4a0f-845d-b80513c6e5c3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0471621 Jan 27 14:46:57.395358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-31feecce-ef8a-4b69-8108-a2074784c37a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.403192 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-31feecce-ef8a-4b69-8108-a2074784c37a tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0207109 Jan 27 14:46:57.405180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60908) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.406291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60912) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.420038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [None req-295c222d-ea02-4e72-95e7-4401c3c81f74 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.428421 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-295c222d-ea02-4e72-95e7-4401c3c81f74 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0130155 Jan 27 14:46:57.439265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60914) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.459123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-4e3cd2c3-fb10-4947-a698-6fe40e9a2c58 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.460361 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4e3cd2c3-fb10-4947-a698-6fe40e9a2c58 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0143073 Jan 27 14:46:57.472671 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60916) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.484663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-319089469', 'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:57.489501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-da6d21b1-9767-4817-8972-aaed873a42f3 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.490502 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-da6d21b1-9767-4817-8972-aaed873a42f3 tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0137525 Jan 27 14:46:57.496237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60918) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.508909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Port': ['ID=2d952cb8-0ed4-4e7a-ab21-e3995f791598,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:57.524534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [None req-dc8470cd-a906-4820-8f59-caaddf5e03dd tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:57.524534 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dc8470cd-a906-4820-8f59-caaddf5e03dd tempest-ExtensionsTestJSON-891722326 tempest-ExtensionsTestJSON-891722326-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0091593 Jan 27 14:46:57.535300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-adc8b320-efc9-4b75-aec9-9d7b259dabc2 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/quotas/8a03a90b7b6a4b58880dc1e0d1799e42 HTTP/1.1" status: 200 len: 375 time: 0.3485148 Jan 27 14:46:57.640986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd15ed-e368-47d4-b7ea-b9b79583775a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:57.648508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8bfd15ed-e368-47d4-b7ea-b9b79583775a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "GET /v2.0/ports/099a06a5-cbb8-4a91-9468-fb7d2c7d54fb HTTP/1.1" status: 200 len: 959 time: 0.3081615 Jan 27 14:46:57.650005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Made reservation on behalf of abc5000cbb024d56a20c19e1b57e44b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:46:57.655814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:57.659882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 60924) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:57.824390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-88e020df-94d9-4639-92b8-e32d3cb05e33 None None] Provisioning complete for port 2d952cb8-0ed4-4e7a-ab21-e3995f791598 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:57.826427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-88e020df-94d9-4639-92b8-e32d3cb05e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:57.930584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-88e020df-94d9-4639-92b8-e32d3cb05e33 None None] Port 2d952cb8-0ed4-4e7a-ab21-e3995f791598 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:58.281507 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbc19743-22fc-46c9-b44c-10b05c1cc123 req-546b0eb9-a959-4b65-bc43-deb2a0d22d8c tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.5140989 Jan 27 14:46:58.285110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:58.291942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:58.299246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:58.332464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Calling delete_port for 0ed98062-49f3-437d-a583-a913ab5af6e3 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:46:58.412646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60930) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:58.476100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] device_id is not set on port 9f9de324-59fb-4c64-98d2-a9a1b472226a yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:46:58.485024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:58.588334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:46:58.594970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:46:58.597596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:46:58.604750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:58.605615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:58.654730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event updated for resources: {'Port': ['ID=4de9c889-4f2c-4f22-9117-a1669e311855,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:58.667798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-35bb0723-a60a-4450-9ced-9c55701f1398 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a03a90b7b6a4b58880dc1e0d1799e42&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1073771 Jan 27 14:46:58.681799 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-f3b7e2db-f99a-492a-ae87-4ff84babb030 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3666317 Jan 27 14:46:58.717764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-fb7d85bd-a811-4e42-a928-00661cad61f4 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:46:58.724713 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-fb7d85bd-a811-4e42-a928-00661cad61f4 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242910 Jan 27 14:46:58.754027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa45c2-25f8-4e3a-9a98-d1a7d1bd3543 req-f548deb7-a9e8-4452-8e9d-372486cb4c42 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:58.762717 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4efa45c2-25f8-4e3a-9a98-d1a7d1bd3543 req-f548deb7-a9e8-4452-8e9d-372486cb4c42 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 931 time: 0.2939224 Jan 27 14:46:58.832195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Deleting port 099a06a5-cbb8-4a91-9468-fb7d2c7d54fb {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:46:58.832578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.016231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Allocated IP 2001:db8::274 (d58f1445-3da6-4c57-8cfa-915c17f6e8f2/a74a611b-932d-4038-be62-58942a24f7b3/9f9de324-59fb-4c64-98d2-a9a1b472226a) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:46:59.033545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.72', 53828) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:46:59.040483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28ecdf05-3de2-4f8a-93e6-39e89a5aba89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.057772 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4efa45c2-25f8-4e3a-9a98-d1a7d1bd3543 req-c3403ae8-3f9f-47a3-8a7f-2dd015b3d916 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827365 Jan 27 14:46:59.098503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.113685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b2bb87ce-5e15-4ef1-b355-46aa8901a7ab None None] Provisioning complete for port 4de9c889-4f2c-4f22-9117-a1669e311855 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:46:59.114717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2bb87ce-5e15-4ef1-b355-46aa8901a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.154730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb87ce-5e15-4ef1-b355-46aa8901a7ab None None] Port 4de9c889-4f2c-4f22-9117-a1669e311855 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:46:59.176040 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Request body: {'port': {'device_id': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:46:59.200391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Calling delete_port for 099a06a5-cbb8-4a91-9468-fb7d2c7d54fb owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:46:59.244553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.270547 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-ac68cfa6-7377-4ff0-9f90-883500f7a40b service neutron] 10.222.0.18 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257480 Jan 27 14:46:59.315329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.367661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.383735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.384548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.468409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.473739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0ed98062-49f3-437d-a583-a913ab5af6e3 HTTP/1.1" status: 204 len: 168 time: 3.3101189 Jan 27 14:46:59.494640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65389c2-e06f-494d-890f-6c2d076890cd tempest-RoutersAdminNegativeTest-75344184 tempest-RoutersAdminNegativeTest-75344184-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ed98062-49f3-437d-a583-a913ab5af6e3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:59.596402 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-50902cc2-77cf-4ffb-b3b2-ae32acc0ae34 req-9eb59125-69cd-44ba-b347-37ef7c90d4c2 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.1319120 Jan 27 14:46:59.819487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-e2e59ab5-9f80-44c8-b754-cec34ffd8784 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:46:59.821110 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-e2e59ab5-9f80-44c8-b754-cec34ffd8784 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 811 time: 0.7621114 Jan 27 14:46:59.822219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Port': ['ID=2d952cb8-0ed4-4e7a-ab21-e3995f791598,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:46:59.878793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28ecdf05-3de2-4f8a-93e6-39e89a5aba89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.890351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28ecdf05-3de2-4f8a-93e6-39e89a5aba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:46:59.964788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.018366 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-28ecdf05-3de2-4f8a-93e6-39e89a5aba89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5023dfdf762432ba24b913fe6d5fa99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5775573 Jan 27 14:47:00.023110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60946) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:00.059193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecdf05-3de2-4f8a-93e6-39e89a5aba89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cfc767-07b4-4817-9d33-4357721c6d61,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:00.087939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Network efa63694-fc24-4fec-b243-b7095f98a9b5 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:00.098555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:00.152778 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-195bf9a2-1a5a-4b59-a429-0106f06327fb service neutron] 10.222.0.18 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205500 Jan 27 14:47:00.189703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.226051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60950) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:00.256257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.277273 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "DELETE /v2.0/ports/099a06a5-cbb8-4a91-9468-fb7d2c7d54fb HTTP/1.1" status: 204 len: 168 time: 2.5530341 Jan 27 14:47:00.289778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60954) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:00.422464 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-392a4829-46d6-4c76-8f94-045b95a23c21 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06da3f64eaca418b91aba64b64cbe5f7 HTTP/1.1" status: 200 len: 379 time: 0.5073273 Jan 27 14:47:00.452345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7ea9c-a75a-4dba-8858-f95a887251e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event deleted for resources: {'Port': ['ID=099a06a5-cbb8-4a91-9468-fb7d2c7d54fb,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:00.512125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Request body: {'port': {'device_id': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'admin_state_up': True, 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'security_groups': ['db12b899-01a3-471a-88f1-a93e1f395895']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:00.568882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.616518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9d3b90f9-141d-4bb1-98a8-e480fe314590 None None] Provisioning complete for port 2d952cb8-0ed4-4e7a-ab21-e3995f791598 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:00.616941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d3b90f9-141d-4bb1-98a8-e480fe314590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.638116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de9c889-4f2c-4f22-9117-a1669e311855 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:47:00.658321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.699544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Transition to ACTIVE for port object 4de9c889-4f2c-4f22-9117-a1669e311855 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:47:00.716866 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b90f9-141d-4bb1-98a8-e480fe314590 None None] Port 2d952cb8-0ed4-4e7a-ab21-e3995f791598 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:00.760279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-523a9b49-1a11-4c5f-bafb-c2620ae2c833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.797335 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7769c3-3ce3-433f-8ec9-b8ac5d7d0a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:47:00.807913 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ab7769c3-3ce3-433f-8ec9-b8ac5d7d0a51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "GET /v2.0/ports/099a06a5-cbb8-4a91-9468-fb7d2c7d54fb HTTP/1.1" status: 404 len: 333 time: 0.5059447 Jan 27 14:47:00.809033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.813885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60960) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:00.845885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118e84-fb58-478f-9901-34216c6bb100 req-c9149d6c-c42b-4a18-a584-fd3a6bf615f0 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:00.852118 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-03118e84-fb58-478f-9901-34216c6bb100 req-c9149d6c-c42b-4a18-a584-fd3a6bf615f0 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 931 time: 0.4472611 Jan 27 14:47:00.889267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Request body: {'port': {'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-59274467'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:00.925708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:00.983023 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0771dce7-02f8-4db8-9325-3b1583c419dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.039074 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd432618-379c-42fa-97e7-3d428b05c364 req-99567728-52bf-4e7f-aec7-9e2add51bba9 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.1212454 Jan 27 14:47:01.075047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-523a9b49-1a11-4c5f-bafb-c2620ae2c833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.166665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9de324-59fb-4c64-98d2-a9a1b472226a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:01.189010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:01.212898 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=4de9c889-4f2c-4f22-9117-a1669e311855,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:01.225876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Router b992d05a-66e8-4b2e-bb26-780fa0686045 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:47:01.237556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:01.241801 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-93fff872-5a6b-493f-8ec1-35ee1f1c3336 req-19825bcc-029d-433b-a5bf-a91485f00d26 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 210 time: 0.0479894 Jan 27 14:47:01.242691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:01.243813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:01.244801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.296425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-03118e84-fb58-478f-9901-34216c6bb100 req-249af8cb-620c-419e-b993-b820af18794c tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245753 Jan 27 14:47:01.326625 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-578a103e-79f8-44c9-953f-45b2c1f4da68 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.9104762 Jan 27 14:47:01.333162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60968) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:01.367224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Made reservation on behalf of 06da3f64eaca418b91aba64b64cbe5f7 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:01.371040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.382684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Made reservation on behalf of 7493e6ecd8ee4036b7d77c9a189f239b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:01.386491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.460471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Attempting to bind port 4de9c889-4f2c-4f22-9117-a1669e311855 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:01.460882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Attempting to bind port 4de9c889-4f2c-4f22-9117-a1669e311855 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:01.461137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Attempting to bind port 4de9c889-4f2c-4f22-9117-a1669e311855 on network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:01.477459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] device_id is not set on port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:01.665113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Port 4de9c889-4f2c-4f22-9117-a1669e311855 on network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:01.666101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Attempting to bind port 4de9c889-4f2c-4f22-9117-a1669e311855 on network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:01.705645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0771dce7-02f8-4db8-9325-3b1583c419dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.709602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-523a9b49-1a11-4c5f-bafb-c2620ae2c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.713276 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-523a9b49-1a11-4c5f-bafb-c2620ae2c833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.717652 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-523a9b49-1a11-4c5f-bafb-c2620ae2c833 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80cfc767-07b4-4817-9d33-4357721c6d61 HTTP/1.1" status: 204 len: 168 time: 1.6935854 Jan 27 14:47:01.757350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0771dce7-02f8-4db8-9325-3b1583c419dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.847561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:01.848106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Checking segment: {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:01.848803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Bound using segment: {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:01.849416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Bound port: 4de9c889-4f2c-4f22-9117-a1669e311855, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:01.849890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:01.943657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] For port 4de9c889-4f2c-4f22-9117-a1669e311855, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:01.949545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] For port 4de9c889-4f2c-4f22-9117-a1669e311855, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4de9c889-4f2c-4f22-9117-a1669e311855,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:01.951730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a9b49-1a11-4c5f-bafb-c2620ae2c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cfc767-07b4-4817-9d33-4357721c6d61,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:02.011444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:02.187266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Allocated IP 172.20.0.8 (bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e/657d8216-ab7b-40b8-be7d-6e814e8246f0/775867a3-53f1-4b1d-9661-e088d2f8ebab) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:02.304683 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b0ad14b-c766-41df-83ba-22527f1c02bd req-6c9912ce-cbdb-471b-81c6-f448f8f1326c tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.0939627 Jan 27 14:47:02.524540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Pushing event updated for resources: {'Port': ['ID=4de9c889-4f2c-4f22-9117-a1669e311855,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:02.533698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771dce7-02f8-4db8-9325-3b1583c419dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a1d549-ced2-4434-964c-dbd30e093710,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:02.734481 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0771dce7-02f8-4db8-9325-3b1583c419dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16bce3bee4574779995a439279d12f99&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5038629 Jan 27 14:47:02.782986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Deleting port 9f9de324-59fb-4c64-98d2-a9a1b472226a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:02.785020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:02.805464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:02.806465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:02.808834 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6d2691ae-30cf-4aa3-a52d-e1fd2cc6ec6c service neutron] 10.222.0.72 "PUT /v2.0/ports/4de9c889-4f2c-4f22-9117-a1669e311855 HTTP/1.1" status: 200 len: 1093 time: 3.8874578 Jan 27 14:47:02.860171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 60992) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:02.860966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:03.079556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:03.095041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] Sync routers for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:03.120472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:03.121510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:03.215973 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb09d978-a479-4c91-999f-a41775db34f1 req-dbaa2362-54b4-4a33-8082-278d0a492766 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 210 time: 0.7719343 Jan 27 14:47:03.320292 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-76d85d86-5d60-40ac-ab7b-2214e075595e tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "PUT /v2.0/routers/b992d05a-66e8-4b2e-bb26-780fa0686045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8778434 Jan 27 14:47:03.335566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:03.340544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32770) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:03.340891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32772) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:03.377502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Request body: {'port': {'network_id': 'efa63694-fc24-4fec-b243-b7095f98a9b5', 'name': 'tempest-FloatingIPAdminTestJSON-804225088'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:03.380602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:03.387142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:03.533229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:03.535866 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb86134-945a-46ce-b1cf-8143e63d57e9 None None] The sync data for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:03.598850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'networks': [{'name': 'tempest-network--1873942913'}, {'name': 'tempest-network--1906365420'}]} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:03.599691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'network': {'name': 'tempest-network--1873942913'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:03.600708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'network': {'name': 'tempest-network--1906365420'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:03.659075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-80ad7b33-ec05-4881-b1fe-f8eb52d0ea9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:03.713567 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bdecc107-282f-44e9-8d00-eb5e284aedb0 req-82c1792b-e3d3-436d-a3a8-1e0903ceb11a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.1312938 Jan 27 14:47:03.762576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:03.777684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa605e-64ae-404f-bf52-94b15fde2bef req-adfb5246-a381-44af-9bff-bd3772117e43 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:03.803191 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81aa605e-64ae-404f-bf52-94b15fde2bef req-adfb5246-a381-44af-9bff-bd3772117e43 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 943 time: 1.2875667 Jan 27 14:47:03.820850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3a3381-2fb0-4422-9237-dabfdcf79f62" -d '{"events": [{"name": "network-changed", "server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:03.934499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Made reservation on behalf of d4266e1902294e13a1c2a48203afde81 for: {'network': 2} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:03.945938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-80ad7b33-ec05-4881-b1fe-f8eb52d0ea9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:03.949223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:03.997186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-73ac884f-adb0-4573-97e8-441989bb1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:04.009360 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-73ac884f-adb0-4573-97e8-441989bb1e19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5&device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 1096 time: 0.8900077 Jan 27 14:47:04.051212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:04.168732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:04.194373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.72', 53832) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:04.215127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:04.217904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Made reservation on behalf of 56337995ad034fbf8d015d7a93cc8ebf for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:04.225871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:04.275849 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81aa605e-64ae-404f-bf52-94b15fde2bef req-2697ba95-f79d-4f92-8cbb-133ac337087e tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4856677 Jan 27 14:47:04.310550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] device_id is not set on port aeb97062-196d-4186-997f-9b4434256743 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:04.405088 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165392b-191a-4908-bc63-6abffe415194 x-openstack-request-id: req-e165392b-191a-4908-bc63-6abffe415194 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:04.406175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:04.406592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e165392b-191a-4908-bc63-6abffe415194 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:04.408399 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855', 'status': 'completed', 'code': 200} Jan 27 14:47:04.462648 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-7d9651ac-a86c-45e9-bb74-4b6ace1f2bad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de9c889-4f2c-4f22-9117-a1669e311855 HTTP/1.1" status: 200 len: 217 time: 0.2685490 Jan 27 14:47:04.463611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:04.569243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Calling delete_port for 9f9de324-59fb-4c64-98d2-a9a1b472226a owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:04.575494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Allocated IP 172.20.0.3 (efa63694-fc24-4fec-b243-b7095f98a9b5/7e1128fc-31ee-48d8-a2b1-49d7716f7d8b/aeb97062-196d-4186-997f-9b4434256743) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:04.697353 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a631024b-a368-4de5-be28-ea5ecefb6295 req-1a39b06c-46b9-4c3d-a107-1ecc922fab6c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 210 time: 0.0903080 Jan 27 14:47:04.786704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-80ad7b33-ec05-4881-b1fe-f8eb52d0ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:04.791916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-80ad7b33-ec05-4881-b1fe-f8eb52d0ea9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:04.798489 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-80ad7b33-ec05-4881-b1fe-f8eb52d0ea9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73a1d549-ced2-4434-964c-dbd30e093710 HTTP/1.1" status: 204 len: 168 time: 1.7110832 Jan 27 14:47:04.842473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.119681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad7b33-ec05-4881-b1fe-f8eb52d0ea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a1d549-ced2-4434-964c-dbd30e093710,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:05.126818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Network 30594c9d-b3ed-439d-a166-56f54fce2a4f is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:05.178075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=61146b1a-3e1d-45d2-bf0e-6edaea39fc99,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:05.203608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:05.209789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:05.210976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:05.211470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.228044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-efb85d54-7be7-4215-a7a4-1c6187ce341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:05.229732 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-efb85d54-7be7-4215-a7a4-1c6187ce341f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35 HTTP/1.1" status: 200 len: 850 time: 0.6693814 Jan 27 14:47:05.229978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.235688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:05.269057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-aaeb7e69-e6f0-41bc-96ba-03cb4623b074 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:05.274215 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-aaeb7e69-e6f0-41bc-96ba-03cb4623b074 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.72 "GET /v2.0/networks?id=9198f04c-3e13-480f-97b9-997a80d030ff HTTP/1.1" status: 200 len: 805 time: 1.0717475 Jan 27 14:47:05.278575 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-66971f1b-052f-4172-a6fa-0f5a1e54619f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 4.4021986 Jan 27 14:47:05.285367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32796) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:05.292501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:05.301093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.301785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.351021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:05.439178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:05.446903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:05.449829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.519929 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0614858 Jan 27 14:47:05.520385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.522434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.530323 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-42935c88-d990-42bc-bf20-0ddfe1141abc tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a03a90b7b6a4b58880dc1e0d1799e42 HTTP/1.1" status: 200 len: 378 time: 0.1670508 Jan 27 14:47:05.532909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5746d2-3b72-489f-b1e6-25429352575e req-2c6c9981-5b3f-4491-8131-595952863ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:05.535372 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-2c6c9981-5b3f-4491-8131-595952863ab4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131fbc0e-ac6b-4c25-a336-ab60cf032c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2475996 Jan 27 14:47:05.546556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df138cf-e0e0-4f33-895c-d291a3fe532e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:05.549400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f3f1e-88d6-481c-9079-f51e83afebdb tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event updated for resources: {'Port': ['ID=775867a3-53f1-4b1d-9661-e088d2f8ebab,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:05.570001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:05.583726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f9de324-59fb-4c64-98d2-a9a1b472226a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:05.630825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da661c61-f332-4d01-9006-ee1d12c13eac req-af7942e2-4aa4-4c74-b864-7e1a97c4df9b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:05.632614 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-da661c61-f332-4d01-9006-ee1d12c13eac req-af7942e2-4aa4-4c74-b864-7e1a97c4df9b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 931 time: 0.4437199 Jan 27 14:47:05.633888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.634236 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Added segment ee7820db-8807-4e9f-8089-41ab14059d5c of type vlan for network 1b25d1e1-ec0d-43a2-a5b2-c757fbba9bf0 Jan 27 14:47:05.635497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.639327 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-48a02559-624b-40d3-b76f-33eaac37d163 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9f9de324-59fb-4c64-98d2-a9a1b472226a HTTP/1.1" status: 204 len: 168 time: 4.2867527 Jan 27 14:47:05.643606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Request body: {'port': {'device_id': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'admin_state_up': True, 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'security_groups': ['0a7f1937-b92a-440f-b71f-8faf9028ebf2']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:05.643894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Request body: {'port': {'device_id': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:05.660323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32804) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:05.675008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2', 'external_fixed_ips': [{'subnet_id': 'a74a611b-932d-4038-be62-58942a24f7b3', 'ip_address': '2001:db8::274'}]}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:05.731622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.780571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-28af561d-7fb8-4398-8fd5-6d502b7390be None None] Provisioning complete for port 775867a3-53f1-4b1d-9661-e088d2f8ebab triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:05.782154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28af561d-7fb8-4398-8fd5-6d502b7390be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.821888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe345104-b9c8-45d7-9747-9fe0184285e3 req-ea20fc94-eff5-4c2c-882c-7e4934e1b1d5 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:05.823556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe345104-b9c8-45d7-9747-9fe0184285e3 req-ea20fc94-eff5-4c2c-882c-7e4934e1b1d5 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 943 time: 0.4238467 Jan 27 14:47:05.834597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-28af561d-7fb8-4398-8fd5-6d502b7390be None None] Port 775867a3-53f1-4b1d-9661-e088d2f8ebab cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:05.858158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.860970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32808) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:05.892766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.911154 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-da661c61-f332-4d01-9006-ee1d12c13eac req-26db37e2-1c4d-4066-bfd2-6a4619375e64 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415957 Jan 27 14:47:05.973734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:05.974869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.018629 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-6f3e184d-6379-4610-a64b-62c354e6f62e service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880827 Jan 27 14:47:06.025373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe345104-b9c8-45d7-9747-9fe0184285e3 req-72e5678b-3f7c-4724-a867-bb4e5a725a6f tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821387 Jan 27 14:47:06.034597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:06.039667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.051765 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8af9a3d9-5aa0-41c1-939c-607cd539805b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c623fcef8b5f4543a057fde09b43d69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803181 Jan 27 14:47:06.054475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32810) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:06.093351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.107775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.108094 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Added segment 11d2eaef-f041-42f4-ad32-cc63ad13b0fc of type vlan for network a1cacac6-4c23-4a97-b8d1-a72a6e6953d2 Jan 27 14:47:06.129692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Made reservation on behalf of 8a03a90b7b6a4b58880dc1e0d1799e42 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:06.133525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.231403 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15abde77-5924-4e39-9b90-913869ae16a1 req-365279f3-3ccc-453e-af58-f08114d035bd tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 210 time: 0.1653535 Jan 27 14:47:06.278997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Network efa63694-fc24-4fec-b243-b7095f98a9b5 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:06.295157 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.301590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event updated for resources: {'Port': ['ID=aeb97062-196d-4186-997f-9b4434256743,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:06.304371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:06.324295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:06.329997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:06.330674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.407605 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b1c9b24c-1826-4c04-b7f3-6b28a6a904a9 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0398989 Jan 27 14:47:06.410800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32812) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:06.458110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.458752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.464658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:06.469762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:06.470447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.473038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-251ee1b7-af61-4c33-935b-960ebc5ed27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.553158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1861675 Jan 27 14:47:06.573121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32816) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:06.586762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-251ee1b7-af61-4c33-935b-960ebc5ed27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.590098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] device_id is not set on port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:06.610536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.651672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Network': ['ID=1b25d1e1-ec0d-43a2-a5b2-c757fbba9bf0,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:06.669312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Allocated IP 172.20.0.12 (9198f04c-3e13-480f-97b9-997a80d030ff/4a7b4190-d76d-4494-b597-91841714e150/70a07c54-a110-4bab-af2a-23d26ecb67fe) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:06.690030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 1b25d1e1-ec0d-43a2-a5b2-c757fbba9bf0 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:06.699385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.723749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.771657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-bfb64973-5ac0-42ea-ae6a-bdc22836ffd5 None None] Provisioning complete for port aeb97062-196d-4186-997f-9b4434256743 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:06.773025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfb64973-5ac0-42ea-ae6a-bdc22836ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:06.816385 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-7d5746d2-3b72-489f-b1e6-25429352575e req-2c2889a6-7721-4de8-ab51-8a040aa73936 service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7787206 Jan 27 14:47:06.839162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bfb64973-5ac0-42ea-ae6a-bdc22836ffd5 None None] Port aeb97062-196d-4186-997f-9b4434256743 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:06.842582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=61146b1a-3e1d-45d2-bf0e-6edaea39fc99,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:06.983007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:06.984064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:06.984064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:06.999964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:07.000339 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:07.004440 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 2 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:07.044803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:07.045232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:07.045520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:07.054295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-8dd78cf7-4392-4d8f-ad49-d7be696f5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.055996 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-8dd78cf7-4392-4d8f-ad49-d7be696f5e78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5&device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 1096 time: 0.1524639 Jan 27 14:47:07.060189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'project_id': '56337995ad034fbf8d015d7a93cc8ebf', 'port_id': 'aeb97062-196d-4186-997f-9b4434256743'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:07.088858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:07.089154 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:07.107860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 3 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:07.131125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.189579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:07.189925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:07.190244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:07.229515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:07.229833 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:07.236693 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 4 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:07.296503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812771e-9020-4eb0-8e04-33440ea190ee tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Network': ['ID=a1cacac6-4c23-4a97-b8d1-a72a6e6953d2,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:07.311500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:07.312043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:07.313223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:07.314354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network a1cacac6-4c23-4a97-b8d1-a72a6e6953d2 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:07.356781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:07.357210 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:07.362761 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 5 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:07.386027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-708d57bc-9815-4bda-a1b4-12b36c834f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.389372 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-708d57bc-9815-4bda-a1b4-12b36c834f61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131fbc0e-ac6b-4c25-a336-ab60cf032c27 HTTP/1.1" status: 200 len: 912 time: 0.3235896 Jan 27 14:47:07.396429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-251ee1b7-af61-4c33-935b-960ebc5ed27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.399076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-251ee1b7-af61-4c33-935b-960ebc5ed27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.403345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-251ee1b7-af61-4c33-935b-960ebc5ed27a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56ad5a49-a24d-4cd5-8e35-95415d4737fa HTTP/1.1" status: 204 len: 168 time: 1.3384559 Jan 27 14:47:07.411740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.423590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775867a3-53f1-4b1d-9661-e088d2f8ebab {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:47:07.454978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968727e0-b1d6-4304-93bd-a0c9eb81e338 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.461162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968727e0-b1d6-4304-93bd-a0c9eb81e338 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.463504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.467181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968727e0-b1d6-4304-93bd-a0c9eb81e338 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.473480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968727e0-b1d6-4304-93bd-a0c9eb81e338 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.479744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968727e0-b1d6-4304-93bd-a0c9eb81e338 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.481577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-968727e0-b1d6-4304-93bd-a0c9eb81e338 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3015 time: 0.9004867 Jan 27 14:47:07.484823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.490424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ee1b7-af61-4c33-935b-960ebc5ed27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ad5a49-a24d-4cd5-8e35-95415d4737fa,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:07.495337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32826) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:07.543463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a6195-cdf3-4460-8de0-2f756e3416da req-1b97624d-47b3-4ad0-a323-9331112a6a33 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.545075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5a6195-cdf3-4460-8de0-2f756e3416da req-1b97624d-47b3-4ad0-a323-9331112a6a33 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 931 time: 0.4095962 Jan 27 14:47:07.599582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:07.599582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:07.599582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:07.607016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Transition to ACTIVE for port object 775867a3-53f1-4b1d-9661-e088d2f8ebab will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:47:07.621442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1923bc-054a-4e0f-9a7f-6368648d5914 req-43a68e2a-03d3-404f-9499-197902905774 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.623086 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d1923bc-054a-4e0f-9a7f-6368648d5914 req-43a68e2a-03d3-404f-9499-197902905774 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 943 time: 0.3935935 Jan 27 14:47:07.641453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.648495 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-cc650ac9-597a-40e7-9544-d4ee6254e873 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de9c889-4f2c-4f22-9117-a1669e311855 HTTP/1.1" status: 200 len: 217 time: 0.1904874 Jan 27 14:47:07.664066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:07.664542 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:07.693318 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 6 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:07.752027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.774188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Network 9198f04c-3e13-480f-97b9-997a80d030ff is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:07.789963 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7d5a6195-cdf3-4460-8de0-2f756e3416da req-7141fe31-0f6d-4a23-a0c2-4879169e21d5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816726 Jan 27 14:47:07.790628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Pushing event updated for resources: {'Port': ['ID=775867a3-53f1-4b1d-9661-e088d2f8ebab,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:07.808458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:07.823720 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d1923bc-054a-4e0f-9a7f-6368648d5914 req-59c7b470-ba14-4d89-9be6-f2a65d66b924 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795774 Jan 27 14:47:07.824295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:07.825302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:07.826070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:07.838668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:07.850051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.854864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.863915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event updated for resources: {'Port': ['ID=70a07c54-a110-4bab-af2a-23d26ecb67fe,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:07.889502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:07.890676 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:07.900009 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 7 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:07.907309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:07.962258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Attempting to bind port 775867a3-53f1-4b1d-9661-e088d2f8ebab on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:07.962640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Attempting to bind port 775867a3-53f1-4b1d-9661-e088d2f8ebab by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:07.962921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Attempting to bind port 775867a3-53f1-4b1d-9661-e088d2f8ebab on network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:07.990052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-d0768160-7fc4-453a-a33b-1ab7b84dc4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:07.994415 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-d0768160-7fc4-453a-a33b-1ab7b84dc4b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35 HTTP/1.1" status: 200 len: 850 time: 0.3349695 Jan 27 14:47:08.003408 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-87dade77-8dc9-4b30-b97d-221f4d38c977 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3713732 Jan 27 14:47:08.012771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:08.035629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:08.037055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:08.038130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:08.089227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Request body: {'port': {'device_id': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:08.092646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:08.102426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:08.103119 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:08.121726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Port 775867a3-53f1-4b1d-9661-e088d2f8ebab on network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:08.123159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Attempting to bind port 775867a3-53f1-4b1d-9661-e088d2f8ebab on network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:08.166196 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 8 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:08.235748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:08.236499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Checking segment: {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:08.237315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Bound using segment: {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:08.238041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Bound port: 775867a3-53f1-4b1d-9661-e088d2f8ebab, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5989d9-3160-4780-86b5-3803dea6ae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:08.238728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:08.244198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > segment before_delete 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.244900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.245887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.246433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > port after_create 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.246980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > port after_delete 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.247553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > port after_update 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.248092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > segment after_delete 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.248764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_create 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.249295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_delete 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.250012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_update 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.315498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:08.315909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:08.316237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:08.334347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:08.353639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:08.353639 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:08.378929 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 9 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:08.391772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-a5eef595-aae4-442b-a4e3-b4f9c6b2eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:08.393549 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-a5eef595-aae4-442b-a4e3-b4f9c6b2eadd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131fbc0e-ac6b-4c25-a336-ab60cf032c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3850813 Jan 27 14:47:08.395995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c9b15c8e-96ec-4737-8af9-1ed7664e8b71 None None] Provisioning complete for port 70a07c54-a110-4bab-af2a-23d26ecb67fe triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:08.396847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9b15c8e-96ec-4737-8af9-1ed7664e8b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:08.457549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:08.459523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:08.459523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:08.472105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c9b15c8e-96ec-4737-8af9-1ed7664e8b71 None None] Port 70a07c54-a110-4bab-af2a-23d26ecb67fe cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:08.513692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:08.514030 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:08.524957 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempt 10 to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 Jan 27 14:47:08.653053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:08.653657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:08.654205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempting to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:08.706474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Allocated IP 2001:db8::274 (d58f1445-3da6-4c57-8cfa-915c17f6e8f2/a74a611b-932d-4038-be62-58942a24f7b3/4c2563b9-e6e1-4bc2-acb8-50135090c25f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:08.714677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:08.714677 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Failed to bind port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'f69126bf-d85f-4977-909f-004fa4aff58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '30594c9d-b3ed-439d-a166-56f54fce2a4f'}] Jan 27 14:47:08.715054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:08.728196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_create 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.729036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_delete 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.729036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet before_create 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.729327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet before_update 55550000 {{(pid=108743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:08.729501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b25d1e1-ec0d-43a2-a5b2-c757fbba9bf0']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:08.757617 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-b4c9eabe-8c37-4307-956f-e84506963c01 service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516626 Jan 27 14:47:08.802872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7820db-8807-4e9f-8089-41ab14059d5c') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:08.803743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7820db-8807-4e9f-8089-41ab14059d5c') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:08.896001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5315bd-025d-471a-bd37-82762f0bfdb7 req-7c08ef05-59e3-4813-8348-35cc9a105244 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:08.899266 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e5315bd-025d-471a-bd37-82762f0bfdb7 req-7c08ef05-59e3-4813-8348-35cc9a105244 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 932 time: 0.7958338 Jan 27 14:47:08.905809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:08.915580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.015607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.071446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32850) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:09.080617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:09.081305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: from cryptography.utils import int_from_bytes Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: from cryptography.utils import int_from_bytes Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:09.141095 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:09.210078 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e5315bd-025d-471a-bd37-82762f0bfdb7 req-92e5cc61-b7b4-460c-ba7c-5a41b18a5bc0 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2883837 Jan 27 14:47:09.225958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] For port 775867a3-53f1-4b1d-9661-e088d2f8ebab, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:09.276771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] For port 775867a3-53f1-4b1d-9661-e088d2f8ebab, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:09.363221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.373341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] For port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:09.374069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attempted to set empty binding levels {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 14:47:09.402683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.460601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.470381 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5f3a3381-2fb0-4422-9237-dabfdcf79f62 req-257ea574-331e-4432-8d90-c87999ee149f service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028589 Jan 27 14:47:09.474640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] In _notify_port_updated(), no bound segment for port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 on network 30594c9d-b3ed-439d-a166-56f54fce2a4f {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:47:09.475684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:09.476419 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.477952 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "PUT /v2.0/ports/61146b1a-3e1d-45d2-bf0e-6edaea39fc99 HTTP/1.1" status: 200 len: 979 time: 4.1893978 Jan 27 14:47:09.489008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32854) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:09.502539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:09.504156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.506504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] 10.222.0.72 "PUT /v2.0/ports/775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 1093 time: 3.8672917 Jan 27 14:47:09.523184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-640372777'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:09.534645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:09.538986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9a3e0-a17b-4a14-9889-d5318a3d92f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event updated for resources: {'Port': ['ID=61146b1a-3e1d-45d2-bf0e-6edaea39fc99,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:09.626171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.634613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a07c54-a110-4bab-af2a-23d26ecb67fe {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:47:09.639851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.649113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.649707 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/networks/1b25d1e1-ec0d-43a2-a5b2-c757fbba9bf0 HTTP/1.1" status: 204 len: 168 time: 2.1476810 Jan 27 14:47:09.649850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.653093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32860) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:09.707350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Transition to ACTIVE for port object 70a07c54-a110-4bab-af2a-23d26ecb67fe will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:47:09.734166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.782433 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:09.796694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1bfaa-bfa1-411f-9b26-e78dcf15dc18 req-6df76822-0344-4bc2-8a96-8d62b37d210f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:09.801756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:09.810608 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9dc1bfaa-bfa1-411f-9b26-e78dcf15dc18 req-6df76822-0344-4bc2-8a96-8d62b37d210f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 943 time: 0.8000915 Jan 27 14:47:09.812488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:09.938813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Port': ['ID=4c2563b9-e6e1-4bc2-acb8-50135090c25f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:09.948588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:09.968676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9f5f-a51b-4cfc-b71d-40c99c67bf7d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Network': ['ID=1b25d1e1-ec0d-43a2-a5b2-c757fbba9bf0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:09.987690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-9b0a0fbe-e4d0-47f6-8e29-b0e5db2c1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:09.988082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Deleting port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:09.988469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:09.990217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-9b0a0fbe-e4d0-47f6-8e29-b0e5db2c1d9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1096 time: 0.3666499 Jan 27 14:47:10.030003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:10.093366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Pushing event updated for resources: {'Port': ['ID=70a07c54-a110-4bab-af2a-23d26ecb67fe,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:10.155698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57685b2b-f427-4d16-a5eb-a4c6e97747f9 service neutron] Pushing event updated for resources: {'Port': ['ID=775867a3-53f1-4b1d-9661-e088d2f8ebab,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:10.174358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Allocated IP 172.26.6.92 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/1b58b946-670f-4704-9c24-83cb0caebfdc) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:10.196458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0341e8-f266-4b8a-9dff-32cf5be9ca35 req-a635b8e5-223e-439c-9cc7-5c4c700acf42 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:10.199015 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa0341e8-f266-4b8a-9dff-32cf5be9ca35 req-a635b8e5-223e-439c-9cc7-5c4c700acf42 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 943 time: 0.8426468 Jan 27 14:47:10.201200 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-e85e53a9-1f14-4cd3-aa52-99fe6ad2aee8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 217 time: 0.1871572 Jan 27 14:47:10.233440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] For port 61146b1a-3e1d-45d2-bf0e-6edaea39fc99, host hv-neutron-8264, got binding levels [] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:10.234160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:10.268424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Made reservation on behalf of 17e3841b35e6456e8acd548fc456dd75 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:10.274292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:10.285879 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Attempting to bind port 70a07c54-a110-4bab-af2a-23d26ecb67fe on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:10.286669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Attempting to bind port 70a07c54-a110-4bab-af2a-23d26ecb67fe by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:10.287196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Attempting to bind port 70a07c54-a110-4bab-af2a-23d26ecb67fe on network 9198f04c-3e13-480f-97b9-997a80d030ff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:10.314775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Calling delete_port for 61146b1a-3e1d-45d2-bf0e-6edaea39fc99 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:10.316296 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9dc1bfaa-bfa1-411f-9b26-e78dcf15dc18 req-0a944949-fa69-4c62-a978-c9f9165db35b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5039968 Jan 27 14:47:10.342619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Port 70a07c54-a110-4bab-af2a-23d26ecb67fe on network 9198f04c-3e13-480f-97b9-997a80d030ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:47:10.343195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Attempting to bind port 70a07c54-a110-4bab-af2a-23d26ecb67fe on network 9198f04c-3e13-480f-97b9-997a80d030ff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:10.357911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:10.467837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:10.468467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Checking segment: {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:10.469523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Bound using segment: {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:10.470315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Bound port: 70a07c54-a110-4bab-af2a-23d26ecb67fe, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5fefa3-4d89-4c5e-af7c-049dde4e572e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:10.470935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:10.585070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:10.696140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > segment before_delete 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.696686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.697956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.698494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > port after_create 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.699061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > port after_delete 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.699638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > port after_update 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.700171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > segment after_delete 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.700732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_create 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.701232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_delete 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.701850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_update 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.735649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb9653-91b2-44c2-8fc7-9a5092efbd5b x-openstack-request-id: req-90eb9653-91b2-44c2-8fc7-9a5092efbd5b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:10.736088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:10.736473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90eb9653-91b2-44c2-8fc7-9a5092efbd5b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:10.737161 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'status': 'completed', 'code': 200} Jan 27 14:47:10.822739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-93002e0b-f9c2-454d-8a45-1c7b3e140e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:10.825578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-93002e0b-f9c2-454d-8a45-1c7b3e140e9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.6035423 Jan 27 14:47:10.836691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_create 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.837229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet after_delete 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.837876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet before_create 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.838413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Subscribe: > subnet before_update 55550000 {{(pid=108742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 14:47:10.839100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cacac6-4c23-4a97-b8d1-a72a6e6953d2']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:10.842464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4de9c889-4f2c-4f22-9117-a1669e311855 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:47:10.866896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:10.926389 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa0341e8-f266-4b8a-9dff-32cf5be9ca35 req-c0966e91-8c6f-4d36-a15a-fff1d02c66ed tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7102926 Jan 27 14:47:10.947527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d2eaef-f041-42f4-ad32-cc63ad13b0fc') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:10.947995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d2eaef-f041-42f4-ad32-cc63ad13b0fc') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:10.993456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 4de9c889-4f2c-4f22-9117-a1669e311855, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4de9c889-4f2c-4f22-9117-a1669e311855,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:10.994110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.011252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '4de9c889-4f2c-4f22-9117-a1669e311855', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'port_id': '4de9c889-4f2c-4f22-9117-a1669e311855', 'mac_address': 'fa:16:3e:66:fe:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:47:11.041441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224c003-2cfa-4b9b-9b65-7b3e09704fa6 req-912bfe57-33d1-47a5-9873-63f4b6853229 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:11.044062 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0224c003-2cfa-4b9b-9b65-7b3e09704fa6 req-912bfe57-33d1-47a5-9873-63f4b6853229 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 944 time: 0.3558300 Jan 27 14:47:11.071098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.098675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.107369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:11.108351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.118464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de9c889-4f2c-4f22-9117-a1669e311855 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: from cryptography.utils import int_from_bytes Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: from cryptography.utils import int_from_bytes Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:11.121261 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:11.144765 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 4de9c889-4f2c-4f22-9117-a1669e311855, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4de9c889-4f2c-4f22-9117-a1669e311855,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:11.153685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.172996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] For port 70a07c54-a110-4bab-af2a-23d26ecb67fe, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:11.174007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.184652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-fde05614-c839-4135-9ff8-f4cf9bce3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:11.187285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-fde05614-c839-4135-9ff8-f4cf9bce3f54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3435223 Jan 27 14:47:11.196864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.237690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=4de9c889-4f2c-4f22-9117-a1669e311855,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:11.274243 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0224c003-2cfa-4b9b-9b65-7b3e09704fa6 req-c801c700-32a3-499f-bd42-f6c8db2dd044 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1966274 Jan 27 14:47:11.290034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] For port 70a07c54-a110-4bab-af2a-23d26ecb67fe, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:11.355611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.365788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Pushing event deleted for resources: {'Port': ['ID=61146b1a-3e1d-45d2-bf0e-6edaea39fc99,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:11.393590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.394781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.405218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.411929 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dfaf4b72-5e5e-42f0-8648-b6ede95b2165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "DELETE /v2.0/ports/61146b1a-3e1d-45d2-bf0e-6edaea39fc99 HTTP/1.1" status: 204 len: 168 time: 1.9212563 Jan 27 14:47:11.427115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32872) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:11.452851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.468442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['4de9c889-4f2c-4f22-9117-a1669e311855'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:47:11.470396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:11.471487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.473839 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] 10.222.0.72 "PUT /v2.0/ports/70a07c54-a110-4bab-af2a-23d26ecb67fe HTTP/1.1" status: 200 len: 1094 time: 3.4207416 Jan 27 14:47:11.475849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:11.480145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:11.525444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.573537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.579820 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/networks/a1cacac6-4c23-4a97-b8d1-a72a6e6953d2 HTTP/1.1" status: 204 len: 168 time: 1.9220128 Jan 27 14:47:11.602924 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf84aa9-f037-4d42-acb0-12c692f54bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:47:11.605638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dbf84aa9-f037-4d42-acb0-12c692f54bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1654221947-project-admin] 10.222.0.18 "GET /v2.0/ports/61146b1a-3e1d-45d2-bf0e-6edaea39fc99 HTTP/1.1" status: 404 len: 333 time: 0.1749051 Jan 27 14:47:11.651608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5645635d-7100-41fa-b934-c4e3783e4d67 x-openstack-request-id: req-5645635d-7100-41fa-b934-c4e3783e4d67 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:11.652642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:11.653264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5645635d-7100-41fa-b934-c4e3783e4d67 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:11.654527 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'status': 'completed', 'code': 200} Jan 27 14:47:11.671153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32876) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:11.671514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32878) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:11.673061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36818bd2-0ee0-43f6-9fa4-2575bf7db969 service neutron] Pushing event updated for resources: {'Port': ['ID=70a07c54-a110-4bab-af2a-23d26ecb67fe,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:11.683408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:11.754800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:11.755807 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Added segment 255f1248-5f4e-4e53-8981-399826300f8c of type vlan for network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc Jan 27 14:47:11.778334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Pushing event updated for resources: {'Port': ['ID=1b58b946-670f-4704-9c24-83cb0caebfdc,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:11.802181 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-bee5f734-441e-473a-8943-83ef0da00428 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048861 Jan 27 14:47:11.861286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06eb39-03f8-4113-aebc-14d764b12fc3 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Network': ['ID=a1cacac6-4c23-4a97-b8d1-a72a6e6953d2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:11.874349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:11.880779 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ba008d-918e-4c6e-bd93-04085aacc077,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:11.903351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:11.934128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c9a5-9511-4ef7-82e1-194974210877 req-eb0590b5-284e-4661-a7c6-a20c5ccfbbf7 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:11.935941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-13a0c9a5-9511-4ef7-82e1-194974210877 req-eb0590b5-284e-4661-a7c6-a20c5ccfbbf7 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 943 time: 0.4488838 Jan 27 14:47:11.937084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:12.023615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.113689 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-13a0c9a5-9511-4ef7-82e1-194974210877 req-e876b732-43e9-42e4-90bf-bae789e60710 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431489 Jan 27 14:47:12.153585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.159415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.160063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.274507 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73c24e5d-65b8-4f29-8563-347ec2c82290 req-71e4d0ab-6be3-4b0d-b918-17e2591d6d82 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521563 Jan 27 14:47:12.277992 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2051702 Jan 27 14:47:12.291032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32882) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:12.299484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Request body: {'subnet': {'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:12.338480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d7344-8b07-459d-b2b1-f2b3e0142880 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event updated for resources: {'Network': ['ID=143d5fd6-f7c8-42b0-b1d8-f839f70ffacc,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:12.361559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:12.432981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-16c9cc2d-664f-4b94-9c00-f5b8d413522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.434563 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-16c9cc2d-664f-4b94-9c00-f5b8d413522f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a03a90b7b6a4b58880dc1e0d1799e42&device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 1097 time: 0.8639271 Jan 27 14:47:12.439708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e1d6b-b1d4-431b-b32b-7784a9edc459 req-a0564b94-e4bd-4859-830e-c6e2d6ab6e49 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.441279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-322e1d6b-b1d4-431b-b32b-7784a9edc459 req-a0564b94-e4bd-4859-830e-c6e2d6ab6e49 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 944 time: 0.3603251 Jan 27 14:47:12.444885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0587a47-7030-4a90-8c28-37449e817273 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.451160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0587a47-7030-4a90-8c28-37449e817273 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.457371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0587a47-7030-4a90-8c28-37449e817273 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.465281 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a0587a47-7030-4a90-8c28-37449e817273 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.7813921 Jan 27 14:47:12.465281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.466854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.475680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32886) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:12.483232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-342722826'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:12.530156 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-e2373993-83ce-4f63-8b78-11d65d4a8db8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe HTTP/1.1" status: 200 len: 217 time: 0.0696108 Jan 27 14:47:12.636026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-322e1d6b-b1d4-431b-b32b-7784a9edc459 req-9cdd8c21-a9b4-4793-9307-d25562ae5356 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639152 Jan 27 14:47:12.642713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-d78bc26c-6ec6-46b9-90d4-872bf664c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.644297 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-d78bc26c-6ec6-46b9-90d4-872bf664c749 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1096 time: 0.2341838 Jan 27 14:47:12.670722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50955e5-c7cf-453d-ad23-2d81a50045bf req-794b85c7-1fc9-4397-9e08-9ef11721be80 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.673963 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b50955e5-c7cf-453d-ad23-2d81a50045bf req-794b85c7-1fc9-4397-9e08-9ef11721be80 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 944 time: 0.2035079 Jan 27 14:47:12.680996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Made reservation on behalf of d4266e1902294e13a1c2a48203afde81 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:12.684517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.725798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-e94cda01-d622-4299-9d45-eabf75e77a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.727670 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-e94cda01-d622-4299-9d45-eabf75e77a19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a7b4190-d76d-4494-b597-91841714e150 HTTP/1.1" status: 200 len: 844 time: 0.1631684 Jan 27 14:47:12.746495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Made reservation on behalf of 17e3841b35e6456e8acd548fc456dd75 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:12.750084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.787308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.848990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30594c9d-b3ed-439d-a166-56f54fce2a4f']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:12.852473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:12.861286 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4de9c889-4f2c-4f22-9117-a1669e311855 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:12.870500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69126bf-d85f-4977-909f-004fa4aff58b') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:12.870833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69126bf-d85f-4977-909f-004fa4aff58b') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:12.892665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.895338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.895687 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Added segment 22490a32-43bd-4e58-a4b0-6ae0128f917d of type vlan for network 66271c92-e935-4e79-8eaa-c7153c558073 Jan 27 14:47:12.903887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-d759ba9f-2e1c-49e9-8458-1e259083275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:12.905467 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-d759ba9f-2e1c-49e9-8458-1e259083275a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9198f04c-3e13-480f-97b9-997a80d030ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1468117 Jan 27 14:47:12.934492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.949240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 4de9c889-4f2c-4f22-9117-a1669e311855 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:47:12.960699 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 4de9c889-4f2c-4f22-9117-a1669e311855 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:12.961330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:12.987074 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b50955e5-c7cf-453d-ad23-2d81a50045bf req-80709b2d-6cfd-4a9e-8096-191ae609d371 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3020496 Jan 27 14:47:12.999229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:13.007893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:13.065775 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:13.121149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.170940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.172671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.215876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:13.308462 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-5dc6ae6a-f27d-4e0e-9292-542004a28c42 service neutron] 10.222.0.72 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872561 Jan 27 14:47:13.332025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 4de9c889-4f2c-4f22-9117-a1669e311855, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4de9c889-4f2c-4f22-9117-a1669e311855,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:13.346426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.350264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.371709 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] 10.222.0.18 "DELETE /v2.0/networks/30594c9d-b3ed-439d-a166-56f54fce2a4f HTTP/1.1" status: 204 len: 168 time: 1.6887493 Jan 27 14:47:13.371709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Router 030f727a-176f-4786-bbeb-9a6ec4f7bab1 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:13.382049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.397944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:13.399709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.474258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4d54e-826b-42af-bc15-95ff50b71a31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1224283892-project] Pushing event deleted for resources: {'Network': ['ID=30594c9d-b3ed-439d-a166-56f54fce2a4f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:13.484291 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=4de9c889-4f2c-4f22-9117-a1669e311855,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:13.505200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8905ced-c248-4495-92ac-0597e755d256" -d '{"events": [{"server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "name": "network-vif-plugged", "status": "completed", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:13.525129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-474bbc9e-882c-4229-a7aa-d258fba0d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:13.527328 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-474bbc9e-882c-4229-a7aa-d258fba0d561 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 912 time: 0.8690479 Jan 27 14:47:13.630582 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45a101cf-c590-4371-ba01-8fe900af32d5 req-055659fa-92a1-44a0-9938-6a25641ac2d9 service neutron] 10.222.0.72 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947931 Jan 27 14:47:13.683803 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-3111b5bd-03b4-4f4e-be5b-1c9195420e81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 217 time: 0.1424260 Jan 27 14:47:13.730544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bb4c9c-708a-4850-bd83-f23c74f162ff x-openstack-request-id: req-e5bb4c9c-708a-4850-bd83-f23c74f162ff {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:13.731522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "name": "network-vif-plugged", "status": "completed", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:13.731969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5bb4c9c-708a-4850-bd83-f23c74f162ff {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:13.733468 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855', 'code': 200} Jan 27 14:47:13.755567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:13.776178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad1ab-c875-4328-b1a3-a5c919268f12 req-d3262a6b-2c3a-4f24-a4ac-3cb398f375b3 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:13.786073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a5fad1ab-c875-4328-b1a3-a5c919268f12 req-d3262a6b-2c3a-4f24-a4ac-3cb398f375b3 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 943 time: 0.4429002 Jan 27 14:47:13.817852 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3408234 Jan 27 14:47:13.837358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32902) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:13.878173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-13092508'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:13.928182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb138592-79ad-413d-984c-f6a10b08b1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.046167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-89c50d6f-d2cc-4882-bb0e-530303dfbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.047895 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-89c50d6f-d2cc-4882-bb0e-530303dfbc13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.3509939 Jan 27 14:47:14.053660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32908) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:14.091859 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a5fad1ab-c875-4328-b1a3-a5c919268f12 req-9ad7c072-20fd-46d0-be5d-9b0d942f4835 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045013 Jan 27 14:47:14.126044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:14.145267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c9a26-0cca-4ffd-ba8a-8627bebc5d16 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Network': ['ID=66271c92-e935-4e79-8eaa-c7153c558073,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:14.151593 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Sync routers for ids ['030f727a-176f-4786-bbeb-9a6ec4f7bab1'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:14.159502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 66271c92-e935-4e79-8eaa-c7153c558073 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:14.175747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Made reservation on behalf of d4266e1902294e13a1c2a48203afde81 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:14.179836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.183371 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Routers {'030f727a-176f-4786-bbeb-9a6ec4f7bab1'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:14.185708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-22fc65c0-249f-4d89-8f87-bd13054889c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.186751 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['030f727a-176f-4786-bbeb-9a6ec4f7bab1'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:14.193134 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-22fc65c0-249f-4d89-8f87-bd13054889c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a03a90b7b6a4b58880dc1e0d1799e42&device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 1097 time: 0.3649354 Jan 27 14:47:14.213355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.239109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.262986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385774-de33-4e2b-819b-4c350dc0abae req-1105c7e4-16bb-4a5f-8b5e-736f0dbc43de tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.269338 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33385774-de33-4e2b-819b-4c350dc0abae req-1105c7e4-16bb-4a5f-8b5e-736f0dbc43de tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.3859038 Jan 27 14:47:14.387665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.389694 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ab697ec6-449f-421d-bda7-19f0817de22d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.7286918 Jan 27 14:47:14.395725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32912) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:14.405092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:14.426246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f6cd-849a-4493-97e7-1e9d77f6e003 req-651785cc-09c6-4ebf-8993-243d533aeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.428707 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a140f6cd-849a-4493-97e7-1e9d77f6e003 req-651785cc-09c6-4ebf-8993-243d533aeb88 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 1098 time: 0.4472308 Jan 27 14:47:14.431545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-2219e503-8da0-4283-80d3-9b8cfaa77285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.433067 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-2219e503-8da0-4283-80d3-9b8cfaa77285 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3458319 Jan 27 14:47:14.475708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event updated for resources: {'Subnet': ['ID=2fa9f00d-3592-4e96-820b-be65bb3f67e1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:14.484676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.485045 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Added segment 14c8e9a5-4bd8-4f75-8135-529905abfd9e of type vlan for network 741be483-7444-4f5d-9251-c82c5683e1c8 Jan 27 14:47:14.489972 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Set router 030f727a-176f-4786-bbeb-9a6ec4f7bab1 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:14.499527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a140f6cd-849a-4493-97e7-1e9d77f6e003 req-a6cb6d3c-5d97-454d-a542-d20b5c9aa663 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.559001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-73e2855d-8420-4d93-940b-797370b73ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.560523 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-73e2855d-8420-4d93-940b-797370b73ca5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9198f04c-3e13-480f-97b9-997a80d030ff HTTP/1.1" status: 200 len: 906 time: 0.3577561 Jan 27 14:47:14.625476 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-a063aece-c1ba-43f5-bb87-77461e027e10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe HTTP/1.1" status: 200 len: 217 time: 0.0570397 Jan 27 14:47:14.651629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b68e6-f8b3-45d1-9228-f62ce06d7874 req-0e97750b-ced7-4414-8c4d-715afe4bbe8c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.653255 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a5b68e6-f8b3-45d1-9228-f62ce06d7874 req-0e97750b-ced7-4414-8c4d-715afe4bbe8c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 944 time: 0.3227708 Jan 27 14:47:14.664133 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33385774-de33-4e2b-819b-4c350dc0abae req-de120957-7bdd-4840-b2e0-20d839d3e8d0 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380921 Jan 27 14:47:14.687041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.741442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-90d04b7c-f8b5-49ef-85b0-1a2d1091afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.743093 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-90d04b7c-f8b5-49ef-85b0-1a2d1091afb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a7b4190-d76d-4494-b597-91841714e150 HTTP/1.1" status: 200 len: 844 time: 0.1099913 Jan 27 14:47:14.763392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.767368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Checking segment: {'id': '255f1248-5f4e-4e53-8981-399826300f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:14.768090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Network hostable DHCP agents. Network: 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:14.773056 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bb7e9441-39bf-45b2-b4e4-fd21932f3193 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=decf7e15975549efa693cba8d0399636&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7171235 Jan 27 14:47:14.783180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32916) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:14.842657 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f727a-176f-4786-bbeb-9a6ec4f7bab1', 'name': '', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2', 'external_fixed_ips': [{'subnet_id': 'a74a611b-932d-4038-be62-58942a24f7b3', 'ip_address': '2001:db8::274'}], 'enable_snat': True}, 'gw_port_id': '4c2563b9-e6e1-4bc2-acb8-50135090c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:05Z', 'updated_at': '2022-01-27T14:47:10Z', 'revision_number': 3, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port': {'id': '4c2563b9-e6e1-4bc2-acb8-50135090c25f', 'name': '', 'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030f727a-176f-4786-bbeb-9a6ec4f7bab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': 'a74a611b-932d-4038-be62-58942a24f7b3', 'ip_address': '2001:db8::274', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:08Z', 'updated_at': '2022-01-27T14:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a74a611b-932d-4038-be62-58942a24f7b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:14.851816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a140f6cd-849a-4493-97e7-1e9d77f6e003 req-a6cb6d3c-5d97-454d-a542-d20b5c9aa663 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.858295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 775867a3-53f1-4b1d-9661-e088d2f8ebab details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:47:14.863085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a140f6cd-849a-4493-97e7-1e9d77f6e003 req-a6cb6d3c-5d97-454d-a542-d20b5c9aa663 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.884551 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a5b68e6-f8b3-45d1-9228-f62ce06d7874 req-1f2bba06-d5f5-442d-a79c-158dd749c55f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1893079 Jan 27 14:47:14.916609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.932135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.934827 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a140f6cd-849a-4493-97e7-1e9d77f6e003 req-a6cb6d3c-5d97-454d-a542-d20b5c9aa663 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4723361 Jan 27 14:47:14.937836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-a4a91fd9-ad78-4d05-ab45-133c0ad62075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.939022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:14.939699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:14.940253 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-a4a91fd9-ad78-4d05-ab45-133c0ad62075 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9198f04c-3e13-480f-97b9-997a80d030ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1849618 Jan 27 14:47:14.940620 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Checking router: 030f727a-176f-4786-bbeb-9a6ec4f7bab1 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:47:14.941325 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Updating router 030f727a-176f-4786-bbeb-9a6ec4f7bab1 port 4c2563b9-e6e1-4bc2-acb8-50135090c25f binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:47:14.943647 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-8fa1ec3b-82e2-45b8-81e5-045059100d62 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922254 Jan 27 14:47:14.951492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb6d3c-5d97-454d-a542-d20b5c9aa663 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=95f7fded-fb1a-44df-98f0-70e9f1d0d5d0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:14.973344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:15.013599 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.033935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 775867a3-53f1-4b1d-9661-e088d2f8ebab, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:15.050749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Deleting port 4c2563b9-e6e1-4bc2-acb8-50135090c25f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:15.051090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.062212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.068232 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1951857 Jan 27 14:47:15.072558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:15.073105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32918) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:15.077129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'port_id': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'mac_address': 'fa:16:3e:98:20:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:47:15.089461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:15.090422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.093332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.108221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bee94e-ecaf-494c-bcf8-8164618591c9 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Network': ['ID=741be483-7444-4f5d-9251-c82c5683e1c8,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:15.126435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd1f9-e6fe-48b4-b851-7c86a80890f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.152712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c83c60-2354-4fe2-8266-56b3cd99ecea None None] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:15.154775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 741be483-7444-4f5d-9251-c82c5683e1c8 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:15.206351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d3f6d65f-85c8-441e-a5c4-6b49b5556fbb tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9142480 Jan 27 14:47:15.232105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32922) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:15.252836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Request body: {'port': {'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1146387016'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:15.328161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.356100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775867a3-53f1-4b1d-9661-e088d2f8ebab {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:47:15.360287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd1f9-e6fe-48b4-b851-7c86a80890f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.391810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Pushing event updated for resources: {'Port': ['ID=1b58b946-670f-4704-9c24-83cb0caebfdc,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:15.397275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 775867a3-53f1-4b1d-9661-e088d2f8ebab, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:15.423332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.428462 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:47:15.503712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=775867a3-53f1-4b1d-9661-e088d2f8ebab,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:15.521565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-143d5fd6-f7c8-42b0-b1d8-f839f70ffacc', 'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc', 'tenant_id': '17e3841b35e6456e8acd548fc456dd75', 'fixed_ips': [{'subnet_id': '2fa9f00d-3592-4e96-820b-be65bb3f67e1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:47:15.522058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.523037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.542267 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e36ce6f-d274-4c6f-8827-f036fb6b6bd2 req-dbbf4ad6-ccfa-4dc1-9407-e132d015c691 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683107 Jan 27 14:47:15.560949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'ports': [{'network_id': '66271c92-e935-4e79-8eaa-c7153c558073', 'name': 'tempest-port--1004406331', 'admin_state_up': True}, {'network_id': '741be483-7444-4f5d-9251-c82c5683e1c8', 'admin_state_up': False}]} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:15.561598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'port': {'network_id': '66271c92-e935-4e79-8eaa-c7153c558073', 'name': 'tempest-port--1004406331', 'admin_state_up': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:15.562249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'port': {'network_id': '741be483-7444-4f5d-9251-c82c5683e1c8', 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:15.660803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['775867a3-53f1-4b1d-9661-e088d2f8ebab'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:47:15.829668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.859611 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.878532 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:15.882912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de2ea1-be6f-478b-ab22-af454f1f1db1 req-97da2f7b-97b7-494e-9df0-bf9eda75b54e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:15.885073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-65de2ea1-be6f-478b-ab22-af454f1f1db1 req-97da2f7b-97b7-494e-9df0-bf9eda75b54e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 943 time: 0.6364179 Jan 27 14:47:15.885602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Calling delete_port for 4c2563b9-e6e1-4bc2-acb8-50135090c25f owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:15.956748 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-dc874e59-3da0-483b-8b73-60574292461f service neutron] 10.222.0.72 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018140 Jan 27 14:47:15.968291 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Allocated IP 172.20.0.2 (143d5fd6-f7c8-42b0-b1d8-f839f70ffacc/2fa9f00d-3592-4e96-820b-be65bb3f67e1/bb54e8d7-d7be-42cc-809a-e3316e83ead6) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:15.987067 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Attempting to bind port 4c2563b9-e6e1-4bc2-acb8-50135090c25f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:15.987498 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Attempting to bind port 4c2563b9-e6e1-4bc2-acb8-50135090c25f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:15.988108 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Attempting to bind port 4c2563b9-e6e1-4bc2-acb8-50135090c25f on network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:16.008547 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:16.009116 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Checking segment: {'id': 'ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:16.010127 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.011191 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Bound using segment: {'id': 'ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:16.012025 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Bound port: 4c2563b9-e6e1-4bc2-acb8-50135090c25f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd58f1445-3da6-4c57-8cfa-915c17f6e8f2'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:16.012695 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.019782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd1f9-e6fe-48b4-b851-7c86a80890f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.020105 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2243f-503f-44db-a406-8bd2a75b31fd None None] Pushing event updated for resources: {'Port': ['ID=4c2563b9-e6e1-4bc2-acb8-50135090c25f,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:16.023195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd1f9-e6fe-48b4-b851-7c86a80890f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.032318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3dcbd1f9-e6fe-48b4-b851-7c86a80890f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b204c6a-ae33-4b9d-9145-7cf3dd2fb9da HTTP/1.1" status: 204 len: 168 time: 1.2347836 Jan 27 14:47:16.083323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd1f9-e6fe-48b4-b851-7c86a80890f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b204c6a-ae33-4b9d-9145-7cf3dd2fb9da,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:16.115832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154db3-9e68-4fb9-a789-79900b20b2cc req-9aaddce9-4997-472e-b191-1f3f4629035f tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:16.118274 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6b154db3-9e68-4fb9-a789-79900b20b2cc req-9aaddce9-4997-472e-b191-1f3f4629035f tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.2453222 Jan 27 14:47:16.126962 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-65de2ea1-be6f-478b-ab22-af454f1f1db1 req-ce2388ca-7980-4252-9f8a-52faf74f3530 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063377 Jan 27 14:47:16.134281 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Floating IP 3b94ff76-0ec1-408c-a710-2d66aa8e889f associated. External IP: 172.26.6.92, port: aeb97062-196d-4186-997f-9b4434256743. Jan 27 14:47:16.184309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a4357c9f-bbab-4fe8-a4c7-9e2c6bfd2d4e req-0ab154d5-84d5-4c19-8352-39407c4ae890 service neutron] 10.222.0.72 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082303 Jan 27 14:47:16.205838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Made reservation on behalf of 17e3841b35e6456e8acd548fc456dd75 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:16.208606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.276685 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] For port 4c2563b9-e6e1-4bc2-acb8-50135090c25f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:16.290172 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] For port 4c2563b9-e6e1-4bc2-acb8-50135090c25f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4c2563b9-e6e1-4bc2-acb8-50135090c25f,segment=NetworkSegment(ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb),segment_id=ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:16.311839 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.344467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6b154db3-9e68-4fb9-a789-79900b20b2cc req-78c0203b-5b97-4754-b285-22e716985ea6 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063339 Jan 27 14:47:16.434885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] device_id is not set on port 9db5c158-d5bc-4ce2-818e-79802e67c4c9 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:16.485487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Made reservation on behalf of d4266e1902294e13a1c2a48203afde81 for: {'port': 2} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:16.489459 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Routers {'030f727a-176f-4786-bbeb-9a6ec4f7bab1'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:16.490862 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:46:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['030f727a-176f-4786-bbeb-9a6ec4f7bab1'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:16.492131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.497923 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2243f-503f-44db-a406-8bd2a75b31fd None None] Pushing event updated for resources: {'Port': ['ID=4c2563b9-e6e1-4bc2-acb8-50135090c25f,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:16.584375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.590669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9efd142-9e8c-43e9-89a8-7d281eb82dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.825069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.849698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:16.850244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Router b992d05a-66e8-4b2e-bb26-780fa0686045 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:47:16.876502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9dad4-4b92-4032-974d-beb0c31fc837 req-f775c8bf-2342-4b04-a220-99715149d5e8 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:16.891581 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c8d9dad4-4b92-4032-974d-beb0c31fc837 req-f775c8bf-2342-4b04-a220-99715149d5e8 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 944 time: 0.5707920 Jan 27 14:47:16.905191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 70a07c54-a110-4bab-af2a-23d26ecb67fe details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:47:16.944346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:16.959546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32932) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:16.962797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:16.967235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:16.980248 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] Set router 030f727a-176f-4786-bbeb-9a6ec4f7bab1 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:17.087516 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030f727a-176f-4786-bbeb-9a6ec4f7bab1', 'name': '', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:05Z', 'updated_at': '2022-01-27T14:47:14Z', 'revision_number': 4, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:17.134733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c8d9dad4-4b92-4032-974d-beb0c31fc837 req-46bdf400-1554-4b11-ad6a-3406f462a5d1 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2415414 Jan 27 14:47:17.137461 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.resource_extend [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:47:17.143110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Pushing event updated for resources: {'Port': ['ID=bb54e8d7-d7be-42cc-809a-e3316e83ead6,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:17.177424 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da46411-2c75-4fcc-a0d2-2c45d63ca171 None None] The sync data for ids ['030f727a-176f-4786-bbeb-9a6ec4f7bab1'] in dv-neutron-826438-5-hyperv is: [{'id': '030f727a-176f-4786-bbeb-9a6ec4f7bab1', 'name': '', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:05Z', 'updated_at': '2022-01-27T14:47:14Z', 'revision_number': 4, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:17.197828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.260436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] device_id is not set on port 599f919f-699a-4636-ab66-aaf1a7b53960 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:17.266774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c2563b9-e6e1-4bc2-acb8-50135090c25f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:17.307813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Attempting to bind port bb54e8d7-d7be-42cc-809a-e3316e83ead6 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:17.308244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Attempting to bind port bb54e8d7-d7be-42cc-809a-e3316e83ead6 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '255f1248-5f4e-4e53-8981-399826300f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:17.308546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Attempting to bind port bb54e8d7-d7be-42cc-809a-e3316e83ead6 on network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:17.318409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:17.318939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Checking segment: {'id': '255f1248-5f4e-4e53-8981-399826300f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:17.319196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.319670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Bound using segment: {'id': '255f1248-5f4e-4e53-8981-399826300f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:17.320202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Bound port: bb54e8d7-d7be-42cc-809a-e3316e83ead6, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255f1248-5f4e-4e53-8981-399826300f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:17.320589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.334950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Allocated IP 172.20.0.3 (143d5fd6-f7c8-42b0-b1d8-f839f70ffacc/2fa9f00d-3592-4e96-820b-be65bb3f67e1/9db5c158-d5bc-4ce2-818e-79802e67c4c9) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:17.356056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.370465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.387093 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-47e33691-226b-47d7-894c-6d4f901fb228 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7493e6ecd8ee4036b7d77c9a189f239b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4221504 Jan 27 14:47:17.412528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 70a07c54-a110-4bab-af2a-23d26ecb67fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:17.423171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32936) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:17.451318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'port_id': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'mac_address': 'fa:16:3e:1f:d4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:47:17.483727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] For port bb54e8d7-d7be-42cc-809a-e3316e83ead6, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:17.520271 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] For port bb54e8d7-d7be-42cc-809a-e3316e83ead6, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bb54e8d7-d7be-42cc-809a-e3316e83ead6,segment=NetworkSegment(255f1248-5f4e-4e53-8981-399826300f8c),segment_id=255f1248-5f4e-4e53-8981-399826300f8c)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:17.542686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.582429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.627387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.634112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.663265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a07c54-a110-4bab-af2a-23d26ecb67fe {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:47:17.698046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 70a07c54-a110-4bab-af2a-23d26ecb67fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:17.763095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2d8a-96c9-4c0e-8fd1-1779974e8e82 None None] Pushing event updated for resources: {'Port': ['ID=bb54e8d7-d7be-42cc-809a-e3316e83ead6,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:17.780278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.784023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:17.837975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.838693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 030f727a-176f-4786-bbeb-9a6ec4f7bab1 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:17.856601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.865216 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9d344e2b-b063-4484-ba23-07f8a43174de tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "DELETE /v2.0/routers/030f727a-176f-4786-bbeb-9a6ec4f7bab1 HTTP/1.1" status: 204 len: 168 time: 3.4604657 Jan 27 14:47:17.876796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32940) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:17.898641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] Sync routers for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:17.918823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f80da-156e-4df1-88d4-1ef5619c90ff req-2fdce071-0bbe-4c40-a35c-208006ea4331 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:17.932699 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d26f80da-156e-4df1-88d4-1ef5619c90ff req-2fdce071-0bbe-4c40-a35c-208006ea4331 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 944 time: 0.5550809 Jan 27 14:47:17.949095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:17.981890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=70a07c54-a110-4bab-af2a-23d26ecb67fe,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:18.017478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:18.021792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:18.044513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Deleting subnet a74a611b-932d-4038-be62-58942a24f7b3 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:47:18.056777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.082980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f537c9-f510-4ead-8e1b-52dfc04c0e07 req-c9461e76-c0e6-465c-b51d-b4474bfcc3a3 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:18.091080 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-16f537c9-f510-4ead-8e1b-52dfc04c0e07 req-c9461e76-c0e6-465c-b51d-b4474bfcc3a3 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.4892478 Jan 27 14:47:18.137880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e9709e6-30a8-40d5-9407-4da325334d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.148518 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7047f38e-3a53-476e-be75-2760e85d0de7 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 11.7042639 Jan 27 14:47:18.159258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['70a07c54-a110-4bab-af2a-23d26ecb67fe'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:47:18.160797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32942) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:18.165998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:18.200904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.201845 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d26f80da-156e-4df1-88d4-1ef5619c90ff req-3677eeff-5a8f-4e72-8d99-f6876a8c60a1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631998 Jan 27 14:47:18.254375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.272588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:18.273648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:18.358587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:18.360539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c91885f-a1da-4d5b-9454-723e2ca00213 None None] The sync data for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:18.451134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e9709e6-30a8-40d5-9407-4da325334d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.480227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] device_id is not set on port 8948fd16-36e6-43d3-bff5-36e6f6dd1807 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:18.492529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.505028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-16f537c9-f510-4ead-8e1b-52dfc04c0e07 req-bd31170e-1c62-4284-9abf-4f1da83a9b67 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126401 Jan 27 14:47:18.537578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.552246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99914b-c17c-440e-a1ad-bbcb3c111611 req-00d0b94d-c076-4b6a-b88a-8dde448e51d7 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:18.553853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b99914b-c17c-440e-a1ad-bbcb3c111611 req-00d0b94d-c076-4b6a-b88a-8dde448e51d7 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 945 time: 0.1931269 Jan 27 14:47:18.568197 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-81ddc6a6-4dbe-4e75-bedf-a6a56e5e379c tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] 10.222.0.18 "GET /v2.0/floatingips/3b94ff76-0ec1-408c-a710-2d66aa8e889f HTTP/1.1" status: 200 len: 981 time: 0.4055161 Jan 27 14:47:18.568786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32948) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:18.605976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.655427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a74a611b-932d-4038-be62-58942a24f7b3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:18.658384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.664613 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-84b7464d-949d-4c0b-87cf-a2533291cf9a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/a74a611b-932d-4038-be62-58942a24f7b3 HTTP/1.1" status: 204 len: 168 time: 0.7836154 Jan 27 14:47:18.666672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32950) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:18.700471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.731798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.781349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.802526 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-64e55d76-2c86-4bb6-99a3-15a6189a0f4c tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2902 time: 0.2197146 Jan 27 14:47:18.808819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32952) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:18.850982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.871391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b99914b-c17c-440e-a1ad-bbcb3c111611 req-f782eb69-0bd9-4faa-a75d-554d9394d77f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2944434 Jan 27 14:47:18.877512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.901391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 775867a3-53f1-4b1d-9661-e088d2f8ebab up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:18.917874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e9709e6-30a8-40d5-9407-4da325334d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.921022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e9709e6-30a8-40d5-9407-4da325334d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:18.925996 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7e9709e6-30a8-40d5-9407-4da325334d34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a1b2161-b4e8-4de5-8965-52b85b287800 HTTP/1.1" status: 204 len: 168 time: 1.4837341 Jan 27 14:47:18.950072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882304bc-038a-4f7b-a968-b7ab8b4d5491 req-7957cbf7-395a-455a-9aef-3f7ac0e18fa8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:18.952057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-882304bc-038a-4f7b-a968-b7ab8b4d5491 req-7957cbf7-395a-455a-9aef-3f7ac0e18fa8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.2625811 Jan 27 14:47:18.970280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32956) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:19.020662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bb54e8d7-d7be-42cc-809a-e3316e83ead6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:19.106284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.165019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Port': ['ID=599f919f-699a-4636-ab66-aaf1a7b53960,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:19.172479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 775867a3-53f1-4b1d-9661-e088d2f8ebab completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:47:19.187806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 775867a3-53f1-4b1d-9661-e088d2f8ebab triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:19.188452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.197642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Checking segment: {'id': '22490a32-43bd-4e58-a4b0-6ae0128f917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '66271c92-e935-4e79-8eaa-c7153c558073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:19.197854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network hostable DHCP agents. Network: 66271c92-e935-4e79-8eaa-c7153c558073, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:19.204899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58f1445-3da6-4c57-8cfa-915c17f6e8f2']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:19.223705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:19.224049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc79f27-b9b3-40d6-aa01-f982ee0aa7cb') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:19.247163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.271578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network 66271c92-e935-4e79-8eaa-c7153c558073 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:19.273553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.281941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.289990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 66271c92-e935-4e79-8eaa-c7153c558073) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:19.299809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:19.300960 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.303698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:19.304671 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: items = [ Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:19.307068 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:19.318787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port bb54e8d7-d7be-42cc-809a-e3316e83ead6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:19.319836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.323148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d45571-07a8-4714-9784-ff07fe01f075 None None] Network 66271c92-e935-4e79-8eaa-c7153c558073 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:19.451676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Port': ['ID=8948fd16-36e6-43d3-bff5-36e6f6dd1807,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:19.465735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.490134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d58f1445-3da6-4c57-8cfa-915c17f6e8f2 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 14:47:19.494607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.506186 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d58f1445-3da6-4c57-8cfa-915c17f6e8f2 HTTP/1.1" status: 204 len: 168 time: 0.8380969 Jan 27 14:47:19.519036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3dd5d-5cb2-4c0c-b236-1ac29548638f tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event deleted for resources: {'Network': ['ID=d58f1445-3da6-4c57-8cfa-915c17f6e8f2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:19.522046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Checking segment: {'id': '14c8e9a5-4bd8-4f75-8135-529905abfd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '741be483-7444-4f5d-9251-c82c5683e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:19.522414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network hostable DHCP agents. Network: 741be483-7444-4f5d-9251-c82c5683e1c8, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:19.543261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Request body: {'floatingip': {'port_id': '4de9c889-4f2c-4f22-9117-a1669e311855'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:19.549097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9709e6-30a8-40d5-9407-4da325334d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b2161-b4e8-4de5-8965-52b85b287800,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:19.559195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network 741be483-7444-4f5d-9251-c82c5683e1c8 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:19.579893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 741be483-7444-4f5d-9251-c82c5683e1c8) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:19.589171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:19.609121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:19.622045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:19.622829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:19.661682 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-89b5ee8c-5ecc-4ade-8e34-f36a04600384 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5866444 Jan 27 14:47:19.664957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32964) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:19.779364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e2886a-c3de-4861-b029-3a587a162226 None None] Network 741be483-7444-4f5d-9251-c82c5683e1c8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:19.781681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579884fb-9b87-43ca-9eb6-75eaf5c0aa05 None None] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:19.839585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:19.858324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee63710-87bc-4066-904f-a5a364ff372e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:19.865757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee63710-87bc-4066-904f-a5a364ff372e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:19.867928 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0ee63710-87bc-4066-904f-a5a364ff372e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1984529 Jan 27 14:47:19.870688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32970) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:20.030998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:20.041143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:20.052831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c1021ba1-5b46-4fe6-9b29-0beba8473bc3 None None] Provisioning complete for port bb54e8d7-d7be-42cc-809a-e3316e83ead6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:20.053323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1021ba1-5b46-4fe6-9b29-0beba8473bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.125583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Deleting port 599f919f-699a-4636-ab66-aaf1a7b53960 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:20.126278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.221952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:20.223153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.227738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.240105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event updated for resources: {'Port': ['ID=9db5c158-d5bc-4ce2-818e-79802e67c4c9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:20.284496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.320874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.356218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Calling delete_port for 599f919f-699a-4636-ab66-aaf1a7b53960 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:20.393409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32982) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:20.398668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.412274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:20.414743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8c9de-e42e-4c96-ba6b-0695e337524e" -d '{"events": [{"server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "name": "network-vif-plugged", "status": "completed", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:20.488363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 775867a3-53f1-4b1d-9661-e088d2f8ebab, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:20.523809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.524950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 70a07c54-a110-4bab-af2a-23d26ecb67fe up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:20.557478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0e396403-719c-4ae5-a9fb-0a19e4a4ea7e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'router': {'name': 'tempest-router--536328195', 'project_id': '5182741829a0485c90f535e8c072ee99'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:20.587795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.682831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.689953 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/ports/599f919f-699a-4636-ab66-aaf1a7b53960 HTTP/1.1" status: 204 len: 168 time: 0.8177397 Jan 27 14:47:20.690613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 32990) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:20.693037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52026eb-0c40-46a1-91dd-fbaa7c980d37 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Port': ['ID=599f919f-699a-4636-ab66-aaf1a7b53960,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:20.711057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port bb54e8d7-d7be-42cc-809a-e3316e83ead6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bb54e8d7-d7be-42cc-809a-e3316e83ead6,segment=NetworkSegment(255f1248-5f4e-4e53-8981-399826300f8c),segment_id=255f1248-5f4e-4e53-8981-399826300f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:20.765046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b780e60-551d-43b0-9e99-670fcd16d91e req-0b97189f-9dc3-46f9-b40b-6826f2e1fb2f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:20.767035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b780e60-551d-43b0-9e99-670fcd16d91e req-0b97189f-9dc3-46f9-b40b-6826f2e1fb2f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 944 time: 1.2458763 Jan 27 14:47:20.776563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1021ba1-5b46-4fe6-9b29-0beba8473bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.785450 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-be34143e-8d8e-43c5-8dec-265c1c95edc1 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.5383525 Jan 27 14:47:20.799799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 32994) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:20.811498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Request body: {'port': {'network_id': '143d5fd6-f7c8-42b0-b1d8-f839f70ffacc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1212563660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:20.812112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] bootfile-name is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:47:20.812232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e396403-719c-4ae5-a9fb-0a19e4a4ea7e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.812519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] tftp-server is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:47:20.812836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] server-ip-address is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:47:20.813276 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e396403-719c-4ae5-a9fb-0a19e4a4ea7e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.846564 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=775867a3-53f1-4b1d-9661-e088d2f8ebab,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:20.858861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.941467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e396403-719c-4ae5-a9fb-0a19e4a4ea7e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.950726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Deleting port 8948fd16-36e6-43d3-bff5-36e6f6dd1807 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:20.951124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.961610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e396403-719c-4ae5-a9fb-0a19e4a4ea7e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:20.983402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db89f-3b6b-4bba-993a-7167d53f3435 req-f601e920-9ac4-42d2-9192-881feebb4391 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:20.993165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-534db89f-3b6b-4bba-993a-7167d53f3435 req-f601e920-9ac4-42d2-9192-881feebb4391 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 945 time: 0.7879751 Jan 27 14:47:21.052854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=bb54e8d7-d7be-42cc-809a-e3316e83ead6,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:21.057528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 70a07c54-a110-4bab-af2a-23d26ecb67fe completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:47:21.072034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e396403-719c-4ae5-a9fb-0a19e4a4ea7e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.077040 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0e396403-719c-4ae5-a9fb-0a19e4a4ea7e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6804707 Jan 27 14:47:21.082684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33000) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:21.093753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 70a07c54-a110-4bab-af2a-23d26ecb67fe triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:21.094468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.116544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Made reservation on behalf of 17e3841b35e6456e8acd548fc456dd75 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:21.120496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.152488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Deleting port 1b58b946-670f-4704-9c24-83cb0caebfdc {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:21.152834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.183929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a589cd43-1e05-4199-9918-f49481d855a3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.212996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] device_id is not set on port c9abe9a4-1560-4f64-8a66-6f683b03776e yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:21.226102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-c1021ba1-5b46-4fe6-9b29-0beba8473bc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:47:21.226710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-c1021ba1-5b46-4fe6-9b29-0beba8473bc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:47:21.231521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.297200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Calling delete_port for 8948fd16-36e6-43d3-bff5-36e6f6dd1807 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:21.318732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.366663 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b780e60-551d-43b0-9e99-670fcd16d91e req-0d65aaf7-16a7-4ca9-a4c2-2f97ceef21a5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5892868 Jan 27 14:47:21.375515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 70a07c54-a110-4bab-af2a-23d26ecb67fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:21.398296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.419781 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-534db89f-3b6b-4bba-993a-7167d53f3435 req-cd0b92b5-e69c-479f-8e07-8063490c58de tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4252965 Jan 27 14:47:21.470974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049a0cfc-2026-4c26-83a9-ff124fb382dd x-openstack-request-id: req-049a0cfc-2026-4c26-83a9-ff124fb382dd {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:21.471525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "name": "network-vif-plugged", "status": "completed", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:21.471997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-049a0cfc-2026-4c26-83a9-ff124fb382dd {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:21.472600 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'code': 200} Jan 27 14:47:21.496452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=70a07c54-a110-4bab-af2a-23d26ecb67fe,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:21.614468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a589cd43-1e05-4199-9918-f49481d855a3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.618449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a589cd43-1e05-4199-9918-f49481d855a3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.666989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.667806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:21.700342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Calling delete_port for 1b58b946-670f-4704-9c24-83cb0caebfdc owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:21.870776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Allocated IP 172.20.0.8 (143d5fd6-f7c8-42b0-b1d8-f839f70ffacc/2fa9f00d-3592-4e96-820b-be65bb3f67e1/c9abe9a4-1560-4f64-8a66-6f683b03776e) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:21.953808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-74d048b5-ac4b-4834-bd2f-1491efdcbdc7 None None] Provisioning complete for port 9db5c158-d5bc-4ce2-818e-79802e67c4c9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:21.954838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74d048b5-ac4b-4834-bd2f-1491efdcbdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.011527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-74d048b5-ac4b-4834-bd2f-1491efdcbdc7 None None] Port 9db5c158-d5bc-4ce2-818e-79802e67c4c9 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:22.034849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-74d048b5-ac4b-4834-bd2f-1491efdcbdc7 None None] Provisioning complete for port bb54e8d7-d7be-42cc-809a-e3316e83ead6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:22.035620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74d048b5-ac4b-4834-bd2f-1491efdcbdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.046563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a589cd43-1e05-4199-9918-f49481d855a3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.047473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a589cd43-1e05-4199-9918-f49481d855a3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0b29d48-61b6-4b4d-b2c3-cd51cf71d048 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:22.054908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.060317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a589cd43-1e05-4199-9918-f49481d855a3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.067602 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a589cd43-1e05-4199-9918-f49481d855a3 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d0b29d48-61b6-4b4d-b2c3-cd51cf71d048 HTTP/1.1" status: 204 len: 168 time: 0.9828517 Jan 27 14:47:22.134167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Port': ['ID=8948fd16-36e6-43d3-bff5-36e6f6dd1807,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:22.153511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45667b2-a207-4fe6-a108-46836e3eca3f req-a100d74d-47ce-46a1-9aaa-ac55514f9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:22.158057 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e45667b2-a207-4fe6-a108-46836e3eca3f req-a100d74d-47ce-46a1-9aaa-ac55514f9b37 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1098 time: 0.1677537 Jan 27 14:47:22.175052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.176092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.176999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.177754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.178237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.179658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.180347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.181068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.182345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.184343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.184624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.185051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.218194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.234436 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a7c823b5-0c9a-4bea-9dc1-437f9c99cc3d tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/ports/8948fd16-36e6-43d3-bff5-36e6f6dd1807 HTTP/1.1" status: 204 len: 168 time: 1.5329459 Jan 27 14:47:22.236304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33016) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:22.237081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.293557 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e45667b2-a207-4fe6-a108-46836e3eca3f req-20725b81-b3d4-4625-ad5e-644947211843 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013191 Jan 27 14:47:22.296979 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bd4490b2-cb6a-48f4-9ae3-3c6bda5fbf2f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571890 Jan 27 14:47:22.302950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:47:22.303586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33018) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:22.314882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-250150827'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:22.321874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33020) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:22.366734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Made reservation on behalf of d4266e1902294e13a1c2a48203afde81 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:22.373326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Port': ['ID=1b58b946-670f-4704-9c24-83cb0caebfdc,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:22.373613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.400775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.401598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.401598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.401807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.402073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.402544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.402744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.403098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.403404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.403718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.404189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.404386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:22.412775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:22.443569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.443900 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Added segment 7249ccf6-71d0-4b84-b1cf-c14cdae9908a of type vlan for network ce456d03-ca09-4f12-b906-980864566211 Jan 27 14:47:22.503936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33028) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:22.535687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.541724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.565624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.575903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.581550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.585780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:22.586641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.656238 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3503511 Jan 27 14:47:22.660785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33032) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:22.674736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-118501169'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:22.683314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.683693 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Floating IP 3b94ff76-0ec1-408c-a710-2d66aa8e889f disassociated (deleted). External IP: 172.26.6.92, port: aeb97062-196d-4186-997f-9b4434256743. Jan 27 14:47:22.700993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69a970-91ab-4474-8a37-83f9db915abd tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Network': ['ID=ce456d03-ca09-4f12-b906-980864566211,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:22.714563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network ce456d03-ca09-4f12-b906-980864566211 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:22.723386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Made reservation on behalf of d4266e1902294e13a1c2a48203afde81 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:22.735085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.798045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:22.828704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.829465 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Added segment 376eaf6c-a74a-4646-a530-0a96bc1d6065 of type vlan for network 5747867b-44f5-42a2-b2a8-32f1270fab46 Jan 27 14:47:22.835322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-837100816', 'router:external': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:22.864296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1978732963', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:22.928779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.962951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Made reservation on behalf of 35c8fbd62959469588af0f46f0e0d5ec for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:22.965819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.979798 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bb54e8d7-d7be-42cc-809a-e3316e83ead6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:22.989046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.990498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:22.998283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.001513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.009773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:23.010465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.040344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee2818-c154-41c5-a28f-63e9a043614c req-5672e7b0-94e2-441d-a462-18c29ef9958c tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:23.042540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-68ee2818-c154-41c5-a28f-63e9a043614c req-5672e7b0-94e2-441d-a462-18c29ef9958c tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.5379059 Jan 27 14:47:23.054147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port bb54e8d7-d7be-42cc-809a-e3316e83ead6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:23.056268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.084649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd073-a6e2-4af6-a9e0-f1bc8e552290 req-972e4b3e-0923-4f05-82c5-b2769e359c7c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:23.086394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-95edd073-a6e2-4af6-a9e0-f1bc8e552290 req-972e4b3e-0923-4f05-82c5-b2769e359c7c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.5405624 Jan 27 14:47:23.087689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.152359 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4896784 Jan 27 14:47:23.193728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Floating IP 8fa3ed74-16e8-4168-a8b9-ecf0bd37471f associated. External IP: 172.26.6.129, port: 4de9c889-4f2c-4f22-9117-a1669e311855. Jan 27 14:47:23.197036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.198132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe112915-26da-4f5a-a817-21f1ef14adc7 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Network': ['ID=5747867b-44f5-42a2-b2a8-32f1270fab46,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:23.260107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.268513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.286539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 5747867b-44f5-42a2-b2a8-32f1270fab46 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:23.293812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:23.306910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event updated for resources: {'Port': ['ID=c9abe9a4-1560-4f64-8a66-6f683b03776e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:23.330243 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-68ee2818-c154-41c5-a28f-63e9a043614c req-3b9ba12f-5e1b-4669-8e56-94ea88ab11c9 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586534 Jan 27 14:47:23.347920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:23.370864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:23.385440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:23.474740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:23.483206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea79570-e8ca-46c6-92d7-8cd8b19fd32b" -d '{"events": [{"server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "name": "network-vif-plugged", "status": "completed", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:23.485965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.486460 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Added segment ddfa0846-bdab-493e-9499-3b69ae201352 of type vlan for network dcfe72c6-eede-46d6-865e-cb0c4eeced60 Jan 27 14:47:23.540943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33036) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:23.548306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'subnets': [{'network_id': 'ce456d03-ca09-4f12-b906-980864566211', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1083144603', 'ip_version': 4}, {'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:23.548578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'subnet': {'network_id': 'ce456d03-ca09-4f12-b906-980864566211', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1083144603', 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:23.549177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Request body: {'subnet': {'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:23.592281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49f3919-c804-4052-a5a5-3d8a96a99b93 x-openstack-request-id: req-c49f3919-c804-4052-a5a5-3d8a96a99b93 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:23.592665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "name": "network-vif-plugged", "status": "completed", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:23.593007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c49f3919-c804-4052-a5a5-3d8a96a99b93 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:23.594416 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'code': 200} Jan 27 14:47:23.596348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3496d-74cc-42c8-a383-9bb01997d68b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:23.602902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.636067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.678275 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-95edd073-a6e2-4af6-a9e0-f1bc8e552290 req-f667b3d7-9bcf-425a-9bcd-abe0aa23263f tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5593386 Jan 27 14:47:23.746396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.747874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:23.748296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:23.748561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.751940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.754945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f7057b7b-17fb-40a6-9f1e-36913a2e474e None None] Provisioning complete for port c9abe9a4-1560-4f64-8a66-6f683b03776e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:23.755731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7057b7b-17fb-40a6-9f1e-36913a2e474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:23.812407 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4850252 Jan 27 14:47:23.813474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33038) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:23.813793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f7057b7b-17fb-40a6-9f1e-36913a2e474e None None] Port c9abe9a4-1560-4f64-8a66-6f683b03776e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:23.864424 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-17b718ed-0d71-4650-9bc1-ca2d42f9b606 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0615613 Jan 27 14:47:23.877003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33040) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:23.882908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'subnet': {'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:24.002130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874b0a0-ec1b-4920-b130-d6dc99d3541e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Network': ['ID=dcfe72c6-eede-46d6-865e-cb0c4eeced60,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:24.004050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Router b992d05a-66e8-4b2e-bb26-780fa0686045 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:47:24.014368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network dcfe72c6-eede-46d6-865e-cb0c4eeced60 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:24.041014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Made reservation on behalf of 35c8fbd62959469588af0f46f0e0d5ec for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:24.044951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.140721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eb7da-eb8c-4388-b5e2-26bbf0a4648d req-40bbf0c6-7393-417c-8fc9-df29d6096e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:24.143000 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-014eb7da-eb8c-4388-b5e2-26bbf0a4648d req-40bbf0c6-7393-417c-8fc9-df29d6096e87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 1099 time: 0.2684362 Jan 27 14:47:24.176485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d76123-34e7-4cc9-8f7c-f8e8500bba5f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:24.182727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d76123-34e7-4cc9-8f7c-f8e8500bba5f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:24.189084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d76123-34e7-4cc9-8f7c-f8e8500bba5f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:24.191048 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b3d76123-34e7-4cc9-8f7c-f8e8500bba5f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3107741 Jan 27 14:47:24.199907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33042) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:24.255371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Made reservation on behalf of d4266e1902294e13a1c2a48203afde81 for: {'subnet': 2} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:24.260109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.260456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.300661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Router 02ee3961-c8b3-4335-9b14-79559f4180f0 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:47:24.377455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.430279 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-014eb7da-eb8c-4388-b5e2-26bbf0a4648d req-d8adef2c-9a4c-4bdc-a75a-c32bc7089a47 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2371490 Jan 27 14:47:24.434198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.462385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:24.467308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.477869 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] Sync routers for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:24.488824 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:24.489465 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:24.525029 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:24.535835 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:24.536738 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:24.574575 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:24.575254 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d6f00-4039-4cf4-8dc3-550319879c27 None None] The sync data for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:24.630196 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-76f6230f-9965-4f25-bbc1-42ca9aab7e37 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b94ff76-0ec1-408c-a710-2d66aa8e889f HTTP/1.1" status: 204 len: 168 time: 5.8193476 Jan 27 14:47:24.635430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33046) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:24.644462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:24.695745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56b2c-027f-4b89-b9a8-6b93e9e2651f req-91f5548c-69fe-4a8d-bf84-0102c5852c6d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:24.697354 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ea56b2c-027f-4b89-b9a8-6b93e9e2651f req-91f5548c-69fe-4a8d-bf84-0102c5852c6d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2673748 Jan 27 14:47:24.764552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Allocated IP 172.26.6.51 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/522dcfb9-f4bc-4f7b-8ae0-5954bc810ec2) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:24.792783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Deleting port c9abe9a4-1560-4f64-8a66-6f683b03776e {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:24.793065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.888316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:24.978508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.047861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.098785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:47:25.099258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.145738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:25.155837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:25.158436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:25.192331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event updated for resources: {'Port': ['ID=522dcfb9-f4bc-4f7b-8ae0-5954bc810ec2,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:25.224063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8bfa1da2-1e2f-4249-b02e-bb65076caa30,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:25.256617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:25.265217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ea56b2c-027f-4b89-b9a8-6b93e9e2651f req-5447de7e-b823-4e10-b452-49f6960ad71d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5372119 Jan 27 14:47:25.269347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] Sync routers for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:25.290456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.293602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:25.294474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:25.299399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Checking segment: {'id': 'ddfa0846-bdab-493e-9499-3b69ae201352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:25.299716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network hostable DHCP agents. Network: dcfe72c6-eede-46d6-865e-cb0c4eeced60, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:25.413630 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network dcfe72c6-eede-46d6-865e-cb0c4eeced60 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:25.427999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, dcfe72c6-eede-46d6-865e-cb0c4eeced60) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:25.433717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:25.435206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.447543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:25.452135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddcaea-d2d1-4d43-aa5b-56d2e5869267 None None] Network dcfe72c6-eede-46d6-865e-cb0c4eeced60 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:25.516069 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aebd69ef-d0d9-4b9b-a65a-0a62125abf4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6456738 Jan 27 14:47:25.528038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33052) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:25.534133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1650499101', 'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:25.600907 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a8bd4fc1-8f8e-4c45-93af-55e32e938f13 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "PUT /v2.0/floatingips/8fa3ed74-16e8-4168-a8b9-ecf0bd37471f HTTP/1.1" status: 200 len: 991 time: 6.0823858 Jan 27 14:47:25.606816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.610684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Made reservation on behalf of 35c8fbd62959469588af0f46f0e0d5ec for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:25.613822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:25.614101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.616545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54" -d '{"events": [{"name": "network-changed", "server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:25.646686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:25.660895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cc456-94d5-4ac8-abfe-269d860e2379 req-acee9ce5-06bd-494d-93e8-3ac9f57f770b tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:25.662862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d50cc456-94d5-4ac8-abfe-269d860e2379 req-acee9ce5-06bd-494d-93e8-3ac9f57f770b tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.8314922 Jan 27 14:47:25.693374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] device_id is not set on port 258b7259-92d0-49dd-bc68-2b5e94541fa8 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:25.718639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Calling delete_port for c9abe9a4-1560-4f64-8a66-6f683b03776e owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:25.792776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4a39b-cfce-4408-b69f-d51f943fc9a6 req-5480eb57-2e71-4cee-92bd-804378e2df53 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:25.795114 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-43d4a39b-cfce-4408-b69f-d51f943fc9a6 req-5480eb57-2e71-4cee-92bd-804378e2df53 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3820767 Jan 27 14:47:25.808751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33058) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:25.884607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Request body: {'floatingip': {'port_id': '775867a3-53f1-4b1d-9661-e088d2f8ebab'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:25.982517 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d50cc456-94d5-4ac8-abfe-269d860e2379 req-cb795d0b-e87f-4d49-9e42-2c70d956e4eb tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2939205 Jan 27 14:47:26.009167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:26.026782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Allocated IP 172.20.0.6 (dcfe72c6-eede-46d6-865e-cb0c4eeced60/8bfa1da2-1e2f-4249-b02e-bb65076caa30/258b7259-92d0-49dd-bc68-2b5e94541fa8) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:26.031839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb4f962-3c42-4e7b-9b70-b9dbe168feee x-openstack-request-id: req-acb4f962-3c42-4e7b-9b70-b9dbe168feee {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:26.032254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:26.032612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acb4f962-3c42-4e7b-9b70-b9dbe168feee {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:26.036051 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855', 'status': 'completed', 'code': 200} Jan 27 14:47:26.105544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c055be-4987-40c2-8811-14e52380de84 None None] Network dcfe72c6-eede-46d6-865e-cb0c4eeced60 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:26.275907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:26.298896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '8fa3ed74-16e8-4168-a8b9-ecf0bd37471f', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'port_id': '4de9c889-4f2c-4f22-9117-a1669e311855', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'mac_address': 'fa:16:3e:66:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:39Z', 'updated_at': '2022-01-27T14:47:22Z', 'revision_number': 1, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:26.332729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] Checking router: 02ee3961-c8b3-4335-9b14-79559f4180f0 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:47:26.344354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:26.344946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:26.395014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:26.490766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-660dd3a7-fbd7-495b-9b58-4815ba1c331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:26.492585 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-660dd3a7-fbd7-495b-9b58-4815ba1c331d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5&device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 1098 time: 0.1594763 Jan 27 14:47:26.522127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:26.569310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:26.676149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:26.706504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-717f570d-c3d6-4896-8a82-89900170d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:26.708262 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-717f570d-c3d6-4896-8a82-89900170d935 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131fbc0e-ac6b-4c25-a336-ab60cf032c27 HTTP/1.1" status: 200 len: 912 time: 0.2073252 Jan 27 14:47:26.714635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:26.754603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Allocated IP 172.26.6.189 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/e3d198b0-77c4-4322-a50f-1989c652bd42) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:26.785589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Subnet': ['ID=911e0a70-778d-43d5-9686-a57e7fd5d55b,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:26.834169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event deleted for resources: {'Port': ['ID=c9abe9a4-1560-4f64-8a66-6f683b03776e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:26.845773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Router 62b7a08d-244e-491d-8971-024e8215a0fd is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:26.850714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:26.862495 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-1c134e79-4ec4-4b02-ba08-c1bef400e3a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de9c889-4f2c-4f22-9117-a1669e311855 HTTP/1.1" status: 200 len: 999 time: 0.1464796 Jan 27 14:47:26.987867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Checking segment: {'id': '7249ccf6-71d0-4b84-b1cf-c14cdae9908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ce456d03-ca09-4f12-b906-980864566211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:26.988630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network hostable DHCP agents. Network: ce456d03-ca09-4f12-b906-980864566211, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:27.004800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network dcfe72c6-eede-46d6-865e-cb0c4eeced60 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:27.060558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '8fa3ed74-16e8-4168-a8b9-ecf0bd37471f', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'port_id': '4de9c889-4f2c-4f22-9117-a1669e311855', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'mac_address': 'fa:16:3e:66:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:39Z', 'updated_at': '2022-01-27T14:47:22Z', 'revision_number': 1, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:27.127683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Port': ['ID=258b7259-92d0-49dd-bc68-2b5e94541fa8,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:27.129849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f42d7-c0ee-4a75-9e7c-b94808b8be8e None None] The sync data for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv is: [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '8fa3ed74-16e8-4168-a8b9-ecf0bd37471f', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'port_id': '4de9c889-4f2c-4f22-9117-a1669e311855', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'mac_address': 'fa:16:3e:66:fe:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:39Z', 'updated_at': '2022-01-27T14:47:22Z', 'revision_number': 1, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:27.135104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:27.148225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:27.195220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-f6985501-8864-482c-938a-e0cdc972e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:27.196784 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-f6985501-8864-482c-938a-e0cdc972e0f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35 HTTP/1.1" status: 200 len: 850 time: 0.3059170 Jan 27 14:47:27.215582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.229663 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9e90f6cb-4c8c-467a-8062-ed5a2adcaf6f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "DELETE /v2.0/ports/c9abe9a4-1560-4f64-8a66-6f683b03776e HTTP/1.1" status: 204 len: 168 time: 3.0222137 Jan 27 14:47:27.253985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33068) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:27.303258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Request body: {'port': {'name': 'tempest-new-port-name-1719603504', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:27.303963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:27.304056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] bootfile-name is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:47:27.304391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.304496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] tftp-server is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:47:27.304999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] server-ip-address is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:47:27.328714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:27.346469 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-60d60c92-261d-4f72-9014-37b97e398e24 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8147686 Jan 27 14:47:27.347898 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] Sync routers for ids ['62b7a08d-244e-491d-8971-024e8215a0fd'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:27.354993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33070) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:27.360088 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-dbd8ede0-b08d-44e8-8e7b-0f6cb713505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:27.362235 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-dbd8ede0-b08d-44e8-8e7b-0f6cb713505b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131fbc0e-ac6b-4c25-a336-ab60cf032c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1541204 Jan 27 14:47:27.364838 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] Routers {'62b7a08d-244e-491d-8971-024e8215a0fd'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:27.366371 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['62b7a08d-244e-491d-8971-024e8215a0fd'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:27.372628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network ce456d03-ca09-4f12-b906-980864566211 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:27.406522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.413268 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e061ffa8-b156-4967-b1f2-d16345d314fe tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9022892 Jan 27 14:47:27.413530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33072) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:27.444225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, ce456d03-ca09-4f12-b906-980864566211) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:27.449659 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:27.455067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efea93-b4e6-4786-9a69-70b547959c1f None None] Network ce456d03-ca09-4f12-b906-980864566211 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:27.497832 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] Routers {'62b7a08d-244e-491d-8971-024e8215a0fd'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:27.499244 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['62b7a08d-244e-491d-8971-024e8215a0fd'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:27.518151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0027e-2781-4494-8b6a-897eaf1b4786 None None] New status for floating IP 8fa3ed74-16e8-4168-a8b9-ecf0bd37471f: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:47:27.525401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.533157 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.552789 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-c40a1115-1783-42c5-8542-fa482550bdfb service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810079 Jan 27 14:47:27.558905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Deleting port 258b7259-92d0-49dd-bc68-2b5e94541fa8 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:27.559253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.577328 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:27.581599 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e07145-4b56-48c8-90de-e1a01e318b8a None None] The sync data for ids ['62b7a08d-244e-491d-8971-024e8215a0fd'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:27.586072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da231a8e-f7af-47c5-b9b6-31d3a9a3c189 req-a9203375-1f01-4a16-b29d-f9ebd724d805 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:27.588303 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-da231a8e-f7af-47c5-b9b6-31d3a9a3c189 req-a9203375-1f01-4a16-b29d-f9ebd724d805 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.3800030 Jan 27 14:47:27.636405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:47:27.639249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.717542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.734631 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f334dda-d8a5-4dcf-8f84-ef9c5aeb2a54 req-ac01cfdb-f4a4-4d68-ab45-49a4bcfa94be service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730535 Jan 27 14:47:27.735634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Calling delete_port for 258b7259-92d0-49dd-bc68-2b5e94541fa8 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:27.770161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event updated for resources: {'Subnet': ['ID=f0e4b32d-72c4-488c-b020-f994fca0bc20,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:27.882398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.914638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.914905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event deleted for resources: {'Port': ['ID=258b7259-92d0-49dd-bc68-2b5e94541fa8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:27.929957 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-da231a8e-f7af-47c5-b9b6-31d3a9a3c189 req-e585423a-732e-45fe-9965-6b840efc62a5 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3146770 Jan 27 14:47:27.942476 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-658ebd93-58ee-4d7c-ae6d-60bb4ecfc56d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/62b7a08d-244e-491d-8971-024e8215a0fd HTTP/1.1" status: 200 len: 924 time: 0.5265646 Jan 27 14:47:27.943589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:27.958751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33074) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:28.081295 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-789c3137-f3ff-438f-9b72-8a438f94e102 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=62b7a08d-244e-491d-8971-024e8215a0fd HTTP/1.1" status: 200 len: 205 time: 0.1208313 Jan 27 14:47:28.086503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33078) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:28.093369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.099602 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d4b86b5e-f989-4229-ac48-e786a0f65144 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "DELETE /v2.0/ports/258b7259-92d0-49dd-bc68-2b5e94541fa8 HTTP/1.1" status: 204 len: 168 time: 0.7434640 Jan 27 14:47:28.110595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33080) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:28.182810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-ce456d03-ca09-4f12-b906-980864566211', 'network_id': 'ce456d03-ca09-4f12-b906-980864566211', 'tenant_id': 'd4266e1902294e13a1c2a48203afde81', 'fixed_ips': [{'subnet_id': '911e0a70-778d-43d5-9686-a57e7fd5d55b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:47:28.185156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.196980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60', 'external_fixed_ips': [{'subnet_id': '8bfa1da2-1e2f-4249-b02e-bb65076caa30', 'ip_address': '172.20.0.6'}]}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:28.330550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Checking segment: {'id': '376eaf6c-a74a-4646-a530-0a96bc1d6065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:28.331502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network hostable DHCP agents. Network: 5747867b-44f5-42a2-b2a8-32f1270fab46, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:28.333636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.335763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.337509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.387065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.471074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Allocated IP 172.20.0.2 (ce456d03-ca09-4f12-b906-980864566211/911e0a70-778d-43d5-9686-a57e7fd5d55b/02443246-861a-4d12-bf47-5905e37fa62d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:28.486795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:28.525900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.585650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:28.590181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:28.663758 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Network 5747867b-44f5-42a2-b2a8-32f1270fab46 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:28.667723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Pushing event updated for resources: {'Port': ['ID=e3d198b0-77c4-4322-a50f-1989c652bd42,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:28.705280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 5747867b-44f5-42a2-b2a8-32f1270fab46) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:28.722715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.733491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:28.734347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:28.735431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.738821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d772b-b0a3-40a0-892b-af62c0092e62 None None] Network 5747867b-44f5-42a2-b2a8-32f1270fab46 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:28.744732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:28.758365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be903b-a33d-4798-be0d-9343373c95f4 req-41849c79-5795-4a6e-b05f-0b62681b34d2 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:28.760149 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e1be903b-a33d-4798-be0d-9343373c95f4 req-41849c79-5795-4a6e-b05f-0b62681b34d2 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.4219873 Jan 27 14:47:28.783888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33084) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:28.788899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Request body: {'floatingip': {'port_id': '70a07c54-a110-4bab-af2a-23d26ecb67fe'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:28.824365 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Floating IP 9430313b-b476-4d24-af29-23a01ff9151f associated. External IP: 172.26.6.111, port: 775867a3-53f1-4b1d-9661-e088d2f8ebab. Jan 27 14:47:28.927222 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-91ca166a-8582-4995-9e71-f1b37ddfc38e tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.3840559 Jan 27 14:47:28.930376 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33086) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:28.938824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.068336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.090270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Network ce456d03-ca09-4f12-b906-980864566211 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:29.102353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:29.108763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:29.112474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Pushing event updated for resources: {'Port': ['ID=02443246-861a-4d12-bf47-5905e37fa62d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:29.159013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.159698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.160300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.160869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.161778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.162476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.163126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.163820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.164529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.165233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.165906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.166579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:29.193927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.236177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.239086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.252718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.275035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd5837-3d38-4577-8731-0a5cf62bdd06 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:29.276641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd5837-3d38-4577-8731-0a5cf62bdd06 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:29.278318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd5837-3d38-4577-8731-0a5cf62bdd06 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:29.284894 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0acd5837-3d38-4577-8731-0a5cf62bdd06 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3446660 Jan 27 14:47:29.287497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33088) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:29.304227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Attempting to bind port 02443246-861a-4d12-bf47-5905e37fa62d on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:29.304849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Attempting to bind port 02443246-861a-4d12-bf47-5905e37fa62d by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '7249ccf6-71d0-4b84-b1cf-c14cdae9908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ce456d03-ca09-4f12-b906-980864566211'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:29.305458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Attempting to bind port 02443246-861a-4d12-bf47-5905e37fa62d on network ce456d03-ca09-4f12-b906-980864566211 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:29.325107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:29.325107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Checking segment: {'id': '7249ccf6-71d0-4b84-b1cf-c14cdae9908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ce456d03-ca09-4f12-b906-980864566211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:29.325585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.326200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Bound using segment: {'id': '7249ccf6-71d0-4b84-b1cf-c14cdae9908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ce456d03-ca09-4f12-b906-980864566211'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:29.327242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Bound port: 02443246-861a-4d12-bf47-5905e37fa62d, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7249ccf6-71d0-4b84-b1cf-c14cdae9908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ce456d03-ca09-4f12-b906-980864566211'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:29.328292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.435352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Deleting subnet 911e0a70-778d-43d5-9686-a57e7fd5d55b {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:47:29.439227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] In _notify_port_updated(), no bound segment for port 9db5c158-d5bc-4ce2-818e-79802e67c4c9 on network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc {{(pid=108743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:47:29.442541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.445806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:29.448199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.450418 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "PUT /v2.0/ports/9db5c158-d5bc-4ce2-818e-79802e67c4c9 HTTP/1.1" status: 200 len: 1136 time: 2.1919012 Jan 27 14:47:29.451522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.459682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33092) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:29.462021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-5747867b-44f5-42a2-b2a8-32f1270fab46', 'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46', 'tenant_id': 'd4266e1902294e13a1c2a48203afde81', 'fixed_ips': [{'subnet_id': 'f0e4b32d-72c4-488c-b020-f994fca0bc20'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:47:29.462904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.509537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.559130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7fce6-af11-488a-abf8-043ac5de1784 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event updated for resources: {'Port': ['ID=9db5c158-d5bc-4ce2-818e-79802e67c4c9,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:29.657904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.738367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d110d-c906-43bf-a800-a49bd0c1bef5 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:29.740176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0d1d110d-c906-43bf-a800-a49bd0c1bef5 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "GET /v2.0/ports/9db5c158-d5bc-4ce2-818e-79802e67c4c9 HTTP/1.1" status: 200 len: 1136 time: 0.2789237 Jan 27 14:47:29.744358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Deleting port 522dcfb9-f4bc-4f7b-8ae0-5954bc810ec2 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:29.744706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.747526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33094) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:29.795871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.798672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] For port 02443246-861a-4d12-bf47-5905e37fa62d, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:29.837919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] For port 02443246-861a-4d12-bf47-5905e37fa62d, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=02443246-861a-4d12-bf47-5905e37fa62d,segment=NetworkSegment(7249ccf6-71d0-4b84-b1cf-c14cdae9908a),segment_id=7249ccf6-71d0-4b84-b1cf-c14cdae9908a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:29.854737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.875858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Allocated IP 172.20.0.18 (5747867b-44f5-42a2-b2a8-32f1270fab46/f0e4b32d-72c4-488c-b020-f994fca0bc20/611d2745-cef9-4c01-bca1-ed8f6762c368) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:29.890326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:29.894003 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/subnets/911e0a70-778d-43d5-9686-a57e7fd5d55b HTTP/1.1" status: 204 len: 168 time: 0.6046517 Jan 27 14:47:29.897651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3424ed-e158-4bfa-981e-347e5029dbfb tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Subnet': ['ID=911e0a70-778d-43d5-9686-a57e7fd5d55b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:29.902374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33096) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:29.939061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2275cee1-6d18-4cdc-b550-e54398cd52e6 None None] Provisioning complete for port 9db5c158-d5bc-4ce2-818e-79802e67c4c9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:29.939694 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2275cee1-6d18-4cdc-b550-e54398cd52e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.039530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.040990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Router b48407bb-7b77-48f9-86d2-bd09375789b4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:47:30.140586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Deleting subnet f0e4b32d-72c4-488c-b020-f994fca0bc20 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:47:30.148006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Calling delete_port for 522dcfb9-f4bc-4f7b-8ae0-5954bc810ec2 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:30.159615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21bbc6-6346-471a-a15d-ee0287e00925 None None] Pushing event updated for resources: {'Port': ['ID=02443246-861a-4d12-bf47-5905e37fa62d,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:30.171329 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2275cee1-6d18-4cdc-b550-e54398cd52e6 None None] Port 9db5c158-d5bc-4ce2-818e-79802e67c4c9 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:30.195639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.237248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.271543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.349713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Deleting port 9db5c158-d5bc-4ce2-818e-79802e67c4c9 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:30.350602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.370479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.383783 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.509645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Network 5747867b-44f5-42a2-b2a8-32f1270fab46 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:30.515883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:30.523513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:30.541174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Pushing event updated for resources: {'Port': ['ID=611d2745-cef9-4c01-bca1-ed8f6762c368,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:30.593913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.656818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Attempting to bind port 611d2745-cef9-4c01-bca1-ed8f6762c368 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:30.657470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Attempting to bind port 611d2745-cef9-4c01-bca1-ed8f6762c368 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '376eaf6c-a74a-4646-a530-0a96bc1d6065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:30.658470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Attempting to bind port 611d2745-cef9-4c01-bca1-ed8f6762c368 on network 5747867b-44f5-42a2-b2a8-32f1270fab46 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:30.659394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.671567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:30.672125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Checking segment: {'id': '376eaf6c-a74a-4646-a530-0a96bc1d6065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:30.672790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.675566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Bound using segment: {'id': '376eaf6c-a74a-4646-a530-0a96bc1d6065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:30.676299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Bound port: 611d2745-cef9-4c01-bca1-ed8f6762c368, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376eaf6c-a74a-4646-a530-0a96bc1d6065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5747867b-44f5-42a2-b2a8-32f1270fab46'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:30.676877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.703735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.773125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:47:30.849058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] For port 611d2745-cef9-4c01-bca1-ed8f6762c368, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:30.857838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] For port 611d2745-cef9-4c01-bca1-ed8f6762c368, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=611d2745-cef9-4c01-bca1-ed8f6762c368,segment=NetworkSegment(376eaf6c-a74a-4646-a530-0a96bc1d6065),segment_id=376eaf6c-a74a-4646-a530-0a96bc1d6065)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:30.863176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.870003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.884110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Pushing event updated for resources: {'Port': ['ID=e3d198b0-77c4-4322-a50f-1989c652bd42,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:30.894967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.898900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:30.908646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Calling delete_port for 9db5c158-d5bc-4ce2-818e-79802e67c4c9 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:30.916986 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] Sync routers for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:30.944977 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:30.946319 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:30.951344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:30.966371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.005089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.034622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e104df-e493-4641-9ffa-6de97e8bd02d None None] Pushing event updated for resources: {'Port': ['ID=611d2745-cef9-4c01-bca1-ed8f6762c368,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:31.058439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.146595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.219741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event deleted for resources: {'Port': ['ID=522dcfb9-f4bc-4f7b-8ae0-5954bc810ec2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:31.223843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 02443246-861a-4d12-bf47-5905e37fa62d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:31.242351 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:31.327601 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-39379814-9bab-487a-bb53-cee957a69f12 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "PUT /v2.0/floatingips/9430313b-b476-4d24-af29-23a01ff9151f HTTP/1.1" status: 200 len: 991 time: 5.5106320 Jan 27 14:47:31.373356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:31.380390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c103cc-afb2-409f-b775-ad7e5ebd19e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:31.394596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.398623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Allocated IP 172.20.0.6 (dcfe72c6-eede-46d6-865e-cb0c4eeced60/8bfa1da2-1e2f-4249-b02e-bb65076caa30/e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:31.407227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f120d038-6abf-4ea7-a9bc-c1e65ce38c9b tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7658448 Jan 27 14:47:31.453932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 02443246-861a-4d12-bf47-5905e37fa62d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:31.456318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.473494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33104) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:31.512695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faeac78-4760-44d5-8509-563eb49553ab x-openstack-request-id: req-9faeac78-4760-44d5-8509-563eb49553ab {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:31.513278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:31.513684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9faeac78-4760-44d5-8509-563eb49553ab {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:31.514354 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'status': 'completed', 'code': 200} Jan 27 14:47:31.515847 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Floating IP 024fa9be-5ca4-4b9e-a1ae-641e427da67f associated. External IP: 172.26.6.8, port: 70a07c54-a110-4bab-af2a-23d26ecb67fe. Jan 27 14:47:31.600093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.681118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.803217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.818775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 02443246-861a-4d12-bf47-5905e37fa62d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=02443246-861a-4d12-bf47-5905e37fa62d,segment=NetworkSegment(7249ccf6-71d0-4b84-b1cf-c14cdae9908a),segment_id=7249ccf6-71d0-4b84-b1cf-c14cdae9908a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:31.824918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:31.833817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:31.942727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=02443246-861a-4d12-bf47-5905e37fa62d,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:31.959372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.007504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.011593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.017482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-cf6d59db-88d4-4beb-8c77-3c5f461266dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:32.019194 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-cf6d59db-88d4-4beb-8c77-3c5f461266dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1098 time: 0.4070239 Jan 27 14:47:32.047116 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '9430313b-b476-4d24-af29-23a01ff9151f', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'floating_ip_address': '172.26.6.111', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'port_id': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'mac_address': 'fa:16:3e:98:20:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:48Z', 'updated_at': '2022-01-27T14:47:27Z', 'revision_number': 1, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:32.080270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Router aebf4cd2-039b-47cd-9792-3f0f05d71a2d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:47:32.092132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.104018 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] Checking router: b48407bb-7b77-48f9-86d2-bd09375789b4 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:47:32.114859 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:32.115633 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:32.155175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.172735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.177503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/subnets/f0e4b32d-72c4-488c-b020-f994fca0bc20 HTTP/1.1" status: 204 len: 168 time: 2.2731364 Jan 27 14:47:32.179082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.179690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Fanout notify agent at l3_agent the message router_deleted on router 62b7a08d-244e-491d-8971-024e8215a0fd {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:32.181607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33110) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:32.183867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3346d-00c8-4f5c-9ea1-f14264880785 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e4b32d-72c4-488c-b020-f994fca0bc20,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:32.193761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.198871 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f72e859d-67ca-4ed3-9b93-9becbf4d5b06 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/62b7a08d-244e-491d-8971-024e8215a0fd HTTP/1.1" status: 204 len: 168 time: 4.1104016 Jan 27 14:47:32.201229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.205095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33112) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:32.205934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be547c71-3fea-4697-bb95-028b797bbee4 None None] Network ce456d03-ca09-4f12-b906-980864566211 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:32.236891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1324151503', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': False}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:32.359668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d210b675-d366-4a6e-9a44-9aab7686b90d None None] Provisioning complete for port 02443246-861a-4d12-bf47-5905e37fa62d triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:32.360778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d210b675-d366-4a6e-9a44-9aab7686b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.369358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:32.375102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.406075 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:32.421597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event deleted for resources: {'Port': ['ID=9db5c158-d5bc-4ce2-818e-79802e67c4c9,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:32.463518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] Sync routers for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:32.530284 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9692ad4d-3b5d-4322-a6bd-ecfba166e92d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "PUT /v2.0/floatingips/024fa9be-5ca4-4b9e-a1ae-641e427da67f HTTP/1.1" status: 200 len: 990 time: 3.7449903 Jan 27 14:47:32.562781 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-d7db1ea3-bcb7-44bd-838b-6ed17c2f1326 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3803036 Jan 27 14:47:32.607292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:32.609951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:32.704680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-ebf8442a-f4a3-445c-a9d4-e9919c40656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:32.707020 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-ebf8442a-f4a3-445c-a9d4-e9919c40656c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 912 time: 0.6626937 Jan 27 14:47:32.792715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:32.801378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c935c2-7c51-4d3c-b72c-41c30c58f7a2 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:32.803926 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-61c935c2-7c51-4d3c-b72c-41c30c58f7a2 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6186991 Jan 27 14:47:32.824417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33118) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:32.829114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728954d0-761b-407f-b66d-bc3d284285a9 req-dd78a684-5453-4fb6-b892-02b89d5e7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:32.833696 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-dd78a684-5453-4fb6-b892-02b89d5e7680 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5&device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 1098 time: 0.1999736 Jan 27 14:47:33.070133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:33.152558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] DHCP port deletion for ce456d03-ca09-4f12-b906-980864566211 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:47:33.159148 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '9430313b-b476-4d24-af29-23a01ff9151f', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'floating_ip_address': '172.26.6.111', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'port_id': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'mac_address': 'fa:16:3e:98:20:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:48Z', 'updated_at': '2022-01-27T14:47:27Z', 'revision_number': 1, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:33.197350 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485ef12b-9c31-41d0-8237-c56ce2cdf0af None None] The sync data for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv is: [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '9430313b-b476-4d24-af29-23a01ff9151f', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'floating_ip_address': '172.26.6.111', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'port_id': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'mac_address': 'fa:16:3e:98:20:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:48Z', 'updated_at': '2022-01-27T14:47:27Z', 'revision_number': 1, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:33.252475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 611d2745-cef9-4c01-bca1-ed8f6762c368 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:33.331159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18faed-6fe1-4165-a7da-46ed8c65c649 None None] Network 5747867b-44f5-42a2-b2a8-32f1270fab46 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:33.335961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.466720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.469799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.471305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.493266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728954d0-761b-407f-b66d-bc3d284285a9 req-87b54b97-7058-4975-8873-a2681479e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:33.495790 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-87b54b97-7058-4975-8873-a2681479e774 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131fbc0e-ac6b-4c25-a336-ab60cf032c27 HTTP/1.1" status: 200 len: 912 time: 0.4514482 Jan 27 14:47:33.515364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.520011 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9a03779a-f41a-4273-a615-759e9772d3a4 tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "DELETE /v2.0/ports/9db5c158-d5bc-4ce2-818e-79802e67c4c9 HTTP/1.1" status: 204 len: 168 time: 3.7713037 Jan 27 14:47:33.528826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33122) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:33.532310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:47:33.535561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696" -d '{"events": [{"name": "network-changed", "server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:47:33.561104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Allocated IP 172.26.6.164 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/0b7087ca-53b9-47bd-96d8-0391f7e7f446) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:33.586847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-93dd02de-72a7-47af-83aa-f38f2d9c91f9 None None] Provisioning complete for port 611d2745-cef9-4c01-bca1-ed8f6762c368 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:33.587532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93dd02de-72a7-47af-83aa-f38f2d9c91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.612836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network dcfe72c6-eede-46d6-865e-cb0c4eeced60 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:33.630006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:33.633262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:33.637535 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-5a2e7bd4-aa5d-40c3-a7ca-585096ffe074 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 999 time: 0.9023767 Jan 27 14:47:33.684103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 611d2745-cef9-4c01-bca1-ed8f6762c368 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:33.684811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.688220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Port': ['ID=e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:33.693835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e83b5-faf6-4ed3-907a-fdf39d2318d9 x-openstack-request-id: req-ce8e83b5-faf6-4ed3-907a-fdf39d2318d9 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:47:33.694453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:47:33.694644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce8e83b5-faf6-4ed3-907a-fdf39d2318d9 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:47:33.695207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'status': 'completed', 'code': 200} Jan 27 14:47:33.696980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Deleting subnet 2fa9f00d-3592-4e96-820b-be65bb3f67e1 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:47:33.710130 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9760d4-a951-493f-8771-8cfa798581b8 None None] New status for floating IP 9430313b-b476-4d24-af29-23a01ff9151f: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:47:33.844415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.942072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:33.996871 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-6d605944-ad30-44d9-af47-7900dcaa778b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4de9c889-4f2c-4f22-9117-a1669e311855 HTTP/1.1" status: 200 len: 1001 time: 0.4813607 Jan 27 14:47:34.002924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Deleting port 611d2745-cef9-4c01-bca1-ed8f6762c368 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:34.003511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.033578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.116517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] Deleting port 02443246-861a-4d12-bf47-5905e37fa62d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:34.118313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.199255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] For port 611d2745-cef9-4c01-bca1-ed8f6762c368, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=611d2745-cef9-4c01-bca1-ed8f6762c368,segment=NetworkSegment(376eaf6c-a74a-4646-a530-0a96bc1d6065),segment_id=376eaf6c-a74a-4646-a530-0a96bc1d6065)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:34.199667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.209174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728954d0-761b-407f-b66d-bc3d284285a9 req-3c46e1e3-2557-4201-b1ba-4288cdd6d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:34.210821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-3c46e1e3-2557-4201-b1ba-4288cdd6d402 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35 HTTP/1.1" status: 200 len: 850 time: 0.2004657 Jan 27 14:47:34.230356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.235234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-45079e03-1c5f-4bc4-982c-6e384e36b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:34.236821 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-45079e03-1c5f-4bc4-982c-6e384e36b8da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.5855985 Jan 27 14:47:34.239439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Calling delete_port for 611d2745-cef9-4c01-bca1-ed8f6762c368 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:34.409709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] For port 02443246-861a-4d12-bf47-5905e37fa62d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=02443246-861a-4d12-bf47-5905e37fa62d,segment=NetworkSegment(7249ccf6-71d0-4b84-b1cf-c14cdae9908a),segment_id=7249ccf6-71d0-4b84-b1cf-c14cdae9908a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:34.409709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.459561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-011c3542-b199-422a-ac42-3a93eb8d8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:34.461199 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-011c3542-b199-422a-ac42-3a93eb8d8ca9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a03a90b7b6a4b58880dc1e0d1799e42&device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 1099 time: 0.6256104 Jan 27 14:47:34.569929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] Calling delete_port for 02443246-861a-4d12-bf47-5905e37fa62d owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:34.654308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728954d0-761b-407f-b66d-bc3d284285a9 req-35405ec9-d347-477a-a6a7-41b5744fa0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:34.654652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.656659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-35405ec9-d347-477a-a6a7-41b5744fa0ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131fbc0e-ac6b-4c25-a336-ab60cf032c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4364693 Jan 27 14:47:34.661673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] DHCP port deletion for 5747867b-44f5-42a2-b2a8-32f1270fab46 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:47:34.666099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93dd02de-72a7-47af-83aa-f38f2d9c91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.684599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.694375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-25af27e4-7b4c-42c1-ae56-d9a99b7d65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:34.696270 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-25af27e4-7b4c-42c1-ae56-d9a99b7d65f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3346837 Jan 27 14:47:34.722739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.798201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.802158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:34.825322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:34.826005 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.838644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:34.858866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Pushing event updated for resources: {'Port': ['ID=0b7087ca-53b9-47bd-96d8-0391f7e7f446,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:34.862965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] No DVR routers for this DVR port 611d2745-cef9-4c01-bca1-ed8f6762c368 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:47:34.929448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:34.936663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-6cd351fc-b645-4f3b-a396-eff1d9dc1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:34.938182 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-6cd351fc-b645-4f3b-a396-eff1d9dc1303 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9198f04c-3e13-480f-97b9-997a80d030ff HTTP/1.1" status: 200 len: 906 time: 0.4142380 Jan 27 14:47:35.006190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Port': ['ID=611d2745-cef9-4c01-bca1-ed8f6762c368,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:35.095314 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-4935b2a1-2083-444b-8e3d-1ed6212bb0cb service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195096 Jan 27 14:47:35.113477 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-87bf6495-750b-4887-8ad4-b67487a542f2 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076962 Jan 27 14:47:35.144494 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-ea4d4078-314e-4692-b869-b6a39e18e935 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe HTTP/1.1" status: 200 len: 998 time: 0.1862874 Jan 27 14:47:35.179532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.227310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] Deleting port 611d2745-cef9-4c01-bca1-ed8f6762c368 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:35.228410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.233850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.288601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5747867b-44f5-42a2-b2a8-32f1270fab46']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:35.319975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376eaf6c-a74a-4646-a530-0a96bc1d6065') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:35.320555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376eaf6c-a74a-4646-a530-0a96bc1d6065') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:35.325283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.350879 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.371873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.399817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '024fa9be-5ca4-4b9e-a1ae-641e427da67f', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'port_id': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'mac_address': 'fa:16:3e:1f:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:53Z', 'updated_at': '2022-01-27T14:47:30Z', 'revision_number': 1, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:51Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:35.403849 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-728954d0-761b-407f-b66d-bc3d284285a9 req-c6de1116-8334-4595-8b3d-9b60c7b25003 service neutron] 10.222.0.72 "GET /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727501 Jan 27 14:47:35.408965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.424688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.433587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:35.435428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:35.444180 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:35.497131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 02443246-861a-4d12-bf47-5905e37fa62d no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:47:35.501107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] No DVR routers for this DVR port 02443246-861a-4d12-bf47-5905e37fa62d on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:47:35.507077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] Checking router: aebf4cd2-039b-47cd-9792-3f0f05d71a2d for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:47:35.511569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] For port 611d2745-cef9-4c01-bca1-ed8f6762c368, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:35.512212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.517379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d73a1-15d5-46e4-b196-1608bd258e8c None None] Pushing event deleted for resources: {'Port': ['ID=02443246-861a-4d12-bf47-5905e37fa62d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:35.561403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 02443246-861a-4d12-bf47-5905e37fa62d {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:47:35.561817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 02443246-861a-4d12-bf47-5905e37fa62d not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:47:35.562142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 611d2745-cef9-4c01-bca1-ed8f6762c368 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:47:35.568355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] Calling delete_port for 611d2745-cef9-4c01-bca1-ed8f6762c368 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:35.573064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] Port 611d2745-cef9-4c01-bca1-ed8f6762c368 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:47:35.592182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.594749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:35.595433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:35.638192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 611d2745-cef9-4c01-bca1-ed8f6762c368 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:47:35.638822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 611d2745-cef9-4c01-bca1-ed8f6762c368 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:47:35.676587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] Pushing event deleted for resources: {'Port': ['ID=611d2745-cef9-4c01-bca1-ed8f6762c368,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:35.683410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.688618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98082d-90c2-4725-ab29-84c05bfdfe0b None None] No DVR routers for this DVR port 611d2745-cef9-4c01-bca1-ed8f6762c368 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:47:35.740345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.743790 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/networks/5747867b-44f5-42a2-b2a8-32f1270fab46 HTTP/1.1" status: 204 len: 168 time: 2.9084177 Jan 27 14:47:35.753077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33138) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:35.768249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55480b-2082-4ef8-a1bc-bfd8fe7fdf1f tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Network': ['ID=5747867b-44f5-42a2-b2a8-32f1270fab46,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:35.780412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:35.825251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa9f00d-3592-4e96-820b-be65bb3f67e1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:35.830656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.840328 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8fd8cb42-88b6-484d-a8a4-5d15a807093f tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "DELETE /v2.0/subnets/2fa9f00d-3592-4e96-820b-be65bb3f67e1 HTTP/1.1" status: 204 len: 168 time: 2.3014956 Jan 27 14:47:35.860120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33140) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:35.907594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:35.922483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb635fc-a801-446a-a0f4-2f8feee76531 None None] Network 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:36.049814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.060976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.071454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.093362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-e027230b-449a-4828-ad1b-8aa2b0f46b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:36.096772 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-e027230b-449a-4828-ad1b-8aa2b0f46b73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4a7b4190-d76d-4494-b597-91841714e150 HTTP/1.1" status: 200 len: 844 time: 0.9332278 Jan 27 14:47:36.165867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce456d03-ca09-4f12-b906-980864566211']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:36.195892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.242462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7249ccf6-71d0-4b84-b1cf-c14cdae9908a') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:36.242848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7249ccf6-71d0-4b84-b1cf-c14cdae9908a') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:36.246169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Pushing event updated for resources: {'Port': ['ID=0b7087ca-53b9-47bd-96d8-0391f7e7f446,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:36.261286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.265164 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9a04fca8-c097-4cb1-9675-cebc297e1fc4 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7882466 Jan 27 14:47:36.265573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.267783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33146) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:36.309570 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-44c103cc-afb2-409f-b775-ad7e5ebd19e2 req-fb3d3c90-83a5-451b-888d-666543fe95e9 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1701543 Jan 27 14:47:36.318647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.322061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '024fa9be-5ca4-4b9e-a1ae-641e427da67f', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'port_id': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'mac_address': 'fa:16:3e:1f:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:53Z', 'updated_at': '2022-01-27T14:47:30Z', 'revision_number': 1, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:51Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:36.375885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.376722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] DHCP port deletion for 143d5fd6-f7c8-42b0-b1d8-f839f70ffacc request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:47:36.380802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37c730-fa1d-4ad0-8455-4390242b1af5 None None] The sync data for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv is: [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '024fa9be-5ca4-4b9e-a1ae-641e427da67f', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'floating_ip_address': '172.26.6.8', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'port_id': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'mac_address': 'fa:16:3e:1f:d4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:46:53Z', 'updated_at': '2022-01-27T14:47:30Z', 'revision_number': 1, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:51Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:36.390821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.416482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:36.417206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:36.426989 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:36.449998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] Deleting port bb54e8d7-d7be-42cc-809a-e3316e83ead6 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:36.450468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.478708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-5a07224b-e1b6-4b1b-aa69-eaf4870bf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:36.481403 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-5a07224b-e1b6-4b1b-aa69-eaf4870bf695 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9198f04c-3e13-480f-97b9-997a80d030ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3054047 Jan 27 14:47:36.526573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] For port bb54e8d7-d7be-42cc-809a-e3316e83ead6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bb54e8d7-d7be-42cc-809a-e3316e83ead6,segment=NetworkSegment(255f1248-5f4e-4e53-8981-399826300f8c),segment_id=255f1248-5f4e-4e53-8981-399826300f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:36.527064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.544541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] Calling delete_port for bb54e8d7-d7be-42cc-809a-e3316e83ead6 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:36.588659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-95cba327-b9cc-4808-9f68-e49aa7386c4a tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.3193541 Jan 27 14:47:36.592253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33150) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:36.638117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.665472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.688033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] No DVR routers for this DVR port bb54e8d7-d7be-42cc-809a-e3316e83ead6 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:47:36.708882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.715305 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/networks/ce456d03-ca09-4f12-b906-980864566211 HTTP/1.1" status: 204 len: 168 time: 0.9567602 Jan 27 14:47:36.725936 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce1c05-d057-4752-b2b1-1aa65147da70 None None] Pushing event deleted for resources: {'Port': ['ID=bb54e8d7-d7be-42cc-809a-e3316e83ead6,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:36.732267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33152) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:36.764215 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b1591f70-589a-4a66-8336-54ecd1b3dadd tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1704793 Jan 27 14:47:36.764853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33154) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:36.772659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c3d111-93cd-40ff-8764-8ca783ab4998 None None] New status for floating IP 024fa9be-5ca4-4b9e-a1ae-641e427da67f: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:47:36.792888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a66b7-eb02-45b1-8f94-fca516227d90 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Network': ['ID=ce456d03-ca09-4f12-b906-980864566211,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:36.927485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:36.988882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.051377 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Deleting port bb54e8d7-d7be-42cc-809a-e3316e83ead6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:37.051850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.055207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.063671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.067201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Deleting port 0b7087ca-53b9-47bd-96d8-0391f7e7f446 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:37.067571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.094236 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-f5c193e6-7af4-4755-bc2c-4721b57a83b7 service neutron] 10.222.0.72 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955490 Jan 27 14:47:37.128518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['741be483-7444-4f5d-9251-c82c5683e1c8']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:37.143166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c8e9a5-4bd8-4f75-8135-529905abfd9e') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:37.143495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c8e9a5-4bd8-4f75-8135-529905abfd9e') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:37.157982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.195043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.219590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.220072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.233428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:37.239710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:37.243871 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:37.262000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Calling delete_port for 0b7087ca-53b9-47bd-96d8-0391f7e7f446 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:37.270033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] For port bb54e8d7-d7be-42cc-809a-e3316e83ead6, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:37.270417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.313168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Calling delete_port for bb54e8d7-d7be-42cc-809a-e3316e83ead6 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:37.319353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Port bb54e8d7-d7be-42cc-809a-e3316e83ead6 was not found and therefore no delete operation was performed {{(pid=108742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:47:37.329870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.371386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Router 993b8c6a-2d6c-47cc-b6f8-a055dd4e2777 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:37.391988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.395322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event deleted for resources: {'Port': ['ID=bb54e8d7-d7be-42cc-809a-e3316e83ead6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:37.401726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] No DVR routers for this DVR port bb54e8d7-d7be-42cc-809a-e3316e83ead6 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:47:37.403912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Allocated IP 172.26.6.127 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/2b29f8f3-6164-4587-a420-a0611c9fc357) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:37.453553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.457343 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2c924fc3-5e5b-4e25-8f56-ebe1098ea696 req-dda53713-e388-4be6-baa5-f48601dae40d service neutron] 10.222.0.72 "GET /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235648 Jan 27 14:47:37.461814 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/networks/741be483-7444-4f5d-9251-c82c5683e1c8 HTTP/1.1" status: 204 len: 168 time: 0.7280865 Jan 27 14:47:37.497087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33160) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:37.577160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bb54e8d7-d7be-42cc-809a-e3316e83ead6 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:47:37.608742 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d39b3-175a-4dd6-8b88-09e7b609cc30 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Network': ['ID=741be483-7444-4f5d-9251-c82c5683e1c8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:37.614067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: bb54e8d7-d7be-42cc-809a-e3316e83ead6 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:47:37.623042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bb54e8d7-d7be-42cc-809a-e3316e83ead6 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:47:37.635134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.666971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Pushing event deleted for resources: {'Port': ['ID=0b7087ca-53b9-47bd-96d8-0391f7e7f446,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:37.671516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.752050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.755093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143d5fd6-f7c8-42b0-b1d8-f839f70ffacc']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:37.756840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.762724 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a2c41780-ed90-482c-b023-712ebcd82979 tempest-FloatingIPAdminTestJSON-1827912557 tempest-FloatingIPAdminTestJSON-1827912557-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a048661-c6cf-429c-a476-40cfb91f5894 HTTP/1.1" status: 204 len: 168 time: 0.9758708 Jan 27 14:47:37.763353 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33164) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:37.782393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255f1248-5f4e-4e53-8981-399826300f8c') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:37.782724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255f1248-5f4e-4e53-8981-399826300f8c') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:37.788033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.810216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:37.814386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.827431 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Sync routers for ids ['993b8c6a-2d6c-47cc-b6f8-a055dd4e2777'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:37.844228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.850656 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Routers {'993b8c6a-2d6c-47cc-b6f8-a055dd4e2777'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:37.856214 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['993b8c6a-2d6c-47cc-b6f8-a055dd4e2777'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:37.870149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.885958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:37.886494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:37.890497 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:37.952017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:37.953411 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d1d7f12f-ab45-42de-b5d7-f03e3e2e5df5 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.8420610 Jan 27 14:47:37.957423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33166) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:37.958917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.036430 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Set router 993b8c6a-2d6c-47cc-b6f8-a055dd4e2777 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:38.043257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.119699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:38.121811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.128584 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] 10.222.0.18 "DELETE /v2.0/networks/143d5fd6-f7c8-42b0-b1d8-f839f70ffacc HTTP/1.1" status: 204 len: 168 time: 2.2654850 Jan 27 14:47:38.167210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.168098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:38.173053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Port': ['ID=2b29f8f3-6164-4587-a420-a0611c9fc357,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:38.189036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:38.219260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Deleting port e3d198b0-77c4-4322-a50f-1989c652bd42 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:38.219640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.242575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28111442-d918-4ba5-be5e-3f182757f0de tempest-ExtraDHCPOptionsTestJSON-511816379 tempest-ExtraDHCPOptionsTestJSON-511816379-project] Pushing event deleted for resources: {'Network': ['ID=143d5fd6-f7c8-42b0-b1d8-f839f70ffacc,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:38.261754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.319035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66271c92-e935-4e79-8eaa-c7153c558073']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:38.357544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.366046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.366377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.402580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Calling delete_port for e3d198b0-77c4-4322-a50f-1989c652bd42 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:38.405923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22490a32-43bd-4e58-a4b0-6ae0128f917d') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:38.406407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22490a32-43bd-4e58-a4b0-6ae0128f917d') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:38.424239 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993b8c6a-2d6c-47cc-b6f8-a055dd4e2777', 'name': '', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60', 'external_fixed_ips': [{'subnet_id': '8bfa1da2-1e2f-4249-b02e-bb65076caa30', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:28Z', 'updated_at': '2022-01-27T14:47:34Z', 'revision_number': 3, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port': {'id': 'e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e', 'name': '', 'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993b8c6a-2d6c-47cc-b6f8-a055dd4e2777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8bfa1da2-1e2f-4249-b02e-bb65076caa30', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:30Z', 'updated_at': '2022-01-27T14:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8bfa1da2-1e2f-4249-b02e-bb65076caa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:38.479416 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Checking router: 993b8c6a-2d6c-47cc-b6f8-a055dd4e2777 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:47:38.480470 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Updating router 993b8c6a-2d6c-47cc-b6f8-a055dd4e2777 port e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:47:38.489439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.495128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Deleting port e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:38.495639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.531887 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.567724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.595958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:38.596652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:38.605107 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:38.715983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.768185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.777467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:38.785153 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] 10.222.0.18 "DELETE /v2.0/networks/66271c92-e935-4e79-8eaa-c7153c558073 HTTP/1.1" status: 204 len: 168 time: 1.2709630 Jan 27 14:47:38.807856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d370005-4df4-4c26-87b7-cbb0b227ec34 tempest-BulkNetworkOpsTest-1900494650 tempest-BulkNetworkOpsTest-1900494650-project] Pushing event deleted for resources: {'Network': ['ID=66271c92-e935-4e79-8eaa-c7153c558073,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:38.906177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.174769 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.184106 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.226303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33180) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:39.243957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Calling delete_port for e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:39.246166 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Pushing event updated for resources: {'Port': ['ID=e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:39.266950 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Attempting to bind port e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:39.267340 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Attempting to bind port e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'ddfa0846-bdab-493e-9499-3b69ae201352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:39.267712 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Attempting to bind port e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e on network dcfe72c6-eede-46d6-865e-cb0c4eeced60 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:39.280107 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:39.280603 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Checking segment: {'id': 'ddfa0846-bdab-493e-9499-3b69ae201352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:39.281031 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.281558 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Bound using segment: {'id': 'ddfa0846-bdab-493e-9499-3b69ae201352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:39.282122 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Bound port: e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfa0846-bdab-493e-9499-3b69ae201352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dcfe72c6-eede-46d6-865e-cb0c4eeced60'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:39.282588 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.351564 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] For port e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:39.356522 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] For port e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e,segment=NetworkSegment(ddfa0846-bdab-493e-9499-3b69ae201352),segment_id=ddfa0846-bdab-493e-9499-3b69ae201352)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:39.359905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.360777 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.361244 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.361570 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.361955 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.362289 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.363088 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.363543 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.364130 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.364487 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.364821 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.365281 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.365613 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:47:39.370719 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.403236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33186) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:39.417763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3d198b0-77c4-4322-a50f-1989c652bd42,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:39.429676 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f4208-2e48-4dbc-8d32-f3e5064adbac None None] Pushing event updated for resources: {'Port': ['ID=e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:39.453378 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Routers {'993b8c6a-2d6c-47cc-b6f8-a055dd4e2777'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:39.454004 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['993b8c6a-2d6c-47cc-b6f8-a055dd4e2777'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:39.568915 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] Set router 993b8c6a-2d6c-47cc-b6f8-a055dd4e2777 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:39.627688 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993b8c6a-2d6c-47cc-b6f8-a055dd4e2777', 'name': '', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:28Z', 'updated_at': '2022-01-27T14:47:38Z', 'revision_number': 4, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:39.639591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.661961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.663742 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e12693-b745-47df-89d0-8c85a25af4a2 None None] The sync data for ids ['993b8c6a-2d6c-47cc-b6f8-a055dd4e2777'] in dv-neutron-826438-5-hyperv is: [{'id': '993b8c6a-2d6c-47cc-b6f8-a055dd4e2777', 'name': '', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:28Z', 'updated_at': '2022-01-27T14:47:38Z', 'revision_number': 4, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:39.665059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.666332 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9dd55644-57ce-4cc2-a316-28457fcbffb9 tempest-FloatingIPAdminTestJSON-235845326 tempest-FloatingIPAdminTestJSON-235845326-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/1ba58702-2c62-4292-9cee-22555b9ef6b9 HTTP/1.1" status: 204 len: 168 time: 1.8998814 Jan 27 14:47:39.674956 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0e3f85ac-0613-4e1d-9eaf-2f24f6e7ce57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17e3841b35e6456e8acd548fc456dd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442096 Jan 27 14:47:39.678522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33190) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:39.678818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33192) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:39.712578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3a0a40f5-647e-4eee-81dc-bf18c3c6bb5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4266e1902294e13a1c2a48203afde81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059437 Jan 27 14:47:39.716710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33194) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:39.843235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0aa38aa-b86a-4814-8efc-940a6871a1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.857783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.865921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11947928-9380-46b0-9780-9c3866762daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.940689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3f8a8ca-8f77-40fb-b73a-21c1f79c4e2e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:39.957137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0aa38aa-b86a-4814-8efc-940a6871a1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:39.966632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11947928-9380-46b0-9780-9c3866762daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.018900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Router 1af04b05-ab6b-447a-9937-0116745270ee is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:40.098922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Deleting port aeb97062-196d-4186-997f-9b4434256743 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:40.099475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.166667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11947928-9380-46b0-9780-9c3866762daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.169233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11947928-9380-46b0-9780-9c3866762daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.171167 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-11947928-9380-46b0-9780-9c3866762daa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5df138cf-e0e0-4f33-895c-d291a3fe532e HTTP/1.1" status: 204 len: 168 time: 0.4517620 Jan 27 14:47:40.178236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.188506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11947928-9380-46b0-9780-9c3866762daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df138cf-e0e0-4f33-895c-d291a3fe532e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:40.236101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:40.246464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0aa38aa-b86a-4814-8efc-940a6871a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.247648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Sync routers for ids ['1af04b05-ab6b-447a-9937-0116745270ee'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:40.249579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0aa38aa-b86a-4814-8efc-940a6871a1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.250778 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f0aa38aa-b86a-4814-8efc-940a6871a1cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0ba008d-918e-4c6e-bd93-04085aacc077 HTTP/1.1" status: 204 len: 168 time: 0.5667872 Jan 27 14:47:40.270056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Routers {'1af04b05-ab6b-447a-9937-0116745270ee'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:40.271120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['1af04b05-ab6b-447a-9937-0116745270ee'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:40.275596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.277802 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-923bdbfc-ab18-42d6-9356-5e8125983076 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0577147 Jan 27 14:47:40.282081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33206) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:40.329259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.331410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa38aa-b86a-4814-8efc-940a6871a1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ba008d-918e-4c6e-bd93-04085aacc077,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:40.333946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.417986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.431776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.433157 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 993b8c6a-2d6c-47cc-b6f8-a055dd4e2777 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:40.443788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.450576 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e5cfb347-8cf9-459b-8aee-8e8dd50fba97 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "DELETE /v2.0/routers/993b8c6a-2d6c-47cc-b6f8-a055dd4e2777 HTTP/1.1" status: 204 len: 168 time: 2.4912114 Jan 27 14:47:40.455739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33208) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:40.458702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Calling delete_port for aeb97062-196d-4186-997f-9b4434256743 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:40.555031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Set router 1af04b05-ab6b-447a-9937-0116745270ee gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:40.579759 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-835b5965-987d-4b91-b459-426a9e90a9ee tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/1af04b05-ab6b-447a-9937-0116745270ee HTTP/1.1" status: 200 len: 909 time: 0.2914114 Jan 27 14:47:40.582437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33214) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:40.611814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1324151503', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': True}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:40.669915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Deleting subnet 8bfa1da2-1e2f-4249-b02e-bb65076caa30 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:47:40.683290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.747052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.750164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.775852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.783475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.872242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:40.884475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Port': ['ID=aeb97062-196d-4186-997f-9b4434256743,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:40.960199 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af04b05-ab6b-447a-9937-0116745270ee', 'name': 'tempest-snat-router-1324151503', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.127'}], 'enable_snat': False}, 'gw_port_id': '2b29f8f3-6164-4587-a420-a0611c9fc357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:33Z', 'updated_at': '2022-01-27T14:47:38Z', 'revision_number': 3, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port': {'id': '2b29f8f3-6164-4587-a420-a0611c9fc357', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af04b05-ab6b-447a-9937-0116745270ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:37Z', 'updated_at': '2022-01-27T14:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:40.986090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.086345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.093454 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee7dbfb9-72af-49d3-8102-8789dad4a7d6 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "DELETE /v2.0/ports/aeb97062-196d-4186-997f-9b4434256743 HTTP/1.1" status: 204 len: 168 time: 1.4106994 Jan 27 14:47:41.100561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Checking router: 1af04b05-ab6b-447a-9937-0116745270ee for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:47:41.100911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Updating router 1af04b05-ab6b-447a-9937-0116745270ee port 2b29f8f3-6164-4587-a420-a0611c9fc357 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:47:41.101294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33232) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:41.155969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130610b-8852-42b6-913b-8675d54629f4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:41.217835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3130610b-8852-42b6-913b-8675d54629f4 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "GET /v2.0/ports?device_id=b992d05a-66e8-4b2e-bb26-780fa0686045 HTTP/1.1" status: 200 len: 913 time: 0.1154456 Jan 27 14:47:41.221009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33240) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:41.355350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.454310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.516968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.522690 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/8bfa1da2-1e2f-4249-b02e-bb65076caa30 HTTP/1.1" status: 204 len: 168 time: 1.0651419 Jan 27 14:47:41.524989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb26955-9b51-401c-8697-9cbe1e921418 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfa1da2-1e2f-4249-b02e-bb65076caa30,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:41.530260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33248) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:41.625945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.758763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.766504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.837916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Attempting to bind port 2b29f8f3-6164-4587-a420-a0611c9fc357 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:41.838288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Attempting to bind port 2b29f8f3-6164-4587-a420-a0611c9fc357 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:41.838645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Attempting to bind port 2b29f8f3-6164-4587-a420-a0611c9fc357 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:41.851133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:41.851581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:41.851934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.852476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:41.852970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Bound port: 2b29f8f3-6164-4587-a420-a0611c9fc357, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:41.853380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.853640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33258) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:41.855447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c96d35-5749-4188-89ff-d1bb487150c2 None None] Pushing event updated for resources: {'Port': ['ID=2b29f8f3-6164-4587-a420-a0611c9fc357,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:41.881046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.902621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:41.993388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] For port 2b29f8f3-6164-4587-a420-a0611c9fc357, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:41.993388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] For port 2b29f8f3-6164-4587-a420-a0611c9fc357, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2b29f8f3-6164-4587-a420-a0611c9fc357,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:42.000777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.006118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.041571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Allocated IP 172.26.6.7 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/08dcc5f8-3aac-45c8-a98b-d58f58cd49ff) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:42.122189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Routers {'1af04b05-ab6b-447a-9937-0116745270ee'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:42.123300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['1af04b05-ab6b-447a-9937-0116745270ee'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:42.179492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfe72c6-eede-46d6-865e-cb0c4eeced60']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:42.219025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfa0846-bdab-493e-9499-3b69ae201352') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:42.227318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.242358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfa0846-bdab-493e-9499-3b69ae201352') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:42.244522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33268) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:42.272588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7562540f-5b8d-4218-9dd5-ec3f90987589 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1642535918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:42.280982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.288147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.298440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c96d35-5749-4188-89ff-d1bb487150c2 None None] Pushing event updated for resources: {'Port': ['ID=2b29f8f3-6164-4587-a420-a0611c9fc357,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:42.327613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:42.336452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:42.343147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:42.372665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.387944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:42.388701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: items = [ Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:42.391137 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:42.398388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7562540f-5b8d-4218-9dd5-ec3f90987589 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.398388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7562540f-5b8d-4218-9dd5-ec3f90987589 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.398881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Port': ['ID=08dcc5f8-3aac-45c8-a98b-d58f58cd49ff,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:42.438062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'networks': [{'name': 'tempest-network--1205533317'}, {'name': 'tempest-network--1979606309'}]} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:42.438288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] Set router 1af04b05-ab6b-447a-9937-0116745270ee gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:42.438723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'network': {'name': 'tempest-network--1205533317'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:42.439374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'network': {'name': 'tempest-network--1979606309'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:42.546031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Made reservation on behalf of 0b28c969df1345aba8475cf6853e0479 for: {'network': 2} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:42.551456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.553550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.557888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcfe72c6-eede-46d6-865e-cb0c4eeced60 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 14:47:42.560188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.570602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "DELETE /v2.0/networks/dcfe72c6-eede-46d6-865e-cb0c4eeced60 HTTP/1.1" status: 204 len: 168 time: 1.0325947 Jan 27 14:47:42.605500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df852d12-f464-4317-81e3-7840130023fe tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcfe72c6-eede-46d6-865e-cb0c4eeced60,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:42.634462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.635909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7562540f-5b8d-4218-9dd5-ec3f90987589 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.646575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7562540f-5b8d-4218-9dd5-ec3f90987589 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.721591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7562540f-5b8d-4218-9dd5-ec3f90987589 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.729795 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7562540f-5b8d-4218-9dd5-ec3f90987589 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8743603 Jan 27 14:47:42.734412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.736437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33276) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:42.748474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1004012117'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:42.858208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.868489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.868966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:42.994600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b2e278-8c55-454b-8a8e-812bb74abaed,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:43.001075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.021368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af04b05-ab6b-447a-9937-0116745270ee', 'name': 'tempest-snat-router-1324151503', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.127'}], 'enable_snat': False}, 'gw_port_id': '2b29f8f3-6164-4587-a420-a0611c9fc357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:33Z', 'updated_at': '2022-01-27T14:47:38Z', 'revision_number': 3, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port': {'id': '2b29f8f3-6164-4587-a420-a0611c9fc357', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af04b05-ab6b-447a-9937-0116745270ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:37Z', 'updated_at': '2022-01-27T14:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:43.054962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c19000-eeb0-472a-96d6-57ff5c7364af None None] The sync data for ids ['1af04b05-ab6b-447a-9937-0116745270ee'] in dv-neutron-826438-5-hyperv is: [{'id': '1af04b05-ab6b-447a-9937-0116745270ee', 'name': 'tempest-snat-router-1324151503', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.127'}], 'enable_snat': False}, 'gw_port_id': '2b29f8f3-6164-4587-a420-a0611c9fc357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:33Z', 'updated_at': '2022-01-27T14:47:38Z', 'revision_number': 3, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port': {'id': '2b29f8f3-6164-4587-a420-a0611c9fc357', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af04b05-ab6b-447a-9937-0116745270ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:37Z', 'updated_at': '2022-01-27T14:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:43.068338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:43.111723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.112654 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Added segment 399bfdf0-8df3-4fec-9f2e-f75179163afd of type vlan for network 011a0b4d-3587-4f10-b8f6-454e468110b1 Jan 27 14:47:43.246614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:43.253660 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.254515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.280166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.292954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33282) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:43.302865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-07acf4eb-bb5e-4269-8029-51cade2c6807 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'router': {'name': 'tempest-router--244535734', 'project_id': '421a023a4a774ea39cecd7ea4d605bbe'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:43.394846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07acf4eb-bb5e-4269-8029-51cade2c6807 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.396045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07acf4eb-bb5e-4269-8029-51cade2c6807 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.448137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.455188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:43.500473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.584798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:43.855863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07acf4eb-bb5e-4269-8029-51cade2c6807 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.862075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.862645 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Added segment c89fd105-ebfd-4cf6-a3bd-76fe3f968e2f of type vlan for network 802c0328-8ed9-496f-8829-e838de57f43f Jan 27 14:47:43.876272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07acf4eb-bb5e-4269-8029-51cade2c6807 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.914336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-07acf4eb-bb5e-4269-8029-51cade2c6807 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.915607 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-07acf4eb-bb5e-4269-8029-51cade2c6807 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6216104 Jan 27 14:47:43.925503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33290) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:43.935305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f479978-3530-4e3e-bb18-e4a5dd7c931d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.942255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.953929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c5f238-97e6-4524-a270-405a325018e2,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:43.964011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:43.964409 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Added segment f137918a-458d-4a3e-9018-b428e184c55d of type vlan for network 1f6c412f-4397-4b17-86cd-52996ccb5d4a Jan 27 14:47:43.987700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Deleting port 2d952cb8-0ed4-4e7a-ab21-e3995f791598 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:43.988185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.048201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.053245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.151209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-617826ae-840d-4a6b-bbb1-b4536264af80 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.171513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.182383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:44.183811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.243043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.243554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.250325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:44.255710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:44.256723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.348147 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6057193 Jan 27 14:47:44.357390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33292) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:44.381634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'subnet': {'network_id': '1f6c412f-4397-4b17-86cd-52996ccb5d4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:44.467951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8561b-1cb3-43ca-84f2-0cd31d127d53 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Network': ['ID=1f6c412f-4397-4b17-86cd-52996ccb5d4a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:44.499458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:44.546888 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2905774 Jan 27 14:47:44.573787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33298) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:44.577436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.642583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Router c092ca01-93d5-4401-a23b-13a8b76d96cc is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:44.646703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Network': ['ID=011a0b4d-3587-4f10-b8f6-454e468110b1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:44.648256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:44.652820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.661810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Calling delete_port for 2d952cb8-0ed4-4e7a-ab21-e3995f791598 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:44.670344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-617826ae-840d-4a6b-bbb1-b4536264af80 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.703771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-617826ae-840d-4a6b-bbb1-b4536264af80 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.716766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 011a0b4d-3587-4f10-b8f6-454e468110b1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:44.884412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b236595-8adb-49c9-800a-8229d817e4dd tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Network': ['ID=802c0328-8ed9-496f-8829-e838de57f43f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:44.901452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 802c0328-8ed9-496f-8829-e838de57f43f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:44.917714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-617826ae-840d-4a6b-bbb1-b4536264af80 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.918242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617826ae-840d-4a6b-bbb1-b4536264af80 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce845985-9fae-4e35-846f-188bf1d108ad {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:44.945727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-617826ae-840d-4a6b-bbb1-b4536264af80 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:44.950631 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-617826ae-840d-4a6b-bbb1-b4536264af80 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ce845985-9fae-4e35-846f-188bf1d108ad HTTP/1.1" status: 204 len: 168 time: 1.0234177 Jan 27 14:47:45.036288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b94d61-5ec2-4be0-ae1c-87a54d848e16 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:45.049358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b94d61-5ec2-4be0-ae1c-87a54d848e16 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:45.061608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b94d61-5ec2-4be0-ae1c-87a54d848e16 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:45.072345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:45.083933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b94d61-5ec2-4be0-ae1c-87a54d848e16 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:45.095746 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Sync routers for ids ['c092ca01-93d5-4401-a23b-13a8b76d96cc'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:45.096645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33304) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:45.097310 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-69b94d61-5ec2-4be0-ae1c-87a54d848e16 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5141518 Jan 27 14:47:45.119197 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Routers {'c092ca01-93d5-4401-a23b-13a8b76d96cc'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:45.120355 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c092ca01-93d5-4401-a23b-13a8b76d96cc'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:45.146003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.152018 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0673abb0-ca83-4a24-9238-36f060486638 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5580180 Jan 27 14:47:45.153618 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33306) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:45.168158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33308) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:45.341763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.343584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.393745 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Set router c092ca01-93d5-4401-a23b-13a8b76d96cc gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:45.401878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Subnet': ['ID=d5c774eb-756b-444a-8123-e1918840b5fb,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:45.415374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.430130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Port': ['ID=2d952cb8-0ed4-4e7a-ab21-e3995f791598,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:45.554325 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e160fbc3-e28c-446d-807c-2969e0f47940 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/c092ca01-93d5-4401-a23b-13a8b76d96cc HTTP/1.1" status: 200 len: 906 time: 0.3922246 Jan 27 14:47:45.554891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33312) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:45.703526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Checking segment: {'id': 'f137918a-458d-4a3e-9018-b428e184c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1f6c412f-4397-4b17-86cd-52996ccb5d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:45.704734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network hostable DHCP agents. Network: 1f6c412f-4397-4b17-86cd-52996ccb5d4a, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:45.727206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2b29f8f3-6164-4587-a420-a0611c9fc357 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:45.743260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.797686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011a0b4d-3587-4f10-b8f6-454e468110b1']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:45.819440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399bfdf0-8df3-4fec-9f2e-f75179163afd') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:45.819874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399bfdf0-8df3-4fec-9f2e-f75179163afd') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:45.843366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.865523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.873733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:45.874357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.888650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2b29f8f3-6164-4587-a420-a0611c9fc357 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:45.890122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:45.892671 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:45.939099 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c092ca01-93d5-4401-a23b-13a8b76d96cc', 'name': 'tempest-snat-router-1324151503', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '08dcc5f8-3aac-45c8-a98b-d58f58cd49ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:40Z', 'updated_at': '2022-01-27T14:47:42Z', 'revision_number': 3, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port': {'id': '08dcc5f8-3aac-45c8-a98b-d58f58cd49ff', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c092ca01-93d5-4401-a23b-13a8b76d96cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:41Z', 'updated_at': '2022-01-27T14:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:45.979887 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Checking router: c092ca01-93d5-4401-a23b-13a8b76d96cc for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:47:45.980229 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Updating router c092ca01-93d5-4401-a23b-13a8b76d96cc port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:47:45.989135 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.009465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.017462 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/networks/011a0b4d-3587-4f10-b8f6-454e468110b1 HTTP/1.1" status: 204 len: 168 time: 0.9196475 Jan 27 14:47:46.027058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.037979 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33320) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:46.049966 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.056899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:46.072964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c22b8-f082-4112-9978-440b22c0fa98 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Network': ['ID=011a0b4d-3587-4f10-b8f6-454e468110b1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:46.090712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 1f6c412f-4397-4b17-86cd-52996ccb5d4a) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:46.097842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:46.098785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.128009 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95acb752-d700-43a1-b5f4-3e4fcecd8784 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7667053 Jan 27 14:47:46.130766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d145f-c02e-4ee2-af62-6843eb067bdb None None] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:46.130989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33322) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:46.144521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'network': {'name': 'tempest-router-network01--502510340'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:46.217961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:46.225787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.267259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:46.270514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-233298275', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:46.289890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.290224 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Added segment 0410dcd0-eeda-482f-91a2-5b5e8373dc21 of type vlan for network 21db1b03-f576-4bec-a60b-681a66d90be8 Jan 27 14:47:46.384780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.424196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.431042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:46.431332 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.431808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.443754 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.476811 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Router b992d05a-66e8-4b2e-bb26-780fa0686045 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:47:46.550916 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a3415-f106-489c-af49-7a5f31b670af None None] Pushing event updated for resources: {'Port': ['ID=08dcc5f8-3aac-45c8-a98b-d58f58cd49ff,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:46.556669 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Attempting to bind port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:46.556669 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Attempting to bind port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:46.556938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.557078 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Attempting to bind port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:46.569973 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:46.570316 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:46.570674 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.571052 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:46.571672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Bound port: 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:46.572071 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.584437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.586558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.597544 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4636531 Jan 27 14:47:46.603370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33324) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:46.606320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.628769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'network': {'name': 'tempest-router-network02--2100248159'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:46.635504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d8d75b1-5aae-4dd0-b45c-8644794e5816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.660289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f4e36-f04d-4b9d-a33e-81c263f6f1f6 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Network': ['ID=21db1b03-f576-4bec-a60b-681a66d90be8,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:46.702890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:46.714508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.719357 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] For port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:46.721101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 21db1b03-f576-4bec-a60b-681a66d90be8 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:46.724842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 2b29f8f3-6164-4587-a420-a0611c9fc357, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2b29f8f3-6164-4587-a420-a0611c9fc357,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:46.737585 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] For port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=08dcc5f8-3aac-45c8-a98b-d58f58cd49ff,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:46.746794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.747709 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.796253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:46.804332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.822931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.824765 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Added segment b5119415-83aa-4155-b086-1c90a23bd989 of type vlan for network aa50272b-72aa-467b-98f7-74bb9fd9df4f Jan 27 14:47:46.875612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-1f6c412f-4397-4b17-86cd-52996ccb5d4a', 'network_id': '1f6c412f-4397-4b17-86cd-52996ccb5d4a', 'tenant_id': 'f807ed06473741379c1522cb6f145a11', 'fixed_ips': [{'subnet_id': 'd5c774eb-756b-444a-8123-e1918840b5fb'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:47:46.876990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.894557 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Routers {'c092ca01-93d5-4401-a23b-13a8b76d96cc'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:46.895704 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c092ca01-93d5-4401-a23b-13a8b76d96cc'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:46.962028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:46.997617 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a3415-f106-489c-af49-7a5f31b670af None None] Pushing event updated for resources: {'Port': ['ID=08dcc5f8-3aac-45c8-a98b-d58f58cd49ff,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:47.003895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=2b29f8f3-6164-4587-a420-a0611c9fc357,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:47.049334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.124296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.132108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:47.133258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.137021 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] Set router c092ca01-93d5-4401-a23b-13a8b76d96cc gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:47:47.239932 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6347103 Jan 27 14:47:47.243055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33334) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:47.253284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'subnet': {'network_id': '21db1b03-f576-4bec-a60b-681a66d90be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:47.321614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.324672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Allocated IP 2001:db8::2 (1f6c412f-4397-4b17-86cd-52996ccb5d4a/d5c774eb-756b-444a-8123-e1918840b5fb/5a991aa5-2c19-44b4-88dc-fe1cf0ddb884) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:47.390496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2209cc0-bd05-40da-86de-c9f714c53b7a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Network': ['ID=aa50272b-72aa-467b-98f7-74bb9fd9df4f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:47.395553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:47.399758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.545173 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c092ca01-93d5-4401-a23b-13a8b76d96cc', 'name': 'tempest-snat-router-1324151503', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '08dcc5f8-3aac-45c8-a98b-d58f58cd49ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:40Z', 'updated_at': '2022-01-27T14:47:42Z', 'revision_number': 3, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port': {'id': '08dcc5f8-3aac-45c8-a98b-d58f58cd49ff', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c092ca01-93d5-4401-a23b-13a8b76d96cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:41Z', 'updated_at': '2022-01-27T14:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:47.557475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network aa50272b-72aa-467b-98f7-74bb9fd9df4f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:47.586717 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9706f8a9-6d19-46a2-8fbf-a1fafdf6d2fa None None] The sync data for ids ['c092ca01-93d5-4401-a23b-13a8b76d96cc'] in dv-neutron-826438-5-hyperv is: [{'id': 'c092ca01-93d5-4401-a23b-13a8b76d96cc', 'name': 'tempest-snat-router-1324151503', 'tenant_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '08dcc5f8-3aac-45c8-a98b-d58f58cd49ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:40Z', 'updated_at': '2022-01-27T14:47:42Z', 'revision_number': 3, 'project_id': 'abc5000cbb024d56a20c19e1b57e44b8', 'gw_port': {'id': '08dcc5f8-3aac-45c8-a98b-d58f58cd49ff', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b4:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c092ca01-93d5-4401-a23b-13a8b76d96cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:47:41Z', 'updated_at': '2022-01-27T14:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:47.662223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2b29f8f3-6164-4587-a420-a0611c9fc357 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:47.697384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:47.716002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.723356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] Sync routers for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:47.737756 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3a117243-eab8-4100-8bc6-6eb9d2f60313 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "PUT /v2.0/routers/b992d05a-66e8-4b2e-bb26-780fa0686045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5154514 Jan 27 14:47:47.750351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33336) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:47.791073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.804067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.824441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:47.825551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:47.845876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.860561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Subnet': ['ID=70979412-0478-4344-a494-ac51b072d9c6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:47.879383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Checking segment: {'id': '0410dcd0-eeda-482f-91a2-5b5e8373dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '21db1b03-f576-4bec-a60b-681a66d90be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:47.880431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network hostable DHCP agents. Network: 21db1b03-f576-4bec-a60b-681a66d90be8, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:47.911334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network 21db1b03-f576-4bec-a60b-681a66d90be8 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:47.914315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:47.924035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c0328-8ed9-496f-8829-e838de57f43f']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:47.926676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 21db1b03-f576-4bec-a60b-681a66d90be8) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:47.953479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:47.954101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:47.955001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f94968-aa8a-4856-8950-cacda37b0da2 None None] Network 21db1b03-f576-4bec-a60b-681a66d90be8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:47.994455 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f1002d7-8aba-4d82-9a64-4628c78fb55c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7471919 Jan 27 14:47:47.994455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33338) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:48.002338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] Routers {'b992d05a-66e8-4b2e-bb26-780fa0686045'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:48.002603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'subnet': {'network_id': 'aa50272b-72aa-467b-98f7-74bb9fd9df4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:48.002753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b992d05a-66e8-4b2e-bb26-780fa0686045'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:48.079925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89fd105-ebfd-4cf6-a3bd-76fe3f968e2f') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:48.080477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89fd105-ebfd-4cf6-a3bd-76fe3f968e2f') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:48.123101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.171947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:48.179341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.216073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:48.216273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.217353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e53c078-ee83-42bc-a0bf-021d2e1b94fa None None] The sync data for ids ['b992d05a-66e8-4b2e-bb26-780fa0686045'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:48.222557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2b29f8f3-6164-4587-a420-a0611c9fc357 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:48.222918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.252851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:48.252851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:48.258887 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:48.282710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.301773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.357256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Pushing event updated for resources: {'Port': ['ID=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:48.371622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.377443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Deleting port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:48.378274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.388357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:48.440767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:48.445559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-21db1b03-f576-4bec-a60b-681a66d90be8', 'network_id': '21db1b03-f576-4bec-a60b-681a66d90be8', 'tenant_id': 'f807ed06473741379c1522cb6f145a11', 'fixed_ips': [{'subnet_id': '70979412-0478-4344-a494-ac51b072d9c6'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:47:48.448930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.451799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:48.594691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Attempting to bind port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:48.595297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Attempting to bind port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f137918a-458d-4a3e-9018-b428e184c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1f6c412f-4397-4b17-86cd-52996ccb5d4a'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:48.595878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Attempting to bind port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 on network 1f6c412f-4397-4b17-86cd-52996ccb5d4a {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:48.606384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:48.607093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Checking segment: {'id': 'f137918a-458d-4a3e-9018-b428e184c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1f6c412f-4397-4b17-86cd-52996ccb5d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:48.608293 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.608873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Bound using segment: {'id': 'f137918a-458d-4a3e-9018-b428e184c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1f6c412f-4397-4b17-86cd-52996ccb5d4a'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:48.609672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Bound port: 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f137918a-458d-4a3e-9018-b428e184c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1f6c412f-4397-4b17-86cd-52996ccb5d4a'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:48.610288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.661696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.692595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.698169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/networks/802c0328-8ed9-496f-8829-e838de57f43f HTTP/1.1" status: 204 len: 168 time: 2.6481423 Jan 27 14:47:48.703694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.708281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33346) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:48.809565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c779ad-2092-4401-afa4-46eea974ccc7 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Network': ['ID=802c0328-8ed9-496f-8829-e838de57f43f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:48.886402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Subnet': ['ID=33fdb7a7-3fc0-42c4-bc01-12007e52c39c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:48.889517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] For port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=08dcc5f8-3aac-45c8-a98b-d58f58cd49ff,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:48.890185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.899982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a2c56-0f06-4103-a09e-023719f06da3 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:48.907544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a2c56-0f06-4103-a09e-023719f06da3 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:48.916523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33348) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:48.916799 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dc3a2c56-0f06-4103-a09e-023719f06da3 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1520894 Jan 27 14:47:48.955192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:48.956060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Checking segment: {'id': 'b5119415-83aa-4155-b086-1c90a23bd989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa50272b-72aa-467b-98f7-74bb9fd9df4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:48.956343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network hostable DHCP agents. Network: aa50272b-72aa-467b-98f7-74bb9fd9df4f, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:48.960121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] For port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:48.973942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] For port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,segment=NetworkSegment(f137918a-458d-4a3e-9018-b428e184c55d),segment_id=f137918a-458d-4a3e-9018-b428e184c55d)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:48.980613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-121786592'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:48.990830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network aa50272b-72aa-467b-98f7-74bb9fd9df4f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:48.996465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Calling delete_port for 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:49.000286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.001052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.007330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, aa50272b-72aa-467b-98f7-74bb9fd9df4f) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:49.015905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:49.017812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.049976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0971c50-40a9-45c9-b562-23cd63a16a41 None None] Network aa50272b-72aa-467b-98f7-74bb9fd9df4f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:49.067862 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-56b9915a-261a-46cd-a102-20974a3e2075 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0723994 Jan 27 14:47:49.073529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33350) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:49.261635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.308211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.337203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Made reservation on behalf of 0b28c969df1345aba8475cf6853e0479 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:49.343816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.471153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.482425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf54ac-3f0e-47be-8fcc-d06a187b45ac None None] Pushing event updated for resources: {'Port': ['ID=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:49.512097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.579675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Allocated IP 2001:db8::2 (21db1b03-f576-4bec-a60b-681a66d90be8/70979412-0478-4344-a494-ac51b072d9c6/3db23cc9-c130-4707-b27b-668735a875ce) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:49.605547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-aa50272b-72aa-467b-98f7-74bb9fd9df4f', 'network_id': 'aa50272b-72aa-467b-98f7-74bb9fd9df4f', 'tenant_id': 'f807ed06473741379c1522cb6f145a11', 'fixed_ips': [{'subnet_id': '33fdb7a7-3fc0-42c4-bc01-12007e52c39c'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:47:49.606599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.670438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:49.706325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:49.787898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Deleting port 3364a4fd-641a-4cb1-aa16-8264c9164122 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:49.788605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.840662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:49.842327 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Added segment 2768538d-9ccb-4ca4-9f91-5651c140317f of type vlan for network 5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9 Jan 27 14:47:50.098123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Allocated IP 172.26.6.193 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/ddf4c827-26da-4623-8e88-f44370a4cc2c) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:50.119490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.177908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.191374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:50.192256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.246071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Calling delete_port for 3364a4fd-641a-4cb1-aa16-8264c9164122 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:50.249299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.266613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.272301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:50.272937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.320170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event deleted for resources: {'Port': ['ID=08dcc5f8-3aac-45c8-a98b-d58f58cd49ff,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:50.351414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Allocated IP 2001:db8::2 (aa50272b-72aa-467b-98f7-74bb9fd9df4f/33fdb7a7-3fc0-42c4-bc01-12007e52c39c/6b0a5750-d7e0-4736-87eb-b78e3de0d9d6) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:50.398916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.401555 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Could not find standard attr ID for object 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:47:50.407619 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No ports have port_id starting with 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff Jan 27 14:47:50.414622 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4990201 Jan 27 14:47:50.420461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33360) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:50.433261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.449330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1629772329'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:50.492132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717554cd-e0c0-4678-9eec-7776da0da2c1 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Network': ['ID=5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:50.567097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Pushing event updated for resources: {'Port': ['ID=3db23cc9-c130-4707-b27b-668735a875ce,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:50.571140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:50.582361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Made reservation on behalf of 0b28c969df1345aba8475cf6853e0479 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:50.587181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.609866 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Allocated IP 2001:db8::1 (21db1b03-f576-4bec-a60b-681a66d90be8/70979412-0478-4344-a494-ac51b072d9c6/b9102c35-029d-4679-859e-500e7c541380) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:50.634639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.655197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.663854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:50.715886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Network 21db1b03-f576-4bec-a60b-681a66d90be8 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:50.726839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:50.740925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:50.745936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.746288 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Added segment dc0aa779-1497-481b-a1a6-2b04116984d9 of type vlan for network 4741a65e-9a58-4026-b3a0-83e5b6bdc8d0 Jan 27 14:47:50.824167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.868560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.876993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.898902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.912650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.920623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:50.921293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:50.962504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.041089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Network': ['ID=4741a65e-9a58-4026-b3a0-83e5b6bdc8d0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:51.044463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.053527 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-37e5ab98-92b2-48a6-bd85-8ccab5d5e4c8 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6265471 Jan 27 14:47:51.054996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33366) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:51.070246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'ports': [{'network_id': '5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9', 'name': 'tempest-port--2141078191', 'admin_state_up': True}, {'network_id': '4741a65e-9a58-4026-b3a0-83e5b6bdc8d0', 'admin_state_up': False}]} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:51.070962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'port': {'network_id': '5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9', 'name': 'tempest-port--2141078191', 'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:51.071702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'port': {'network_id': '4741a65e-9a58-4026-b3a0-83e5b6bdc8d0', 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:51.078970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.079924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c092ca01-93d5-4401-a23b-13a8b76d96cc {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:51.086146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.088729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 4741a65e-9a58-4026-b3a0-83e5b6bdc8d0 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:47:51.098819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.100208 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9dcbb815-560e-4bd9-89c5-f73aad1baabf tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c092ca01-93d5-4401-a23b-13a8b76d96cc HTTP/1.1" status: 204 len: 168 time: 5.5437846 Jan 27 14:47:51.112988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33368) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:51.115588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:51.194337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Port': ['ID=b9102c35-029d-4679-859e-500e7c541380,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:51.230991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network 21db1b03-f576-4bec-a60b-681a66d90be8 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:51.234151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:51.240161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:51.241115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.250271 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b04d1-5a95-4619-99d7-90b91e71d00a None None] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:51.258139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:51.260148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event updated for resources: {'Port': ['ID=ddf4c827-26da-4623-8e88-f44370a4cc2c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:51.354225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Attempting to bind port 3db23cc9-c130-4707-b27b-668735a875ce on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:51.354761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Attempting to bind port 3db23cc9-c130-4707-b27b-668735a875ce by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0410dcd0-eeda-482f-91a2-5b5e8373dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '21db1b03-f576-4bec-a60b-681a66d90be8'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:51.355323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Attempting to bind port 3db23cc9-c130-4707-b27b-668735a875ce on network 21db1b03-f576-4bec-a60b-681a66d90be8 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:51.409303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:51.409770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Checking segment: {'id': '0410dcd0-eeda-482f-91a2-5b5e8373dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '21db1b03-f576-4bec-a60b-681a66d90be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:51.410313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.411100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Bound using segment: {'id': '0410dcd0-eeda-482f-91a2-5b5e8373dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '21db1b03-f576-4bec-a60b-681a66d90be8'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:51.411797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Bound port: 3db23cc9-c130-4707-b27b-668735a875ce, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0410dcd0-eeda-482f-91a2-5b5e8373dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '21db1b03-f576-4bec-a60b-681a66d90be8'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:51.412310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.511532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-60b79b25-1b22-4550-afcc-779daf89d62e None None] Provisioning complete for port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:51.512080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60b79b25-1b22-4550-afcc-779daf89d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.572055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.622562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.649335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:51.713049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7417fb24-0535-442d-a814-10a4b582923b None None] For port 3db23cc9-c130-4707-b27b-668735a875ce, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:51.751382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Network aa50272b-72aa-467b-98f7-74bb9fd9df4f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:51.767681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Port': ['ID=3364a4fd-641a-4cb1-aa16-8264c9164122,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:51.784093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7417fb24-0535-442d-a814-10a4b582923b None None] For port 3db23cc9-c130-4707-b27b-668735a875ce, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3db23cc9-c130-4707-b27b-668735a875ce,segment=NetworkSegment(0410dcd0-eeda-482f-91a2-5b5e8373dc21),segment_id=0410dcd0-eeda-482f-91a2-5b5e8373dc21)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:51.796641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:51.809429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:51.890258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Pushing event updated for resources: {'Port': ['ID=6b0a5750-d7e0-4736-87eb-b78e3de0d9d6,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:51.901873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.909723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:51.974264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.067605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.071200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:52.142678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Attempting to bind port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:47:52.143059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Attempting to bind port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'b5119415-83aa-4155-b086-1c90a23bd989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa50272b-72aa-467b-98f7-74bb9fd9df4f'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:47:52.143451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Attempting to bind port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 on network aa50272b-72aa-467b-98f7-74bb9fd9df4f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:47:52.214699 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:47:52.215073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Checking segment: {'id': 'b5119415-83aa-4155-b086-1c90a23bd989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa50272b-72aa-467b-98f7-74bb9fd9df4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:52.216036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.217117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Bound using segment: {'id': 'b5119415-83aa-4155-b086-1c90a23bd989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa50272b-72aa-467b-98f7-74bb9fd9df4f'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:47:52.217492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Bound port: 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5119415-83aa-4155-b086-1c90a23bd989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa50272b-72aa-467b-98f7-74bb9fd9df4f'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:47:52.217884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.301722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417fb24-0535-442d-a814-10a4b582923b None None] Pushing event updated for resources: {'Port': ['ID=3db23cc9-c130-4707-b27b-668735a875ce,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:52.313613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60b79b25-1b22-4550-afcc-779daf89d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.348046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.354436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.359426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Made reservation on behalf of 0b28c969df1345aba8475cf6853e0479 for: {'port': 2} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:52.364946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.367737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-60b79b25-1b22-4550-afcc-779daf89d62e None None] For port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,segment=NetworkSegment(f137918a-458d-4a3e-9018-b428e184c55d),segment_id=f137918a-458d-4a3e-9018-b428e184c55d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:52.372648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:52.373133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.380087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60b79b25-1b22-4550-afcc-779daf89d62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.413560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.432640 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:47:52.456206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] For port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:47:52.483359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] For port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6b0a5750-d7e0-4736-87eb-b78e3de0d9d6,segment=NetworkSegment(b5119415-83aa-4155-b086-1c90a23bd989),segment_id=b5119415-83aa-4155-b086-1c90a23bd989)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:47:52.503047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.508767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.514159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b79b25-1b22-4550-afcc-779daf89d62e None None] Pushing event updated for resources: {'Port': ['ID=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:52.611849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.611849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Fanout notify agent at l3_agent the message router_deleted on router b992d05a-66e8-4b2e-bb26-780fa0686045 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:52.624506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.625562 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-92b167e1-e71f-4e43-b10f-74e287796992 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "DELETE /v2.0/routers/b992d05a-66e8-4b2e-bb26-780fa0686045 HTTP/1.1" status: 204 len: 168 time: 4.8742437 Jan 27 14:47:52.635460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33376) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:52.640522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c255eab-1993-4169-88f0-fcd9cc9cf865 None None] Pushing event updated for resources: {'Port': ['ID=6b0a5750-d7e0-4736-87eb-b78e3de0d9d6,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:52.709671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.770644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cbcdb00e-57bc-4542-9d1d-3ef54a776d52 None None] Provisioning complete for port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:52.771125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbcdb00e-57bc-4542-9d1d-3ef54a776d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.809835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Deleting subnet 7e1128fc-31ee-48d8-a2b1-49d7716f7d8b {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:47:52.891734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.895995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.903072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:47:52.934514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.935092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:52.953578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:47:52.959347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 08dcc5f8-3aac-45c8-a98b-d58f58cd49ff not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:47:52.972477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] device_id is not set on port a6e931f6-d33b-4753-bebe-1ddc4bab52ea yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:53.006383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Port': ['ID=b9102c35-029d-4679-859e-500e7c541380,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:53.034344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.195095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Deleting port 2b29f8f3-6164-4587-a420-a0611c9fc357 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:53.195727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.269217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.306386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.339346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network 21db1b03-f576-4bec-a60b-681a66d90be8 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:53.345553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:53.369306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.461089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] For port 2b29f8f3-6164-4587-a420-a0611c9fc357, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2b29f8f3-6164-4587-a420-a0611c9fc357,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:53.461678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.506348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.541041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] device_id is not set on port c98d60d0-b81c-44f6-974f-83cb579bfc45 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:47:53.546530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1128fc-31ee-48d8-a2b1-49d7716f7d8b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:53.551000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Calling delete_port for 2b29f8f3-6164-4587-a420-a0611c9fc357 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:53.552659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.558231 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-69193b5e-a756-4e2c-b3f3-ba031246c067 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "DELETE /v2.0/subnets/7e1128fc-31ee-48d8-a2b1-49d7716f7d8b HTTP/1.1" status: 204 len: 168 time: 0.9188588 Jan 27 14:47:53.560036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33384) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:53.563467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83dbc0-153d-4245-a7e7-29be90ed12c4 None None] Network efa63694-fc24-4fec-b243-b7095f98a9b5 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:53.710544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Router cb7a34d4-22e6-4d35-9a6d-22a345e6d7de is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:53.810764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:53.899930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:53.908288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3db23cc9-c130-4707-b27b-668735a875ce up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:53.911703 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9d504621-2bc0-4b3b-a1eb-92b0b6911a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8344481 Jan 27 14:47:53.912754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33386) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:53.913959 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] Sync routers for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:53.946914 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:53.949663 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:53.958517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] DHCP port deletion for efa63694-fc24-4fec-b243-b7095f98a9b5 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:47:54.040631 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:54.057078 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:54.057705 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:54.065336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.125141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583461dd-91d1-46df-b1f3-942032665145 None None] Network 21db1b03-f576-4bec-a60b-681a66d90be8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:54.132881 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:54.133569 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eec421-162f-4298-b7ad-d0ba761eb8f1 None None] The sync data for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:54.189490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.252595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3db23cc9-c130-4707-b27b-668735a875ce triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:54.253204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.256434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Router 3a6663e4-2f9c-4604-b566-7de948008ba8 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:54.355421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3c873125-20df-47e4-8e85-86e63f3d329a None None] Provisioning complete for port 3db23cc9-c130-4707-b27b-668735a875ce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:54.356143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c873125-20df-47e4-8e85-86e63f3d329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.378053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Deleting port 2594c74c-c7e3-4f0d-8364-70b527843cd8 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:54.378907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.389775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Port': ['ID=a6e931f6-d33b-4753-bebe-1ddc4bab52ea,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:54.446551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Checking segment: {'id': '2768538d-9ccb-4ca4-9f91-5651c140317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:54.446833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network hostable DHCP agents. Network: 5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:54.493701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.524801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] For port 2594c74c-c7e3-4f0d-8364-70b527843cd8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2594c74c-c7e3-4f0d-8364-70b527843cd8,segment=NetworkSegment(40ef8643-5f44-4db7-bbe4-caff9c048c63),segment_id=40ef8643-5f44-4db7-bbe4-caff9c048c63)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:54.525767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.552802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Calling delete_port for 2594c74c-c7e3-4f0d-8364-70b527843cd8 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:54.560957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b29f8f3-6164-4587-a420-a0611c9fc357,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:54.573294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network 5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:54.605216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:54.619248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:54.624816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:54.625763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.690195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] Deleting port 2594c74c-c7e3-4f0d-8364-70b527843cd8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:54.690902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.708372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] Sync routers for ids ['3a6663e4-2f9c-4604-b566-7de948008ba8'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:54.713183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb649f9-4782-4f2d-984a-d97a8627473f None None] Network 5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:54.714375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.715649 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-78c11b1a-c6ed-4496-bb3a-54c81ce9c759 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5460951 Jan 27 14:47:54.721913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33394) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:54.724216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932312b0-6d02-404a-bea6-256b2cf4645e None None] Network aa50272b-72aa-467b-98f7-74bb9fd9df4f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:54.741186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.810800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.815689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Port': ['ID=c98d60d0-b81c-44f6-974f-83cb579bfc45,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:54.853820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.857004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:54.864315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Checking segment: {'id': 'dc0aa779-1497-481b-a1a6-2b04116984d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4741a65e-9a58-4026-b3a0-83e5b6bdc8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:47:54.864751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network hostable DHCP agents. Network: 4741a65e-9a58-4026-b3a0-83e5b6bdc8d0, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:47:54.905654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] No DVR routers for this DVR port 2594c74c-c7e3-4f0d-8364-70b527843cd8 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:47:54.914079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Port': ['ID=2594c74c-c7e3-4f0d-8364-70b527843cd8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:54.971691 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-add45959-f9d4-40e7-b7ca-7b5c496ca802 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/3a6663e4-2f9c-4604-b566-7de948008ba8 HTTP/1.1" status: 200 len: 920 time: 0.2415180 Jan 27 14:47:54.997788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33396) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:55.010357 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-27758271-765a-4c03-ae78-101f3bc1e068 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:47:55.017336 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-27758271-765a-4c03-ae78-101f3bc1e068 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0766070 Jan 27 14:47:55.029729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:55.056759 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f73f4371-c9cb-4ea2-baa1-32bea981ed32 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a6663e4-2f9c-4604-b566-7de948008ba8 HTTP/1.1" status: 200 len: 205 time: 0.0539656 Jan 27 14:47:55.056759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33400) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:55.064270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] Routers {'3a6663e4-2f9c-4604-b566-7de948008ba8'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:55.065367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a6663e4-2f9c-4604-b566-7de948008ba8'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:55.100686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.229899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa63694-fc24-4fec-b243-b7095f98a9b5']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:55.236521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:55.242597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] For port 2594c74c-c7e3-4f0d-8364-70b527843cd8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2594c74c-c7e3-4f0d-8364-70b527843cd8,segment=NetworkSegment(40ef8643-5f44-4db7-bbe4-caff9c048c63),segment_id=40ef8643-5f44-4db7-bbe4-caff9c048c63)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:55.243285 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.254581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.255487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1af04b05-ab6b-447a-9937-0116745270ee {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:55.270600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.279787 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dd064c79-28ad-4ddb-87ff-5c6962b70de6 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1af04b05-ab6b-447a-9937-0116745270ee HTTP/1.1" status: 204 len: 168 time: 4.1215985 Jan 27 14:47:55.279787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network 4741a65e-9a58-4026-b3a0-83e5b6bdc8d0 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:47:55.282163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33404) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:55.288736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1391304770', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:55.308694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 4741a65e-9a58-4026-b3a0-83e5b6bdc8d0) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:55.320073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:55.328279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:55.333930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:55.334753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.359973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] Calling delete_port for 2594c74c-c7e3-4f0d-8364-70b527843cd8 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:55.365181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.366650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.377946 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-49907356-754f-4b04-9bca-59d16c0345a0 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3131869 Jan 27 14:47:55.382776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33406) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:55.394265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b0b36-874e-4e74-87c3-029ff84cf19c None None] Network 4741a65e-9a58-4026-b3a0-83e5b6bdc8d0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:47:55.543151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.566398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ef8643-5f44-4db7-bbe4-caff9c048c63') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:55.566996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ef8643-5f44-4db7-bbe4-caff9c048c63') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:55.583306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46d195-8849-4d0f-8b49-b0b15266f33b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:55.587448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46d195-8849-4d0f-8b49-b0b15266f33b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:55.600176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ad46d195-8849-4d0f-8b49-b0b15266f33b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2159610 Jan 27 14:47:55.601268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33414) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:55.620517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.674078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.682386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.688268 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:47:55.688852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:47:55.692664 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:47:55.786243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] Routers {'3a6663e4-2f9c-4604-b566-7de948008ba8'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:55.787255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a6663e4-2f9c-4604-b566-7de948008ba8'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:55.883778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.926554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:55.927650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00026e0-503b-4092-beb6-c36d7fd0504c None None] The sync data for ids ['3a6663e4-2f9c-4604-b566-7de948008ba8'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:55.976214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.979456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:55.983508 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "DELETE /v2.0/networks/efa63694-fc24-4fec-b243-b7095f98a9b5 HTTP/1.1" status: 204 len: 168 time: 2.4222381 Jan 27 14:47:55.995963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33416) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:56.016368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f2d74-fc07-4fee-b4f4-5c88f7b4d8c0 tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Network': ['ID=efa63694-fc24-4fec-b243-b7095f98a9b5,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:56.092227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.120759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.215455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Deleting port a6e931f6-d33b-4753-bebe-1ddc4bab52ea {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:56.215455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.237829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c873125-20df-47e4-8e85-86e63f3d329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.324812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.353582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Calling delete_port for a6e931f6-d33b-4753-bebe-1ddc4bab52ea owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:56.373311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Deleting port ccf8a059-131c-45d2-babb-c58d6425aa06 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:56.373538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.389038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Deleting port ddf4c827-26da-4623-8e88-f44370a4cc2c {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:56.389384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.404997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.427388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 3db23cc9-c130-4707-b27b-668735a875ce, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3db23cc9-c130-4707-b27b-668735a875ce,segment=NetworkSegment(0410dcd0-eeda-482f-91a2-5b5e8373dc21),segment_id=0410dcd0-eeda-482f-91a2-5b5e8373dc21)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:56.430117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.474734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.475105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.479042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] Network efa63694-fc24-4fec-b243-b7095f98a9b5 is not hosted by any dhcp agent {{(pid=108744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 14:47:56.480031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] No DVR routers for this DVR port 2594c74c-c7e3-4f0d-8364-70b527843cd8 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:47:56.487684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.489185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:56.494702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Calling delete_port for ccf8a059-131c-45d2-babb-c58d6425aa06 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:56.498572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edc018-ed77-4b6b-8e54-217a4b799961 None None] Pushing event deleted for resources: {'Port': ['ID=2594c74c-c7e3-4f0d-8364-70b527843cd8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:56.688695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.707764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Calling delete_port for ddf4c827-26da-4623-8e88-f44370a4cc2c owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:56.787908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=3db23cc9-c130-4707-b27b-668735a875ce,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:56.805453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-3c873125-20df-47e4-8e85-86e63f3d329a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:47:56.806103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-3c873125-20df-47e4-8e85-86e63f3d329a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:47:56.809200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:56.809937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.900202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.914680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:56.958945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:56.965665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.012085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.012513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.034043 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:57.035306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.080318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.091822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/ports/a6e931f6-d33b-4753-bebe-1ddc4bab52ea HTTP/1.1" status: 204 len: 168 time: 1.4048178 Jan 27 14:47:57.092128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33424) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:57.111092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Pushing event deleted for resources: {'Port': ['ID=ccf8a059-131c-45d2-babb-c58d6425aa06,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:57.126789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event deleted for resources: {'Port': ['ID=ddf4c827-26da-4623-8e88-f44370a4cc2c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:57.194278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.255212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa9b45-65b3-4bcd-bf31-780b7a57abe2 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Port': ['ID=a6e931f6-d33b-4753-bebe-1ddc4bab52ea,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:57.255896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6b0a5750-d7e0-4736-87eb-b78e3de0d9d6,segment=NetworkSegment(b5119415-83aa-4155-b086-1c90a23bd989),segment_id=b5119415-83aa-4155-b086-1c90a23bd989)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:47:57.272237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.325250 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.328908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.332908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5d652517-00e4-4884-9fd1-b8fe309c88be tempest-FloatingIPAdminTestJSON-1729782649 tempest-FloatingIPAdminTestJSON-1729782649-project] 10.222.0.18 "DELETE /v2.0/floatingips/f0c41ed0-feac-4f19-b489-230953df5c4d HTTP/1.1" status: 204 len: 168 time: 1.3356802 Jan 27 14:47:57.343165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.374354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Allocated IP 172.26.6.91 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/7c90dd9f-8942-4d6d-8166-1771ccb77bab) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:47:57.462321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=6b0a5750-d7e0-4736-87eb-b78e3de0d9d6,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:57.491959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3db23cc9-c130-4707-b27b-668735a875ce up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:57.508522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.514025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.555323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Deleting port c98d60d0-b81c-44f6-974f-83cb579bfc45 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:57.555939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.616614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.664232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c6862ae1-8edb-4fb3-a73e-c8c7ea207348 None None] Provisioning complete for port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:57.665261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6862ae1-8edb-4fb3-a73e-c8c7ea207348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.709284 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.731396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.732875 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6663e4-2f9c-4604-b566-7de948008ba8 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:47:57.748020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.749453 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-767ced04-4719-451c-8b76-cb2d8275f55d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/3a6663e4-2f9c-4604-b566-7de948008ba8 HTTP/1.1" status: 204 len: 168 time: 2.6914041 Jan 27 14:47:57.757201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33430) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:57.767117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'router': {'name': 'tempest-snat-router-396498863', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': False}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:57.774413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:47:57.779953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:47:57.788898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:47:57.792577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3db23cc9-c130-4707-b27b-668735a875ce triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:57.793480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.801670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.838118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Calling delete_port for c98d60d0-b81c-44f6-974f-83cb579bfc45 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:57.895199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Deleting port b9102c35-029d-4679-859e-500e7c541380 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:47:57.895590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.898970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.900106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:57.910166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event updated for resources: {'Port': ['ID=7c90dd9f-8942-4d6d-8166-1771ccb77bab,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:58.008642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33436) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:58.028649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c6862ae1-8edb-4fb3-a73e-c8c7ea207348 None None] Provisioning complete for port 3db23cc9-c130-4707-b27b-668735a875ce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:58.029899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6862ae1-8edb-4fb3-a73e-c8c7ea207348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.036705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.238159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2594c74c-c7e3-4f0d-8364-70b527843cd8 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:47:58.342612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.411645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c6862ae1-8edb-4fb3-a73e-c8c7ea207348 None None] Provisioning complete for port b9102c35-029d-4679-859e-500e7c541380 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:58.412066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6862ae1-8edb-4fb3-a73e-c8c7ea207348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.414020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 2594c74c-c7e3-4f0d-8364-70b527843cd8 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:47:58.414356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2594c74c-c7e3-4f0d-8364-70b527843cd8 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:47:58.414772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2b29f8f3-6164-4587-a420-a0611c9fc357 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:47:58.453453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.456135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 2b29f8f3-6164-4587-a420-a0611c9fc357 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:47:58.456497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2b29f8f3-6164-4587-a420-a0611c9fc357 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:47:58.460577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.475068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c6862ae1-8edb-4fb3-a73e-c8c7ea207348 None None] Port b9102c35-029d-4679-859e-500e7c541380 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:58.562745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-25f1dab0-fc1c-4aa5-b99e-eccba21a9ec3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56337995ad034fbf8d015d7a93cc8ebf&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5525758 Jan 27 14:47:58.566761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33442) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:58.589929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Calling delete_port for b9102c35-029d-4679-859e-500e7c541380 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:47:58.593095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Port': ['ID=c98d60d0-b81c-44f6-974f-83cb579bfc45,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:58.604617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b109c3cb-9025-4768-ba51-8d852ff4f899 None None] Provisioning complete for port b9102c35-029d-4679-859e-500e7c541380 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:58.605294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b109c3cb-9025-4768-ba51-8d852ff4f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.645400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b109c3cb-9025-4768-ba51-8d852ff4f899 None None] Port b9102c35-029d-4679-859e-500e7c541380 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:47:58.677916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.683619 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0df7abe5-74c9-4414-83ed-19bbed08b79e tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/ports/c98d60d0-b81c-44f6-974f-83cb579bfc45 HTTP/1.1" status: 204 len: 168 time: 1.5901668 Jan 27 14:47:58.689600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.694595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33444) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:58.766255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2452-d1df-4c0a-a3f1-af9cca108ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.801001 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fe11d3af-4291-4e8a-b67c-d5e9e990db8f tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0992398 Jan 27 14:47:58.802519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33448) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:58.811545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-386628789'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:58.875603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2452-d1df-4c0a-a3f1-af9cca108ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:58.907516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.018497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Made reservation on behalf of 0b28c969df1345aba8475cf6853e0479 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:47:59.022133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.045592 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2452-d1df-4c0a-a3f1-af9cca108ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.049129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2452-d1df-4c0a-a3f1-af9cca108ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.050440 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9d0b2452-d1df-4c0a-a3f1-af9cca108ae2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c9522cb-80fe-4c12-b87d-84a913c9cd7b HTTP/1.1" status: 204 len: 168 time: 0.4822917 Jan 27 14:47:59.099895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b2452-d1df-4c0a-a3f1-af9cca108ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9522cb-80fe-4c12-b87d-84a913c9cd7b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:59.130663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:47:59.146253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.146603 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Added segment f5edc522-0863-47b4-ae96-58a7a07eacab of type vlan for network 6541a212-6416-4c75-ba82-93304eb6c488 Jan 27 14:47:59.148096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.174629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Router ab6c7a01-de54-49d7-9073-1f51e4e8ba8e is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:47:59.208620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Port': ['ID=b9102c35-029d-4679-859e-500e7c541380,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:59.252310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.345949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:47:59.366836 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] Sync routers for ids ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:47:59.386089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.392076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cdcab070-6955-4a2b-8862-1e56dd170fab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1086211 Jan 27 14:47:59.392711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33456) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:59.397348 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] Routers {'ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:59.398173 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:59.409090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': False}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:59.440807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.442883 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:59.454973 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] Routers {'ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:47:59.456413 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:59.538507 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:47:59.539558 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b997150a-f8d7-41ba-a56a-48f6267e3a46 None None] The sync data for ids ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:47:59.543869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:47:59.561909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.569380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:47:59.570049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.627638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:47:59.628472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.791256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33460) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:59.814037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49cb455a-9057-4e06-a99e-21bbff22a5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:47:59.928388 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1239672 Jan 27 14:47:59.933444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33464) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:47:59.953280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1148008247'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:47:59.985947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bfce4-d34f-4b2d-a8f0-68bb060ee1cf tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Network': ['ID=6541a212-6416-4c75-ba82-93304eb6c488,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:47:59.992978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Router cb7a34d4-22e6-4d35-9a6d-22a345e6d7de has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:00.002130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 6541a212-6416-4c75-ba82-93304eb6c488 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:00.015666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.016342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.024888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49cb455a-9057-4e06-a99e-21bbff22a5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.031454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49cb455a-9057-4e06-a99e-21bbff22a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.048690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.066267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Made reservation on behalf of 0b28c969df1345aba8475cf6853e0479 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:00.069890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.113639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.150849 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-49cb455a-9057-4e06-a99e-21bbff22a5e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc7c2deac1c349eb845eb626b3ec0f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589449 Jan 27 14:48:00.177218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33468) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:00.184692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb455a-9057-4e06-a99e-21bbff22a5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f8444-d78b-4268-96c2-4072ecb0837e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:00.251185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:00.284483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:00.301524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] Sync routers for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:00.308288 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-88f50d46-b726-4ab6-b407-46cefafb660a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2592180 Jan 27 14:48:00.310517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33470) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:00.313954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.314284 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Added segment f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d of type vlan for network 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 Jan 27 14:48:00.323399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:00.324427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:00.364773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:00.376383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:00.377282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:00.384971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Allocated IP 172.26.6.250 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:00.387490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7dd25cc7-4368-4575-9331-69997dd81811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.391747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.418967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:00.420238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04c20a-7179-4fa1-adc4-96493aeaeda0 None None] The sync data for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:00.455478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7dd25cc7-4368-4575-9331-69997dd81811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.516890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.522609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:00.523307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.675096 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7366905 Jan 27 14:48:00.692793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0694e-6b0a-4051-8f12-0e5d8ae00c71 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Network': ['ID=3ca83cf8-06a8-419a-be8d-dbcbd7f7a797,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:00.710985 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-855c99a7-87be-4bca-bebc-cec9a34dc3de tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] delete failed (client error): The resource could not be found. Jan 27 14:48:00.712212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-855c99a7-87be-4bca-bebc-cec9a34dc3de tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-2015703730 HTTP/1.1" status: 404 len: 335 time: 0.3959820 Jan 27 14:48:00.715792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:00.730648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33476) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:00.731331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7dd25cc7-4368-4575-9331-69997dd81811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.734546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7dd25cc7-4368-4575-9331-69997dd81811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.738285 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7dd25cc7-4368-4575-9331-69997dd81811 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c00f8444-d78b-4268-96c2-4072ecb0837e HTTP/1.1" status: 204 len: 168 time: 0.5573423 Jan 27 14:48:00.751866 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-aad25291-4500-4dda-9203-0da38f71b19b tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:00.956561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:00.959422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f524e70-7c09-4279-968e-4696fcbebe43 req-7f5099c9-5c1c-42fe-b020-7957ab00308e tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:00.959749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd25cc7-4368-4575-9331-69997dd81811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f8444-d78b-4268-96c2-4072ecb0837e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:00.964950 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8f524e70-7c09-4279-968e-4696fcbebe43 req-7f5099c9-5c1c-42fe-b020-7957ab00308e tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.2664053 Jan 27 14:48:01.064017 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8f524e70-7c09-4279-968e-4696fcbebe43 req-6e11ba3d-fe32-476f-8de7-902a6126cf19 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730348 Jan 27 14:48:01.274493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.280746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.320277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33490) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:01.415734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc52b8a0-835c-4070-83f8-9f74d15b66d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.422251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aad25291-4500-4dda-9203-0da38f71b19b tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.469455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Router ab6c7a01-de54-49d7-9073-1f51e4e8ba8e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:01.504349 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-aad25291-4500-4dda-9203-0da38f71b19b tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] update failed (client error): The resource could not be found. Jan 27 14:48:01.511872 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aad25291-4500-4dda-9203-0da38f71b19b tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de HTTP/1.1" status: 404 len: 339 time: 0.7689898 Jan 27 14:48:01.511872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33492) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:01.520685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-602187558'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:01.542884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.648299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:01.651158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:01.659241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.661240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8b288834-a426-4d04-8816-e1b45d77a9e1 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "PUT /v2.0/routers/ab6c7a01-de54-49d7-9073-1f51e4e8ba8e HTTP/1.1" status: 200 len: 925 time: 2.2599213 Jan 27 14:48:01.664310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33494) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:01.667923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:01.672785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Port': ['ID=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:01.675741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:01.682469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:01.687595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.710728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] Sync routers for ids ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:01.732450 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] Routers {'ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:01.733838 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:01.756170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc52b8a0-835c-4070-83f8-9f74d15b66d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.769197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc52b8a0-835c-4070-83f8-9f74d15b66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:01.822676 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:01.835252 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] Routers {'ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:01.836288 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:01.885968 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:01.886960 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484689d-83db-4e6a-b14b-3979e4998f85 None None] The sync data for ids ['ab6c7a01-de54-49d7-9073-1f51e4e8ba8e'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:01.896517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:01.900755 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b6496d4c-c446-420e-9283-e39a525538d9 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/ab6c7a01-de54-49d7-9073-1f51e4e8ba8e HTTP/1.1" status: 200 len: 925 time: 0.2349114 Jan 27 14:48:01.901278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33498) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:02.003606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.004320 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Added segment 3992fede-5eb2-4e13-9553-e332229e2412 of type vlan for network 17b63e63-5197-4a6e-8225-13e85f2695ff Jan 27 14:48:02.020028 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dc52b8a0-835c-4070-83f8-9f74d15b66d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=189ef9ab9de14d18915ed7fc588303a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954715 Jan 27 14:48:02.020028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52b8a0-835c-4070-83f8-9f74d15b66d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64bcfe-8d97-4308-8f41-f71866180993,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:02.021058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33502) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:02.110002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.134200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66205121-5ecf-4434-9f09-a80f05b8db4e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:02.138874 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-66205121-5ecf-4434-9f09-a80f05b8db4e tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=ab6c7a01-de54-49d7-9073-1f51e4e8ba8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2282696 Jan 27 14:48:02.140120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33504) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:02.142459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba02dd1-c6f5-4505-a5ee-b406601b5de5 req-2a2ce497-8fed-47eb-9de5-b0806eccb5d1 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:02.144220 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7ba02dd1-c6f5-4505-a5ee-b406601b5de5 req-2a2ce497-8fed-47eb-9de5-b0806eccb5d1 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.1007197 Jan 27 14:48:02.150385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee538026-7856-426e-90fb-1c55de4dc89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.190057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee538026-7856-426e-90fb-1c55de4dc89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.223445 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7ba02dd1-c6f5-4505-a5ee-b406601b5de5 req-26cba624-9e7f-4118-a357-62db31d6d5a0 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670795 Jan 27 14:48:02.268641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee538026-7856-426e-90fb-1c55de4dc89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.273254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee538026-7856-426e-90fb-1c55de4dc89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.275245 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee538026-7856-426e-90fb-1c55de4dc89f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b64bcfe-8d97-4308-8f41-f71866180993 HTTP/1.1" status: 204 len: 168 time: 0.2513776 Jan 27 14:48:02.288925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538026-7856-426e-90fb-1c55de4dc89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64bcfe-8d97-4308-8f41-f71866180993,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:02.551132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.557096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:02.557738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.597957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.646120 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1335025 Jan 27 14:48:02.647127 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33514) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:02.658527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'subnet': {'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:02.791344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a4e36-37c0-40a3-9bd5-54cb811a231a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Network': ['ID=17b63e63-5197-4a6e-8225-13e85f2695ff,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:02.799823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Made reservation on behalf of f807ed06473741379c1522cb6f145a11 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:02.805040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:02.826440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 17b63e63-5197-4a6e-8225-13e85f2695ff details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:02.842740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e6ca9-6d4e-43c1-8464-6d6d32720f88 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:02.849324 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-db3e6ca9-6d4e-43c1-8464-6d6d32720f88 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.7039015 Jan 27 14:48:02.849622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33520) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:02.968798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-57ebecd1-cd81-458e-b9bb-2844a39ee6fd tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab6c7a01-de54-49d7-9073-1f51e4e8ba8e HTTP/1.1" status: 200 len: 205 time: 0.1173832 Jan 27 14:48:02.974028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33524) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:03.163326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:03.266020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:03.519293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Router 4f67a832-6e61-4db4-b73c-264e19577d28 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:03.675741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:03.712637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-b1bb8032-2a60-4174-9e74-771bdcaf7eda tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:03.714538 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-b1bb8032-2a60-4174-9e74-771bdcaf7eda tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.72 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.1539519 Jan 27 14:48:03.811971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Subnet': ['ID=2d91aa9e-adcc-43c2-8439-6c798063054a,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:03.836072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:03.839837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90c17c-046a-424b-addc-1c8383bd25e8 req-34bb61b9-f597-4e5f-a852-bf15f4b2f1b6 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:03.859604 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e90c17c-046a-424b-addc-1c8383bd25e8 req-34bb61b9-f597-4e5f-a852-bf15f4b2f1b6 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 945 time: 0.3827043 Jan 27 14:48:03.862228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Sync routers for ids ['4f67a832-6e61-4db4-b73c-264e19577d28'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:03.879818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Routers {'4f67a832-6e61-4db4-b73c-264e19577d28'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:03.883313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4f67a832-6e61-4db4-b73c-264e19577d28'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:03.952537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:03.954844 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7ff17547-4445-4252-818f-a8a56f953732 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1934922 Jan 27 14:48:03.963420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33544) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:04.050034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.058627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Checking segment: {'id': '3992fede-5eb2-4e13-9553-e332229e2412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:04.059058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network hostable DHCP agents. Network: 17b63e63-5197-4a6e-8225-13e85f2695ff, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:04.091716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Deleting port 4de9c889-4f2c-4f22-9117-a1669e311855 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:04.092658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.099335 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e90c17c-046a-424b-addc-1c8383bd25e8 req-d872f013-8082-41c7-a049-2ef8581c50bf tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups?id=79969055-a2b2-4f90-b96a-4da1a6928289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249556 Jan 27 14:48:04.199425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network 17b63e63-5197-4a6e-8225-13e85f2695ff is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:04.224613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 17b63e63-5197-4a6e-8225-13e85f2695ff) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:04.274018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:04.275001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.293574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Set router 4f67a832-6e61-4db4-b73c-264e19577d28 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:04.314971 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0355c3d8-2138-4516-ac05-39071e41ec92 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/4f67a832-6e61-4db4-b73c-264e19577d28 HTTP/1.1" status: 200 len: 908 time: 0.3409843 Jan 27 14:48:04.316443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33548) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:04.336961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'router': {'name': 'tempest-snat-router-396498863', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': True}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:04.364959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] For port 4de9c889-4f2c-4f22-9117-a1669e311855, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4de9c889-4f2c-4f22-9117-a1669e311855,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:04.365537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.366512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a116fbf3-3017-470a-b337-66ccd8296bee tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7170987 Jan 27 14:48:04.374174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33550) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:04.375650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Deleting port 7c90dd9f-8942-4d6d-8166-1771ccb77bab {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:04.376467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.382314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e74379a7-b177-4e6b-ae09-88925bf4f4b5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'router': {'external_gateway_info': {'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:04.395769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7cda87-ef60-43ef-ae90-a946b9c77b55 None None] Network 17b63e63-5197-4a6e-8225-13e85f2695ff requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:04.520711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.522753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.658586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.751706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:04.753813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Calling delete_port for 7c90dd9f-8942-4d6d-8166-1771ccb77bab owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:05.062486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-17b63e63-5197-4a6e-8225-13e85f2695ff', 'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff', 'tenant_id': 'f807ed06473741379c1522cb6f145a11', 'fixed_ips': [{'subnet_id': '2d91aa9e-adcc-43c2-8439-6c798063054a'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:05.063799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.084132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f67a832-6e61-4db4-b73c-264e19577d28', 'name': 'tempest-snat-router-396498863', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.250'}], 'enable_snat': False}, 'gw_port_id': 'dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:57Z', 'updated_at': '2022-01-27T14:48:01Z', 'revision_number': 3, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port': {'id': 'dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f67a832-6e61-4db4-b73c-264e19577d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:48:00Z', 'updated_at': '2022-01-27T14:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:05.118660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Checking router: 4f67a832-6e61-4db4-b73c-264e19577d28 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:48:05.119000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Updating router 4f67a832-6e61-4db4-b73c-264e19577d28 port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:48:05.147651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.148127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.148716 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Floating IP 8fa3ed74-16e8-4168-a8b9-ecf0bd37471f disassociated. External IP: 172.26.6.129, port: 4de9c889-4f2c-4f22-9117-a1669e311855. Jan 27 14:48:05.148982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Calling delete_port for 4de9c889-4f2c-4f22-9117-a1669e311855 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:05.153873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33566) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:05.155252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e74379a7-b177-4e6b-ae09-88925bf4f4b5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.214772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33570) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:05.234278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.400524 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-e74379a7-b177-4e6b-ae09-88925bf4f4b5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:48:05.401811 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e74379a7-b177-4e6b-ae09-88925bf4f4b5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de HTTP/1.1" status: 400 len: 364 time: 1.0264690 Jan 27 14:48:05.407458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33574) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:05.419442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Allocated IP 2001:db8:1::2 (17b63e63-5197-4a6e-8225-13e85f2695ff/2d91aa9e-adcc-43c2-8439-6c798063054a/6e5a2b47-f36a-4641-8a70-560ae468014f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:05.591753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-696340695'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:05.684447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'subnets': [{'network_id': '6541a212-6416-4c75-ba82-93304eb6c488', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1498790242', 'ip_version': 6}, {'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:05.685587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'subnet': {'network_id': '6541a212-6416-4c75-ba82-93304eb6c488', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1498790242', 'ip_version': 6}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:05.686710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Request body: {'subnet': {'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:05.702581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.705272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.707359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.715327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.732190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.751356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.769813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Made reservation on behalf of 068498a14b58469d93eb336c1dc89fbb for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:05.773559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.787073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event deleted for resources: {'Port': ['ID=4de9c889-4f2c-4f22-9117-a1669e311855,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:05.795209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Network 17b63e63-5197-4a6e-8225-13e85f2695ff is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:05.807013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.807753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:05.811833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:05.821896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Attempting to bind port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:05.822431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Attempting to bind port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:05.822888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Attempting to bind port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:05.829535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Pushing event updated for resources: {'Port': ['ID=6e5a2b47-f36a-4641-8a70-560ae468014f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:05.832790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:05.833334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:05.834042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.834510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:05.835107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Bound port: dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:05.835616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.852993 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2663682e-6e6d-4fba-936c-e7dc4eeed4fc req-6e5c50f2-9174-43f5-b9de-4543013d27b0 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.1501358 Jan 27 14:48:05.915592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] For port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:05.924006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] For port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:05.988521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:05.993807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45c6e2-8bfa-4ae3-996f-e9b95b9de8e0 None None] Pushing event updated for resources: {'Port': ['ID=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:06.077397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.399158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.463874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Made reservation on behalf of 0b28c969df1345aba8475cf6853e0479 for: {'subnet': 2} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:06.470510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.471007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.494798 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45c6e2-8bfa-4ae3-996f-e9b95b9de8e0 None None] Pushing event updated for resources: {'Port': ['ID=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:06.529757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Attempting to bind port 6e5a2b47-f36a-4641-8a70-560ae468014f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:06.531161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event deleted for resources: {'Port': ['ID=7c90dd9f-8942-4d6d-8166-1771ccb77bab,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:06.532012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Attempting to bind port 6e5a2b47-f36a-4641-8a70-560ae468014f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '3992fede-5eb2-4e13-9553-e332229e2412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:06.532716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Attempting to bind port 6e5a2b47-f36a-4641-8a70-560ae468014f on network 17b63e63-5197-4a6e-8225-13e85f2695ff {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:06.546058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:06.546689 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Checking segment: {'id': '3992fede-5eb2-4e13-9553-e332229e2412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:06.547401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.548060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Bound using segment: {'id': '3992fede-5eb2-4e13-9553-e332229e2412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:06.548970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Bound port: 6e5a2b47-f36a-4641-8a70-560ae468014f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3992fede-5eb2-4e13-9553-e332229e2412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '17b63e63-5197-4a6e-8225-13e85f2695ff'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:06.549584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.663478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.671396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Router 02ee3961-c8b3-4335-9b14-79559f4180f0 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:06.675019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.705686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] For port 6e5a2b47-f36a-4641-8a70-560ae468014f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:06.713209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] For port 6e5a2b47-f36a-4641-8a70-560ae468014f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6e5a2b47-f36a-4641-8a70-560ae468014f,segment=NetworkSegment(3992fede-5eb2-4e13-9553-e332229e2412),segment_id=3992fede-5eb2-4e13-9553-e332229e2412)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:06.726583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Routers {'4f67a832-6e61-4db4-b73c-264e19577d28'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:06.727772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4f67a832-6e61-4db4-b73c-264e19577d28'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:06.750486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.752299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:06.816308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeef573d-8aba-4e85-a28a-61eb201a77ad,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:06.832444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.835141 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Added segment ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f of type vlan for network adca27e3-8687-402e-bc63-891001c29aff Jan 27 14:48:06.885607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.889681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.949707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:06.982695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.006562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.009235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.009752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Fanout notify agent at l3_agent the message router_deleted on router ab6c7a01-de54-49d7-9073-1f51e4e8ba8e {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:07.046843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] Set router 4f67a832-6e61-4db4-b73c-264e19577d28 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:07.048433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.053456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-71639b18-dafe-4313-94f2-16fd8c1ab2ec tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/ab6c7a01-de54-49d7-9073-1f51e4e8ba8e HTTP/1.1" status: 204 len: 168 time: 4.0742800 Jan 27 14:48:07.076110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33582) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:07.088662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-33a810ff-b272-4892-9c67-1bb37ea3a387 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-344720751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:07.113300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.151578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83b094-6e70-48c0-aa05-c1a7dfa9f698 None None] Pushing event updated for resources: {'Port': ['ID=6e5a2b47-f36a-4641-8a70-560ae468014f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:07.223858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4de9c889-4f2c-4f22-9117-a1669e311855 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:07.281387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.288077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:07.288735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.297410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-55a6ae03-6338-426d-b816-3b88865df04c req-860533f4-39b5-444c-80ca-12f0f76e3fd6 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.1406293 Jan 27 14:48:07.304205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 4de9c889-4f2c-4f22-9117-a1669e311855 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:07.304623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4de9c889-4f2c-4f22-9117-a1669e311855 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:07.409230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33a810ff-b272-4892-9c67-1bb37ea3a387 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.410337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33a810ff-b272-4892-9c67-1bb37ea3a387 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.450752 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Allocated IP 2001:db8::1 (1f6c412f-4397-4b17-86cd-52996ccb5d4a/d5c774eb-756b-444a-8123-e1918840b5fb/515cffdc-fc4d-47a7-a3d0-9da84b7bf619) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:07.516381 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2981052 Jan 27 14:48:07.517972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:07.531298 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] Sync routers for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:07.602359 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:07.606133 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:07.641126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33a810ff-b272-4892-9c67-1bb37ea3a387 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.660513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33a810ff-b272-4892-9c67-1bb37ea3a387 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.669932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b05e5-3d82-4783-9002-de8873a2d2df tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Pushing event updated for resources: {'Network': ['ID=adca27e3-8687-402e-bc63-891001c29aff,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:07.676869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] No DVR routers for this DVR port 4de9c889-4f2c-4f22-9117-a1669e311855 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:07.682450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.688896 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8002088c-6274-4e33-b7a1-e8933cc0a0b6 req-c33ae77e-71e4-4406-9bfa-8a1f0659d352 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.72 "DELETE /v2.0/ports/4de9c889-4f2c-4f22-9117-a1669e311855 HTTP/1.1" status: 204 len: 173 time: 3.8384655 Jan 27 14:48:07.690016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'name': 'network-vif-deleted', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:48:07.692518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad35d7-2559-4767-b369-9bab0e4b7860" -d '{"events": [{"server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "name": "network-vif-deleted", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:48:07.708006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network adca27e3-8687-402e-bc63-891001c29aff details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:07.797756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33a810ff-b272-4892-9c67-1bb37ea3a387 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:07.802092 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-33a810ff-b272-4892-9c67-1bb37ea3a387 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7231338 Jan 27 14:48:07.814537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33596) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:07.837038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:07.917083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Allocated IP 172.26.6.7 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/7da6b538-372e-4192-b62a-37a5e2755dc5) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:07.994753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f67a832-6e61-4db4-b73c-264e19577d28', 'name': 'tempest-snat-router-396498863', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.250'}], 'enable_snat': False}, 'gw_port_id': 'dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:57Z', 'updated_at': '2022-01-27T14:48:01Z', 'revision_number': 3, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port': {'id': 'dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f67a832-6e61-4db4-b73c-264e19577d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:48:00Z', 'updated_at': '2022-01-27T14:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:08.012614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1c65e-2881-4a29-918c-83721470fe28 req-83a62716-19c2-4293-9b43-4caa4859b69b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:08.014567 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09a1c65e-2881-4a29-918c-83721470fe28 req-83a62716-19c2-4293-9b43-4caa4859b69b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2272420 Jan 27 14:48:08.053639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:08.064348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8832a6-c7c2-41bc-8a30-d546769530f0 None None] The sync data for ids ['4f67a832-6e61-4db4-b73c-264e19577d28'] in dv-neutron-826438-5-hyperv is: [{'id': '4f67a832-6e61-4db4-b73c-264e19577d28', 'name': 'tempest-snat-router-396498863', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.250'}], 'enable_snat': False}, 'gw_port_id': 'dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:47:57Z', 'updated_at': '2022-01-27T14:48:01Z', 'revision_number': 3, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port': {'id': 'dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f67a832-6e61-4db4-b73c-264e19577d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:48:00Z', 'updated_at': '2022-01-27T14:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:08.116588 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:08.338507 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09a1c65e-2881-4a29-918c-83721470fe28 req-a6c0f2ef-d929-4d39-bca3-4c34ce414a21 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051651 Jan 27 14:48:08.361071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33600) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:08.380242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Request body: {'port': {'network_id': 'adca27e3-8687-402e-bc63-891001c29aff', 'binding:host_id': 'hv-neutron-8264', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1667903463'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:08.457137 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:08.536998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2f68e2-7b0e-4110-a0e4-50e890035397 x-openstack-request-id: req-9f2f68e2-7b0e-4110-a0e4-50e890035397 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:48:08.536998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c5e644-7f75-43e2-b9dc-046db1f27315", "name": "network-vif-deleted", "tag": "4de9c889-4f2c-4f22-9117-a1669e311855", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:48:08.537229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f2f68e2-7b0e-4110-a0e4-50e890035397 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:48:08.537630 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c5e644-7f75-43e2-b9dc-046db1f27315', 'name': 'network-vif-deleted', 'tag': '4de9c889-4f2c-4f22-9117-a1669e311855', 'status': 'completed', 'code': 200} Jan 27 14:48:08.556045 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] Checking router: 02ee3961-c8b3-4335-9b14-79559f4180f0 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:48:08.607312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Made reservation on behalf of 963b8d256f604e618f01dff904f5dc3a for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:08.611847 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:08.613566 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:08.621182 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:08.635748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:08.729413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:08.775688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:08.975150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:08.977127 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:08.988666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:08.992263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:08.992830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:08.997799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Port': ['ID=515cffdc-fc4d-47a7-a3d0-9da84b7bf619,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:09.053129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.055987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.214157 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:09.273780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Subnet': ['ID=f6a6b443-11e6-4894-9f04-2d4a938bc474,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:09.318047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-464ca61c-603b-45ae-ae82-59087f29d189 req-4f6a2aee-bcb2-49b9-a7e1-5d4dea4e5f0a tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/ports?device_id=92c5e644-7f75-43e2-b9dc-046db1f27315 HTTP/1.1" status: 200 len: 210 time: 0.3497293 Jan 27 14:48:09.324050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6810774-a1b2-47ad-9471-14fb11bd46f7 None None] Network 17b63e63-5197-4a6e-8225-13e85f2695ff requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:09.480738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.532514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.579108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ffdca5f2-1952-42b1-a078-22c0d7dd9a7b None None] Provisioning complete for port 6e5a2b47-f36a-4641-8a70-560ae468014f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:09.591475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ffdca5f2-1952-42b1-a078-22c0d7dd9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.709088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e5a2b47-f36a-4641-8a70-560ae468014f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:09.709849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Allocated IP 172.26.6.46 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/27b9f130-7ccd-4314-bfb7-e22ab99b7772) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:09.814277 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:09.815433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ffdca5f2-1952-42b1-a078-22c0d7dd9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.837120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.853683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.867962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ffdca5f2-1952-42b1-a078-22c0d7dd9a7b None None] For port 6e5a2b47-f36a-4641-8a70-560ae468014f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6e5a2b47-f36a-4641-8a70-560ae468014f,segment=NetworkSegment(3992fede-5eb2-4e13-9553-e332229e2412),segment_id=3992fede-5eb2-4e13-9553-e332229e2412)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:09.870671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:09.888820 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f1864-75cf-43dd-b1e2-73f7ff57a860 None None] The sync data for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv is: [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:46:28Z', 'revision_number': 4, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '599e4aea-dcbc-4578-a9a4-efe1b35ddd2b', 'name': '', 'network_id': '131fbc0e-ac6b-4c25-a336-ab60cf032c27', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'mac_address': 'fa:16:3e:f1:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:26Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'subnets': [{'id': '7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:09.901734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Port': ['ID=7da6b538-372e-4192-b62a-37a5e2755dc5,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:09.925193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ffdca5f2-1952-42b1-a078-22c0d7dd9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.941098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.945634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] device_id is not set on port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:09.958502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:09.981420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6e5a2b47-f36a-4641-8a70-560ae468014f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:09.981792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.194589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.227168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] device_id is not set on port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:10.232163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3958f762-b2a5-4e24-89d9-199948a5d5a3 None None] Provisioning complete for port 515cffdc-fc4d-47a7-a3d0-9da84b7bf619 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:10.232782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3958f762-b2a5-4e24-89d9-199948a5d5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.238579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.253415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:10.256800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:10.334913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3958f762-b2a5-4e24-89d9-199948a5d5a3 None None] Port 515cffdc-fc4d-47a7-a3d0-9da84b7bf619 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:10.337277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdca5f2-1952-42b1-a078-22c0d7dd9a7b None None] Pushing event updated for resources: {'Port': ['ID=6e5a2b47-f36a-4641-8a70-560ae468014f,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:10.337883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event updated for resources: {'Port': ['ID=27b9f130-7ccd-4314-bfb7-e22ab99b7772,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:10.416869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:10.430349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:10.438802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:10.464570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.468737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:10.541267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df6f18-feab-45af-8e54-2810d6584422 req-10e4dfd3-b482-40ef-b11c-34235e9de557 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:10.549207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-58df6f18-feab-45af-8e54-2810d6584422 req-10e4dfd3-b482-40ef-b11c-34235e9de557 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.8637202 Jan 27 14:48:10.583057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:10.583462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.603017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300af0e-5347-4539-b8a2-76d6dcf4ed09 req-809e009c-c5d1-45ec-83f6-66fe2cdce790 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:10.609196 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9300af0e-5347-4539-b8a2-76d6dcf4ed09 req-809e009c-c5d1-45ec-83f6-66fe2cdce790 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 1.3877580 Jan 27 14:48:10.644887 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d268d93-0a20-42ff-a629-d85aa5de633f None None] New status for floating IP 8fa3ed74-16e8-4168-a8b9-ecf0bd37471f: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:48:10.658088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ded97-6367-4226-9d41-9808f85730b9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:10.731151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Checking segment: {'id': 'f5edc522-0863-47b4-ae96-58a7a07eacab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6541a212-6416-4c75-ba82-93304eb6c488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:10.731693 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network hostable DHCP agents. Network: 6541a212-6416-4c75-ba82-93304eb6c488, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:10.766837 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-58df6f18-feab-45af-8e54-2810d6584422 req-6ef9a95b-02fe-49bb-b48a-56fe129cacc9 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022851 Jan 27 14:48:10.778876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=0e272dbd-e327-42c8-886e-dbfa9f2412e5,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:10.808098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a44e1030-3127-462a-a316-e0aa97075a33 None None] Provisioning complete for port 6e5a2b47-f36a-4641-8a70-560ae468014f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:10.808481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a44e1030-3127-462a-a316-e0aa97075a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.839621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.860165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9300af0e-5347-4539-b8a2-76d6dcf4ed09 req-a432889d-b7bd-4962-8e45-b0e81307fc56 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2188742 Jan 27 14:48:10.864121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:10.867363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Checking segment: {'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:10.868192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Network hostable DHCP agents. Network: adca27e3-8687-402e-bc63-891001c29aff, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:10.870928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network 6541a212-6416-4c75-ba82-93304eb6c488 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:10.881443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.921848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 6541a212-6416-4c75-ba82-93304eb6c488) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:10.955613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0297e45e-f97b-430c-a7cb-33f45b5ce9dd None None] Network 6541a212-6416-4c75-ba82-93304eb6c488 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:10.958210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:10.975615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:10.987675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.106487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33624) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:11.110192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.125381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.125381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.231941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.236264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Network adca27e3-8687-402e-bc63-891001c29aff is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:11.338631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, adca27e3-8687-402e-bc63-891001c29aff) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:11.352253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:11.376381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event updated for resources: {'Subnet': ['ID=f53c5cb9-2a12-4889-8662-42d853fdf3ce,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:11.470991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f93ddb-2d0f-4a45-98fa-303e06fc3b0c None None] Network adca27e3-8687-402e-bc63-891001c29aff requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:11.472321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:11.472784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:11.473134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:11.493405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-6541a212-6416-4c75-ba82-93304eb6c488', 'network_id': '6541a212-6416-4c75-ba82-93304eb6c488', 'tenant_id': '0b28c969df1345aba8475cf6853e0479', 'fixed_ips': [{'subnet_id': 'f6a6b443-11e6-4894-9f04-2d4a938bc474'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:11.494747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.499876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:11.500130 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:11.503087 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 2 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:11.521929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:11.522299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:11.522636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:11.533161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Checking segment: {'id': 'f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:11.533518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network hostable DHCP agents. Network: 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:11.579448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e5a2b47-f36a-4641-8a70-560ae468014f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:11.597920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:11.598331 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:11.615448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event updated for resources: {'Port': ['ID=515cffdc-fc4d-47a7-a3d0-9da84b7bf619,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:11.710631 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 3 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:11.715640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.740817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Network 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:11.759740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1e111c4-7ead-4a21-87e1-c23d092a63e8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.805573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:11.805573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:11.807113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:11.838205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1e111c4-7ead-4a21-87e1-c23d092a63e8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.840024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:11.840611 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:11.846040 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 4 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:11.850531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:11.869532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6bcc9f-3d9c-4ab3-bc5a-403e8ac49e86 None None] Network 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:11.914378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6e5a2b47-f36a-4641-8a70-560ae468014f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:11.914753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:11.976494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:11.995324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Allocated IP 2001:db8::1 (6541a212-6416-4c75-ba82-93304eb6c488/f6a6b443-11e6-4894-9f04-2d4a938bc474/9a55ff6c-b375-4004-8c24-6caed71055e7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:11.995591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:12.225629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:12.262334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-3ca83cf8-06a8-419a-be8d-dbcbd7f7a797', 'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797', 'tenant_id': '0b28c969df1345aba8475cf6853e0479', 'fixed_ips': [{'subnet_id': 'f53c5cb9-2a12-4889-8662-42d853fdf3ce'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:12.263239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.433346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:12.434889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:12.435970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.449858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.481756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7202b20-1abc-495f-b8ed-ee54c1238516 req-2bace617-aee3-4cb5-9af9-547f523d8ca1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:12.484419 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7202b20-1abc-495f-b8ed-ee54c1238516 req-2bace617-aee3-4cb5-9af9-547f523d8ca1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.9156644 Jan 27 14:48:12.495899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:12.496428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:12.497031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:12.500182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.510260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:12.510260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.561400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:12.561910 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:12.573968 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 5 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:12.580840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.615778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.618743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-951c29c2-e130-4cbc-a3a7-4f2bf95ae255 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.4631972 Jan 27 14:48:12.621708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1e111c4-7ead-4a21-87e1-c23d092a63e8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.624511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1e111c4-7ead-4a21-87e1-c23d092a63e8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.626033 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1e111c4-7ead-4a21-87e1-c23d092a63e8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "DELETE /v2.0/security-groups/79969055-a2b2-4f90-b96a-4da1a6928289 HTTP/1.1" status: 204 len: 168 time: 1.5140023 Jan 27 14:48:12.626689 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33634) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:12.634803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33636) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:12.649863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Network 6541a212-6416-4c75-ba82-93304eb6c488 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:12.671655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:12.672198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:12.672746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:12.677311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:12.685505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e111c4-7ead-4a21-87e1-c23d092a63e8 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79969055-a2b2-4f90-b96a-4da1a6928289,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:12.697723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:12.706344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Allocated IP 2001:db8:0:1::1 (3ca83cf8-06a8-419a-be8d-dbcbd7f7a797/f53c5cb9-2a12-4889-8662-42d853fdf3ce/2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:12.709546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b1b802c0-2994-4b33-bc70-cf5a150f77c4 None None] Provisioning complete for port 515cffdc-fc4d-47a7-a3d0-9da84b7bf619 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:12.710147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1b802c0-2994-4b33-bc70-cf5a150f77c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:12.717619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-75f4ff9d-f6ab-4885-bcfc-6418e069f669 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] show failed (client error): The resource could not be found. Jan 27 14:48:12.721424 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-75f4ff9d-f6ab-4885-bcfc-6418e069f669 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "GET /v2.0/security-groups/79969055-a2b2-4f90-b96a-4da1a6928289 HTTP/1.1" status: 404 len: 347 time: 0.0772390 Jan 27 14:48:12.725133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33638) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:12.730216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Pushing event updated for resources: {'Port': ['ID=9a55ff6c-b375-4004-8c24-6caed71055e7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:12.736292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967cce4-bf81-4a29-b812-00d11ea61c49 req-8736fa30-bd94-409a-878f-07726db38863 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:12.748848 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0967cce4-bf81-4a29-b812-00d11ea61c49 req-8736fa30-bd94-409a-878f-07726db38863 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.3040357 Jan 27 14:48:12.754640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:12.754974 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:12.760381 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 6 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:12.765597 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7202b20-1abc-495f-b8ed-ee54c1238516 req-2d6805f2-5c7a-4000-be98-2143ac8d92e6 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172940 Jan 27 14:48:12.794343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:12.794657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:12.806233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:12.819586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Router cb7a34d4-22e6-4d35-9a6d-22a345e6d7de has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:12.825260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:12.825614 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:12.826453 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 7 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:12.827881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6c122-9386-4944-b553-434070e6589b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:12.831357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6c122-9386-4944-b553-434070e6589b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:12.835382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6c122-9386-4944-b553-434070e6589b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:12.835847 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0967cce4-bf81-4a29-b812-00d11ea61c49 req-07317469-d2eb-45c2-87f4-4daa077fa035 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853021 Jan 27 14:48:12.839571 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a8b6c122-9386-4944-b553-434070e6589b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2070591 Jan 27 14:48:12.843674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Router 3401101e-129e-4e42-b9cb-3022182a35f4 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:12.852669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:12.853027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:12.853377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:12.860745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33640) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:12.874676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:12.874676 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:12.897640 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 8 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:12.966394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:12.967422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:12.967422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:12.989579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Deleting subnet f6a6b443-11e6-4894-9f04-2d4a938bc474 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:12.989916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b1b802c0-2994-4b33-bc70-cf5a150f77c4 None None] Port 515cffdc-fc4d-47a7-a3d0-9da84b7bf619 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:12.992212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.032170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:13.032754 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:13.067141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Attempting to bind port 9a55ff6c-b375-4004-8c24-6caed71055e7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:13.067790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Attempting to bind port 9a55ff6c-b375-4004-8c24-6caed71055e7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f5edc522-0863-47b4-ae96-58a7a07eacab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6541a212-6416-4c75-ba82-93304eb6c488'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:13.072708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Attempting to bind port 9a55ff6c-b375-4004-8c24-6caed71055e7 on network 6541a212-6416-4c75-ba82-93304eb6c488 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:13.094416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:13.097879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:13.098388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Checking segment: {'id': 'f5edc522-0863-47b4-ae96-58a7a07eacab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6541a212-6416-4c75-ba82-93304eb6c488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:13.099057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.100225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Bound using segment: {'id': 'f5edc522-0863-47b4-ae96-58a7a07eacab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6541a212-6416-4c75-ba82-93304eb6c488'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:13.100372 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 9 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:13.100589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Bound port: 9a55ff6c-b375-4004-8c24-6caed71055e7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5edc522-0863-47b4-ae96-58a7a07eacab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6541a212-6416-4c75-ba82-93304eb6c488'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:13.101144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.103475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:13.105628 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-37473761-b0fb-4745-9d21-c4e7d9315c8c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6969826 Jan 27 14:48:13.106999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33642) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:13.113087 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] Sync routers for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:13.145564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.146381 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Sync routers for ids ['3401101e-129e-4e42-b9cb-3022182a35f4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:13.148058 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:13.148691 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:13.153836 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7c30b931-f9a4-461d-9902-d593eacd7c21 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 8.8313444 Jan 27 14:48:13.154869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33644) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:13.187422 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:13.198486 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:13.199170 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:13.231116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Deleting port 62e6828c-59e9-486f-b350-2da0003aabb9 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:13.231683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.249982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Routers {'3401101e-129e-4e42-b9cb-3022182a35f4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:13.250896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3401101e-129e-4e42-b9cb-3022182a35f4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:13.253872 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:13.254732 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be5552-fbcd-4f0f-9e62-d80a7ff919f6 None None] The sync data for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:13.272990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.277951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:13.278292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:13.278640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:13.317343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:13.317581 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:13.321572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Router 0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:13.321816 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.plugins.ml2.plugin [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 10 to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 Jan 27 14:48:13.346067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9dabd57b-7578-4756-b7e5-d97364195a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.346474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:13.346769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:13.347113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:13.358255 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c517ff1f-0b26-439c-8c6f-fc7574bf9765 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/3401101e-129e-4e42-b9cb-3022182a35f4 HTTP/1.1" status: 200 len: 905 time: 0.1958294 Jan 27 14:48:13.359076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33646) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:13.369822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:13.370197 dv-neutron-826438-5-hyperv neutron-server[108743]: ERROR neutron.plugins.ml2.managers [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:13.370524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.413341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-98f3b7bf-0e89-4d85-81d4-cf5feea04842 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:13.414935 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-98f3b7bf-0e89-4d85-81d4-cf5feea04842 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.72 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.1955495 Jan 27 14:48:13.506382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.506604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.514997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.517951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] For port 9a55ff6c-b375-4004-8c24-6caed71055e7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:13.545017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.558891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] For port 9a55ff6c-b375-4004-8c24-6caed71055e7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9a55ff6c-b375-4004-8c24-6caed71055e7,segment=NetworkSegment(f5edc522-0863-47b4-ae96-58a7a07eacab),segment_id=f5edc522-0863-47b4-ae96-58a7a07eacab)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:13.563742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Calling delete_port for 62e6828c-59e9-486f-b350-2da0003aabb9 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:13.579728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.583556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.609651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.620369 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-9dabd57b-7578-4756-b7e5-d97364195a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 14:48:13.625103 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9dabd57b-7578-4756-b7e5-d97364195a15 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de HTTP/1.1" status: 409 len: 329 time: 0.5135362 Jan 27 14:48:13.625737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33648) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:13.642379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] For port 0e272dbd-e327-42c8-886e-dbfa9f2412e5, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:13.642755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempted to set empty binding levels {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 14:48:13.647039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Set router 3401101e-129e-4e42-b9cb-3022182a35f4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:13.661324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Network 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:13.664530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.715368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:13.763591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=0e272dbd-e327-42c8-886e-dbfa9f2412e5,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:13.768973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:13.774644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Pushing event updated for resources: {'Port': ['ID=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:13.823396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:13.824519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.859395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:13.879698 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-54086f2f-79ed-4322-b493-876fb76553c3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.5160725 Jan 27 14:48:13.886854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33654) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:13.888642 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] Sync routers for ids ['0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:13.904005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:13.910689 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] Routers {'0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:13.911364 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:14.033287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.041936 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:14.057367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a6b443-11e6-4894-9f04-2d4a938bc474,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:14.065437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.075855 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5094a05e-a1df-40fb-a0cb-3dae095591cc tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/subnets/f6a6b443-11e6-4894-9f04-2d4a938bc474 HTTP/1.1" status: 204 len: 168 time: 1.2126095 Jan 27 14:48:14.077726 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] Routers {'0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:14.080974 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:14.117235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.120947 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5ddf7889-812e-4640-bb7e-51cf5349249b tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "PUT /v2.0/routers/0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 HTTP/1.1" status: 200 len: 882 time: 6.3031845 Jan 27 14:48:14.120947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33656) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:14.152545 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:14.153902 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090ea39-4626-4ec2-bfdc-00aaeefdae19 None None] The sync data for ids ['0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:14.164861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33658) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:14.268538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cfcee-4390-4945-bc8e-c1229acec168 req-701fd7c0-d8ae-4ca2-ba66-b27599f9ad22 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:14.280937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-817cfcee-4390-4945-bc8e-c1229acec168 req-701fd7c0-d8ae-4ca2-ba66-b27599f9ad22 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.3264408 Jan 27 14:48:14.304816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af4c59-4184-443d-8c6d-5d1f299e015e req-775a8b03-5338-453a-aba8-642e72d1f746 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:14.312756 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94af4c59-4184-443d-8c6d-5d1f299e015e req-775a8b03-5338-453a-aba8-642e72d1f746 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3822205 Jan 27 14:48:14.378891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe159fb0-914c-4c25-96c7-5c1ce04f2977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.402613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Attempting to bind port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:14.405569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Attempting to bind port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:14.406144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Attempting to bind port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea on network 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:14.421266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b97ca-026e-4dac-a6f0-4dd0923e4c0f None None] Pushing event updated for resources: {'Port': ['ID=9a55ff6c-b375-4004-8c24-6caed71055e7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:14.431501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:14.431971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Checking segment: {'id': 'f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:14.432456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.432949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Bound using segment: {'id': 'f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:14.433528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Bound port: 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3ca83cf8-06a8-419a-be8d-dbcbd7f7a797'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:14.433995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.439203 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-817cfcee-4390-4945-bc8e-c1229acec168 req-18ad15d4-0a53-4e81-a8c2-d8c7db615c89 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1520345 Jan 27 14:48:14.446561 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94af4c59-4184-443d-8c6d-5d1f299e015e req-830407e3-a69f-40c3-9e8e-b57a35afa0c6 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328309 Jan 27 14:48:14.449558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Deleting port 0e272dbd-e327-42c8-886e-dbfa9f2412e5 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:14.450452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.494130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Deleting subnet f53c5cb9-2a12-4889-8662-42d853fdf3ce {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:14.508496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.523708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Deleting port 7da6b538-372e-4192-b62a-37a5e2755dc5 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:14.524295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.572591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.602082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] For port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:14.603659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] For port 0e272dbd-e327-42c8-886e-dbfa9f2412e5, host hv-neutron-8264, got binding levels [] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:14.604089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.604844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Deleting port 70a07c54-a110-4bab-af2a-23d26ecb67fe {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:14.605393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.611312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] For port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,segment=NetworkSegment(f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d),segment_id=f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:14.615725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401101e-129e-4e42-b9cb-3022182a35f4', 'name': 'tempest-snat-router-396498863', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '7da6b538-372e-4192-b62a-37a5e2755dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:48:04Z', 'updated_at': '2022-01-27T14:48:10Z', 'revision_number': 3, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port': {'id': '7da6b538-372e-4192-b62a-37a5e2755dc5', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401101e-129e-4e42-b9cb-3022182a35f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:48:07Z', 'updated_at': '2022-01-27T14:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:14.621783 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.625980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Calling delete_port for 0e272dbd-e327-42c8-886e-dbfa9f2412e5 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:14.644657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.693465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.698052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Checking router: 3401101e-129e-4e42-b9cb-3022182a35f4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:48:14.698740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Updating router 3401101e-129e-4e42-b9cb-3022182a35f4 port 7da6b538-372e-4192-b62a-37a5e2755dc5 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:48:14.716858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Calling delete_port for 7da6b538-372e-4192-b62a-37a5e2755dc5 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:14.814674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.827142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.864275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e272dbd-e327-42c8-886e-dbfa9f2412e5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:14.874196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:14.881091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-196201d2-2c3c-4873-861a-043f5539db13 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0e272dbd-e327-42c8-886e-dbfa9f2412e5 HTTP/1.1" status: 204 len: 168 time: 0.9845829 Jan 27 14:48:14.881091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33660) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:14.911974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230a6dc-9466-49a8-b186-1ea502d3cb13 None None] Pushing event updated for resources: {'Port': ['ID=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:14.941625 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eb9748-5990-4c93-92da-b5e67c79d460 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:48:14.946871 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9eb9748-5990-4c93-92da-b5e67c79d460 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "GET /v2.0/ports/0e272dbd-e327-42c8-886e-dbfa9f2412e5 HTTP/1.1" status: 404 len: 333 time: 0.0618553 Jan 27 14:48:14.948243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33662) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:14.955589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Request body: {'port': {'network_id': 'adca27e3-8687-402e-bc63-891001c29aff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-119425556'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:15.032690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Made reservation on behalf of 963b8d256f604e618f01dff904f5dc3a for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:15.035381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.066462 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-90983002-25fb-4789-989f-105b69ce9b01 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 HTTP/1.1" status: 200 len: 923 time: 0.8926306 Jan 27 14:48:15.067746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33664) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:15.074438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Pushing event deleted for resources: {'Port': ['ID=62e6828c-59e9-486f-b350-2da0003aabb9,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:15.077026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] device_id is not set on port fa7927da-ba30-4cf2-856f-9784b6167d36 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:15.226516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.258892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] For port 70a07c54-a110-4bab-af2a-23d26ecb67fe, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=70a07c54-a110-4bab-af2a-23d26ecb67fe,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:15.262378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.273329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.324671 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.327750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.332424 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-81d3b842-7f3e-4612-8fed-2abff0a76556 tempest-ServersTestManualDisk-1225707345 tempest-ServersTestManualDisk-1225707345-project] 10.222.0.18 "DELETE /v2.0/floatingips/8fa3ed74-16e8-4168-a8b9-ecf0bd37471f HTTP/1.1" status: 204 len: 168 time: 2.6018915 Jan 27 14:48:15.334320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33666) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:15.431825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event deleted for resources: {'Port': ['ID=7da6b538-372e-4192-b62a-37a5e2755dc5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:15.439343 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:48:15.439642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:48:15.655066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.659763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a53474-1f77-46e3-85c3-ccdd3699c280 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:15.665117 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d1a53474-1f77-46e3-85c3-ccdd3699c280 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5938463 Jan 27 14:48:15.674902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:15.706628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33672) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:15.737078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:15.737460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.767724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5624e-2a5f-44f7-a21a-aa6753ff3c38 None None] Network 6541a212-6416-4c75-ba82-93304eb6c488 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:15.816936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6ef03-3eab-449b-b331-f5768ce017d0 req-b26a6274-4b40-4592-8e01-af19737881a5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:15.817479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.818467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f6e6ef03-3eab-449b-b331-f5768ce017d0 req-b26a6274-4b40-4592-8e01-af19737881a5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2418573 Jan 27 14:48:15.821238 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/subnets/f53c5cb9-2a12-4889-8662-42d853fdf3ce HTTP/1.1" status: 204 len: 168 time: 1.6972008 Jan 27 14:48:15.822193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339d156-c471-4706-9f10-76aedf8e8b5c tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Subnet': ['ID=f53c5cb9-2a12-4889-8662-42d853fdf3ce,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:15.838709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33674) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:15.880296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.886758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a862482c-032a-43db-b6de-229fd06a0648 None None] Provisioning complete for port 9a55ff6c-b375-4004-8c24-6caed71055e7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:15.888158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a862482c-032a-43db-b6de-229fd06a0648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.948102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab926b-77d6-4107-8cd1-10ee88c5f127 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:15.958004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:15.959734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33676) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:15.963597 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8cab926b-77d6-4107-8cd1-10ee88c5f127 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.2523415 Jan 27 14:48:16.005472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Port 7da6b538-372e-4192-b62a-37a5e2755dc5 not found while updating agent binding for router 3401101e-129e-4e42-b9cb-3022182a35f4. {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 27 14:48:16.038739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.044774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Routers {'3401101e-129e-4e42-b9cb-3022182a35f4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:16.045424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:47:47Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3401101e-129e-4e42-b9cb-3022182a35f4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:16.118163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e68c22-e571-44fd-a647-bb71f4f6af33 req-8e188f0e-c8a0-467f-b831-98aafae9f898 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:16.120832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f8e68c22-e571-44fd-a647-bb71f4f6af33 req-8e188f0e-c8a0-467f-b831-98aafae9f898 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 946 time: 0.4717062 Jan 27 14:48:16.138535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] Set router 3401101e-129e-4e42-b9cb-3022182a35f4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:16.224118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401101e-129e-4e42-b9cb-3022182a35f4', 'name': 'tempest-snat-router-396498863', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:48:04Z', 'updated_at': '2022-01-27T14:48:14Z', 'revision_number': 5, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:16.237206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.237732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.237922 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Floating IP 024fa9be-5ca4-4b9e-a1ae-641e427da67f disassociated. External IP: 172.26.6.8, port: 70a07c54-a110-4bab-af2a-23d26ecb67fe. Jan 27 14:48:16.238230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Calling delete_port for 70a07c54-a110-4bab-af2a-23d26ecb67fe owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:16.262816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75903fd3-795b-420f-b438-bd4b37376da3 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:16.263112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.265057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-75903fd3-795b-420f-b438-bd4b37376da3 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4189987 Jan 27 14:48:16.272391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1c37a832-fa53-4ca9-8736-d2389cd8823d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 HTTP/1.1" status: 200 len: 205 time: 0.3091753 Jan 27 14:48:16.273929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33678) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:16.274170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33680) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:16.280996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cedee9e-eb65-4942-b964-e38a0e1dd47f None None] The sync data for ids ['3401101e-129e-4e42-b9cb-3022182a35f4'] in dv-neutron-826438-5-hyperv is: [{'id': '3401101e-129e-4e42-b9cb-3022182a35f4', 'name': 'tempest-snat-router-396498863', 'tenant_id': '35c8fbd62959469588af0f46f0e0d5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:48:04Z', 'updated_at': '2022-01-27T14:48:14Z', 'revision_number': 5, 'project_id': '35c8fbd62959469588af0f46f0e0d5ec', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:16.302725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2224f1f2-6d10-4b19-b58b-5f115e322ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.317541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f6e6ef03-3eab-449b-b331-f5768ce017d0 req-9f3fea8d-eee3-4f45-84d5-e347d594ac68 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4821944 Jan 27 14:48:16.337922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.363403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,segment=NetworkSegment(f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d),segment_id=f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:16.374895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.375155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.376356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9a55ff6c-b375-4004-8c24-6caed71055e7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:16.417590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.445988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] DHCP port deletion for 6541a212-6416-4c75-ba82-93304eb6c488 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:16.499780 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a862482c-032a-43db-b6de-229fd06a0648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.622089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:16.685887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7927da-ba30-4cf2-856f-9784b6167d36,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:16.707007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Network adca27e3-8687-402e-bc63-891001c29aff is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:16.730031 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f8e68c22-e571-44fd-a647-bb71f4f6af33 req-0f0bfacd-0b1c-42dd-b58f-5acf97f001ac tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a7f1937-b92a-440f-b71f-8faf9028ebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4806294 Jan 27 14:48:16.737545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a862482c-032a-43db-b6de-229fd06a0648 None None] For port 9a55ff6c-b375-4004-8c24-6caed71055e7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9a55ff6c-b375-4004-8c24-6caed71055e7,segment=NetworkSegment(f5edc522-0863-47b4-ae96-58a7a07eacab),segment_id=f5edc522-0863-47b4-ae96-58a7a07eacab)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:16.740522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:16.747591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9a55ff6c-b375-4004-8c24-6caed71055e7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:16.749894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.757919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.775011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:16.777390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:16.779061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.797186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.798966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3401101e-129e-4e42-b9cb-3022182a35f4 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:16.804028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.805223 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e11251a6-7bd4-4c0d-b3d3-0e547524d7b2 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3401101e-129e-4e42-b9cb-3022182a35f4 HTTP/1.1" status: 204 len: 168 time: 3.4450727 Jan 27 14:48:16.812264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33682) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:16.819608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2254ea-a053-4968-b397-5ef15965206b None None] Network 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:16.837608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a862482c-032a-43db-b6de-229fd06a0648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:16.843721 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3e63da9-5e5b-4eeb-b5c4-f488550d7d7a tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8916478 Jan 27 14:48:16.869471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33684) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:16.876686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:16.957445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.083970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862482c-032a-43db-b6de-229fd06a0648 None None] Pushing event updated for resources: {'Port': ['ID=9a55ff6c-b375-4004-8c24-6caed71055e7,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:17.091464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] Deleting port 9a55ff6c-b375-4004-8c24-6caed71055e7 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:17.091838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.137681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1aab4ea0-90af-4fa9-8622-b91865f36187 None None] Provisioning complete for port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:17.138000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1aab4ea0-90af-4fa9-8622-b91865f36187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.144407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.200242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 70a07c54-a110-4bab-af2a-23d26ecb67fe no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:17.300578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 70a07c54-a110-4bab-af2a-23d26ecb67fe {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:17.301330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 70a07c54-a110-4bab-af2a-23d26ecb67fe not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:17.359029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] For port 9a55ff6c-b375-4004-8c24-6caed71055e7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9a55ff6c-b375-4004-8c24-6caed71055e7,segment=NetworkSegment(f5edc522-0863-47b4-ae96-58a7a07eacab),segment_id=f5edc522-0863-47b4-ae96-58a7a07eacab)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:17.359314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.375050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] Calling delete_port for 9a55ff6c-b375-4004-8c24-6caed71055e7 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:17.558705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.575028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.627146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b29e3-add7-4f4e-bb4c-cf409a351b95 req-af7631cd-5f1d-4b45-9c79-915cd23746db tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:17.628995 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-797b29e3-add7-4f4e-bb4c-cf409a351b95 req-af7631cd-5f1d-4b45-9c79-915cd23746db tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1208191 Jan 27 14:48:17.656952 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.657727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event deleted for resources: {'Port': ['ID=70a07c54-a110-4bab-af2a-23d26ecb67fe,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:17.693138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Deleting port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:17.693478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.762320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.789527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.817737 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-797b29e3-add7-4f4e-bb4c-cf409a351b95 req-bfec9a00-8b63-4ad9-9fda-c21151e10e23 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766288 Jan 27 14:48:17.843639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:17.855064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] Pushing event deleted for resources: {'Port': ['ID=9a55ff6c-b375-4004-8c24-6caed71055e7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:17.867174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94c25e-96e5-43dd-b894-31d7fc763bac None None] No DVR routers for this DVR port 9a55ff6c-b375-4004-8c24-6caed71055e7 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:17.879002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] DHCP port deletion for 3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:17.966636 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-951dc888-ff71-403b-a197-5e8c9f609ab2 req-3d5562ae-63eb-4b85-a591-0ffd09a7894d tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 210 time: 0.0408149 Jan 27 14:48:17.999422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] Deleting port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:18.000162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.003421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Deleting port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:18.003778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.014000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] For port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,segment=NetworkSegment(f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d),segment_id=f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:18.014261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.099087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9a55ff6c-b375-4004-8c24-6caed71055e7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:18.100765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Calling delete_port for 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:18.143530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 9a55ff6c-b375-4004-8c24-6caed71055e7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:18.144115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9a55ff6c-b375-4004-8c24-6caed71055e7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:18.160702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] For port dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:18.161327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.168785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] For port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,segment=NetworkSegment(f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d),segment_id=f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:18.169031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.187011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Calling delete_port for dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:18.195426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] Calling delete_port for 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:18.261007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.302641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.323154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Port': ['ID=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:18.359977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.390598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] No DVR routers for this DVR port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:18.396771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] Pushing event deleted for resources: {'Port': ['ID=2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:18.403704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc756c76-0cf0-409e-8b44-803d6f681dfe None None] No DVR routers for this DVR port 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:18.431049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.460258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:18.462909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Router aebf4cd2-039b-47cd-9792-3f0f05d71a2d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:18.523525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.568205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] device_id is not set on port fa7927da-ba30-4cf2-856f-9784b6167d36 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:18.574345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Deleting port 515cffdc-fc4d-47a7-a3d0-9da84b7bf619 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:18.574727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.594492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Deleting port 27b9f130-7ccd-4314-bfb7-e22ab99b7772 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:18.594836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.600767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.631491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.634554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.674509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.677236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.702614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.703231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f67a832-6e61-4db4-b73c-264e19577d28 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:18.709394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.711608 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5728401b-7c62-4b58-ac56-1c40138ba438 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4f67a832-6e61-4db4-b73c-264e19577d28 HTTP/1.1" status: 204 len: 168 time: 1.8964770 Jan 27 14:48:18.717382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33690) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:18.719030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.722240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1780425110', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:18.755034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.758223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.819600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:18.951637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca83cf8-06a8-419a-be8d-dbcbd7f7a797']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:18.998041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:19.001102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f000a7cc-1bcb-4dfd-ac3e-3a196ba87c3d') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:19.005294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7927da-ba30-4cf2-856f-9784b6167d36,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:19.063075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.089684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.110301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.115592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.137705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.145175 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-88ca1ee4-d1f1-42db-95a0-1728e33e3f96 req-0863843d-56b9-4fac-92de-3ba349f080c8 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 210 time: 0.0693498 Jan 27 14:48:19.149659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.166398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:19.166733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:19.167057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:19.175199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Calling delete_port for 27b9f130-7ccd-4314-bfb7-e22ab99b7772 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:19.188182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Calling delete_port for 515cffdc-fc4d-47a7-a3d0-9da84b7bf619 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:19.194451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:19.195123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:19.210630 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:19.224364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724da9f-6a1f-46e4-8f33-1f30f9db45ac req-9347f14e-5cef-4794-b4bd-cd786ee14b99 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:19.225983 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b724da9f-6a1f-46e4-8f33-1f30f9db45ac req-9347f14e-5cef-4794-b4bd-cd786ee14b99 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2545106 Jan 27 14:48:19.242594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:19.243048 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:19.259947 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 2 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:19.296124 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b724da9f-6a1f-46e4-8f33-1f30f9db45ac req-db655819-601a-4af2-9097-431557fd111f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602744 Jan 27 14:48:19.365782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:19.380012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] Sync routers for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:19.392869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:19.393688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:19.466311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.502934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.510632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:19.511118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:19.511687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:19.523512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:19.600663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.602993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:19.603573 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:19.615376 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 3 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:19.628950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] No DVR routers for this DVR port 70a07c54-a110-4bab-af2a-23d26ecb67fe on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:19.643062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.648965 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/networks/3ca83cf8-06a8-419a-be8d-dbcbd7f7a797 HTTP/1.1" status: 204 len: 168 time: 3.3713169 Jan 27 14:48:19.653686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33696) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:19.662824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Allocated IP 172.26.6.95 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/80e0bc2e-df87-4da1-a213-15007c8b2286) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:19.688548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.694886 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e665fbda-f229-4d43-a00e-e34f38ed5595 req-1ed08104-073e-4c8c-82ea-d8c3c9b37cc3 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.72 "DELETE /v2.0/ports/70a07c54-a110-4bab-af2a-23d26ecb67fe HTTP/1.1" status: 204 len: 173 time: 6.2496147 Jan 27 14:48:19.695695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'name': 'network-vif-deleted', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:48:19.703982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f667e96-06b8-4b5e-8ee0-8f1fc0b20d49" -d '{"events": [{"server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "name": "network-vif-deleted", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:48:19.795856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.907395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8593-ae06-4bdd-918a-08bf15610c02 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Network': ['ID=3ca83cf8-06a8-419a-be8d-dbcbd7f7a797,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:19.930765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:19.943858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:19.944460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:19.947111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:19.965100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.977431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:19.992357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:19.993104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2d2236c5-d4e9-40f9-978b-c87f1c8dd5ea not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:19.994457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:19.997551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a49d793-133c-49bd-8347-81d7ad4d722f x-openstack-request-id: req-5a49d793-133c-49bd-8347-81d7ad4d722f {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:48:19.998466 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5612ef20-12ad-48b7-84f2-552b4a4ce765", "name": "network-vif-deleted", "tag": "70a07c54-a110-4bab-af2a-23d26ecb67fe", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:48:19.998956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a49d793-133c-49bd-8347-81d7ad4d722f {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:48:19.999530 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5612ef20-12ad-48b7-84f2-552b4a4ce765', 'name': 'network-vif-deleted', 'tag': '70a07c54-a110-4bab-af2a-23d26ecb67fe', 'status': 'completed', 'code': 200} Jan 27 14:48:20.001937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:51Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:20.015027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6541a212-6416-4c75-ba82-93304eb6c488']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:20.017234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:20.017762 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:20.040194 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 4 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:20.044468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5edc522-0863-47b4-ae96-58a7a07eacab') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:20.044941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5edc522-0863-47b4-ae96-58a7a07eacab') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:20.066598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.076994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:20.081650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dcfdb95d-a1bf-42b4-b01f-6d3b7b6b6b90 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:20.084953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] Checking router: aebf4cd2-039b-47cd-9792-3f0f05d71a2d for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:48:20.090698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:20.091338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:20.091842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:20.106565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:20.107904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:20.116712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.127789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:20.128111 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:20.130606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.131297 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 5 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:20.164326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.185170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event updated for resources: {'Port': ['ID=80e0bc2e-df87-4da1-a213-15007c8b2286,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:20.201170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:20.201801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:20.205627 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:20.215077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:20.215432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:20.215781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:20.218158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Port': ['ID=515cffdc-fc4d-47a7-a3d0-9da84b7bf619,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:20.232322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:20.237389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:20.237720 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:20.244278 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 6 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:20.274657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.275562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:20.284745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:20.353920 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event deleted for resources: {'Port': ['ID=27b9f130-7ccd-4314-bfb7-e22ab99b7772,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:20.356596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:20.357163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:20.357658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:20.399900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:20.400237 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:20.407204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.410812 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 7 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:20.418609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Deleting port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:20.418864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.422722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.437808 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/networks/6541a212-6416-4c75-ba82-93304eb6c488 HTTP/1.1" status: 204 len: 168 time: 0.7829838 Jan 27 14:48:20.446333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33704) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:20.527409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:20.626550 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48709da1-68dd-4043-9631-50bea115b94a req-c6b21bd3-c9ed-4a8d-9281-3e798fb14a92 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/ports?device_id=5612ef20-12ad-48b7-84f2-552b4a4ce765 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Jan 27 14:48:20.682394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fdd4f-2d8f-44ba-812c-1ead7247248b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Network': ['ID=6541a212-6416-4c75-ba82-93304eb6c488,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:20.800091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.846205 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bbe13-b23f-4ebf-b9a7-5b95346f85c6 req-cf937c9c-8d7c-4454-81f5-b25673445c93 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:20.847757 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-511bbe13-b23f-4ebf-b9a7-5b95346f85c6 req-cf937c9c-8d7c-4454-81f5-b25673445c93 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2512791 Jan 27 14:48:20.866130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:20.967716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:51Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:21.007136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:21.007791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:21.008305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:21.019265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e74a7-ff2f-45d8-92ff-096d5c95e15c None None] The sync data for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv is: [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:46:41Z', 'revision_number': 4, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '1e097527-7f5e-4ef0-a1ec-98300de6f821', 'name': '', 'network_id': '9198f04c-3e13-480f-97b9-997a80d030ff', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'mac_address': 'fa:16:3e:aa:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4a7b4190-d76d-4494-b597-91841714e150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:38Z', 'updated_at': '2022-01-27T14:46:51Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'subnets': [{'id': '4a7b4190-d76d-4494-b597-91841714e150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:21.042087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:21.042653 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:21.050260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.060311 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-511bbe13-b23f-4ebf-b9a7-5b95346f85c6 req-f27e16cc-3200-47b9-9bda-5f406a8167be tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898150 Jan 27 14:48:21.108225 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 8 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:21.110475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4741a65e-9a58-4026-b3a0-83e5b6bdc8d0']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:21.125764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0aa779-1497-481b-a1a6-2b04116984d9') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:21.126143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0aa779-1497-481b-a1a6-2b04116984d9') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:21.128590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.140933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.198595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.210243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:21.210824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:21.214101 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:21.247416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.257946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:21.258516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:21.259627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:21.361020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.366588 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc013a-fdd2-4e56-814e-d2afb69457fe None None] New status for floating IP 024fa9be-5ca4-4b9e-a1ae-641e427da67f: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:48:21.384168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.387998 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/networks/4741a65e-9a58-4026-b3a0-83e5b6bdc8d0 HTTP/1.1" status: 204 len: 168 time: 0.9300184 Jan 27 14:48:21.390790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33706) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:21.404928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bf7dd-24c1-4aca-9273-4fc2bc8f1748 tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Network': ['ID=4741a65e-9a58-4026-b3a0-83e5b6bdc8d0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:21.462512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] For port 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:21.463518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.467934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:21.468474 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:21.483126 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 9 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:21.525447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.532311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.534055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.535698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.578508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Calling delete_port for 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:21.635704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:21.635997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:21.636354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:21.645204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Router cb7a34d4-22e6-4d35-9a6d-22a345e6d7de has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:21.647095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.647639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Fanout notify agent at l3_agent the message router_deleted on router 0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:21.683080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.684971 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4eb682b9-baf5-45ed-8100-8cb1cd36a8b0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 HTTP/1.1" status: 204 len: 168 time: 5.4001918 Jan 27 14:48:21.689430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:21.689430 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:21.691198 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 10 to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 Jan 27 14:48:21.695426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33710) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:21.701896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-095cd992-ed35-44ab-b680-0b07dfb4616a tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1823730227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:21.739476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.748103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:21.748454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:21.748790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:21.755988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33714) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:21.787258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:21.803108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2768538d-9ccb-4ca4-9f91-5651c140317f') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:21.803479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2768538d-9ccb-4ca4-9f91-5651c140317f') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:21.819199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.843179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:21.843821 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port fa7927da-ba30-4cf2-856f-9784b6167d36 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:21.844344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.848552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.863413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:21.863848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:21.868319 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:21.904112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-095cd992-ed35-44ab-b680-0b07dfb4616a tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.905163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-095cd992-ed35-44ab-b680-0b07dfb4616a tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.917876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Router b8f86080-a0ac-4014-a9b8-71944b15b3b5 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:21.936804 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:21.952771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.957787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] Sync routers for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:21.959028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:21.966281 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] 10.222.0.18 "DELETE /v2.0/networks/5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9 HTTP/1.1" status: 204 len: 168 time: 0.5740974 Jan 27 14:48:21.967651 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cbb70ae0-e5d5-4e65-995a-9c6af94f0c4c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3134930 Jan 27 14:48:21.978951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33718) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:21.993205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:21.994792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.023652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16427d3a-c9b8-4fa5-9d20-7eb77211872b tempest-BulkNetworkOpsIpV6Test-1697978964 tempest-BulkNetworkOpsIpV6Test-1697978964-project] Pushing event deleted for resources: {'Network': ['ID=5ebe3c2d-b3b3-4aec-a913-4775ce3ee2f9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:22.064654 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-e615920f-ab25-4a87-a2c7-640c77e995ad tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] show failed (client error): The resource could not be found. Jan 27 14:48:22.065735 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e615920f-ab25-4a87-a2c7-640c77e995ad tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-625331407 HTTP/1.1" status: 404 len: 334 time: 0.0851564 Jan 27 14:48:22.083557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.104596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] Routers {'cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:22.106567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.109658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33720) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:22.114360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e0994f99-abdd-486b-b720-0f9a35667de4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:22.144354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-095cd992-ed35-44ab-b680-0b07dfb4616a tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.188990 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-e0994f99-abdd-486b-b720-0f9a35667de4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] update failed (client error): The resource could not be found. Jan 27 14:48:22.190408 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e0994f99-abdd-486b-b720-0f9a35667de4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1112429780 HTTP/1.1" status: 404 len: 335 time: 0.0797446 Jan 27 14:48:22.191722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-095cd992-ed35-44ab-b680-0b07dfb4616a tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.200026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.200450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33724) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:22.200770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd8733-494f-498e-a2a9-2d582a9cd56f None None] The sync data for ids ['cb7a34d4-22e6-4d35-9a6d-22a345e6d7de'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:22.219634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-16aef0df-8634-42b4-a2c3-d4c7dd0f1158 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.268368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] For port fa7927da-ba30-4cf2-856f-9784b6167d36, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:22.268857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempted to set empty binding levels {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 14:48:22.301913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.367802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-095cd992-ed35-44ab-b680-0b07dfb4616a tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.371864 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-095cd992-ed35-44ab-b680-0b07dfb4616a tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6714716 Jan 27 14:48:22.396987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33726) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:22.406513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-16aef0df-8634-42b4-a2c3-d4c7dd0f1158 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.413681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': True}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:22.417280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] In _notify_port_updated(), no bound segment for port fa7927da-ba30-4cf2-856f-9784b6167d36 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:48:22.418808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:22.419452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.423132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "PUT /v2.0/ports/fa7927da-ba30-4cf2-856f-9784b6167d36 HTTP/1.1" status: 200 len: 976 time: 5.5488272 Jan 27 14:48:22.425159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33730) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:22.492947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Deleting subnet 2d91aa9e-adcc-43c2-8439-6c798063054a {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:22.497065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33732) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:22.579798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:22.598593 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] Sync routers for ids ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:22.605888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.614082 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] Routers {'b8f86080-a0ac-4014-a9b8-71944b15b3b5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:22.615310 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.625622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4670d-9e31-4df7-9028-50e266f2823f req-4af5417d-ca39-44d6-a146-0a0d15f9a037 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:22.628559 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbe4670d-9e31-4df7-9028-50e266f2823f req-4af5417d-ca39-44d6-a146-0a0d15f9a037 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1540833 Jan 27 14:48:22.634650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.642400 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3037bbc2-2556-4978-8bd2-c4deb22b84cc tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9235985 Jan 27 14:48:22.643554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33736) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:22.656641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': False}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:22.666167 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.680467 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] Routers {'b8f86080-a0ac-4014-a9b8-71944b15b3b5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:22.681159 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.684800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7927da-ba30-4cf2-856f-9784b6167d36,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:22.717142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.722267 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:22.723330 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52035adc-2a3a-427a-a332-b5c3adb5c6dd None None] The sync data for ids ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:22.809842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.810429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.811012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.811632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.812219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.812792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.813360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.813930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.814509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.815086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.815687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.816253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ea9c95-3bb5-48b6-9dbe-38c7e303f2eb tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:22.898466 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:22.902901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbe4670d-9e31-4df7-9028-50e266f2823f req-d3e1a189-cc9f-4f04-87dc-74da384fe72d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575526 Jan 27 14:48:22.936034 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a137f1e0-1989-4a64-900f-f6e59c6c7bcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b28c969df1345aba8475cf6853e0479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145589 Jan 27 14:48:22.938224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33738) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:23.017451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.018337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.032161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.032351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.033166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.034080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.034925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.036042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.036627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.037308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.038616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.039745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.040862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.041776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.042688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.043730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.044572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.045659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.046627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.047550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.048469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.049633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.054856 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2ff376f0-ed89-4888-a7d3-bd01b169657d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20086 time: 0.6201077 Jan 27 14:48:23.079528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Pushing event deleted for resources: {'Port': ['ID=599e4aea-dcbc-4578-a9a4-efe1b35ddd2b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:23.084291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33744) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:23.158010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.187152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-16aef0df-8634-42b4-a2c3-d4c7dd0f1158 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.191766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-16aef0df-8634-42b4-a2c3-d4c7dd0f1158 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.193969 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-16aef0df-8634-42b4-a2c3-d4c7dd0f1158 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a7f1937-b92a-440f-b71f-8faf9028ebf2 HTTP/1.1" status: 204 len: 168 time: 1.4322515 Jan 27 14:48:23.220120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.240460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33746) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:23.315867 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-fa1f4955-6162-41ed-88e7-8004cd97884b tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] show failed (client error): The resource could not be found. Jan 27 14:48:23.316912 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fa1f4955-6162-41ed-88e7-8004cd97884b tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "GET /v2.0/security-groups/0a7f1937-b92a-440f-b71f-8faf9028ebf2 HTTP/1.1" status: 404 len: 347 time: 0.0730312 Jan 27 14:48:23.322861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33748) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:23.380242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.388647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef0df-8634-42b4-a2c3-d4c7dd0f1158 tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7f1937-b92a-440f-b71f-8faf9028ebf2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:23.393432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97ce10-8e24-4f76-8510-1c3d34dbb9ca req-56f82719-e12f-402f-86ef-9be8423dc7a6 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:23.402450 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aa97ce10-8e24-4f76-8510-1c3d34dbb9ca req-56f82719-e12f-402f-86ef-9be8423dc7a6 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2612121 Jan 27 14:48:23.474327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.477485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.478956 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62b2e278-8c55-454b-8a8e-812bb74abaed HTTP/1.1" status: 204 len: 168 time: 0.5393403 Jan 27 14:48:23.553893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b2e278-8c55-454b-8a8e-812bb74abaed,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:23.641386 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aa97ce10-8e24-4f76-8510-1c3d34dbb9ca req-9dea1ab5-81d2-44d1-acde-5ce8885d0532 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360015 Jan 27 14:48:23.673818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.674237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.674871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.675417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.676070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.677077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.677567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.678306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.678848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.680221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.680221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.680493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4de667-0adb-4461-bc57-9114c903da5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:23.748305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:23.774307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Deleting port b13d0580-6831-46ed-9cec-fe2354b5cef6 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:23.774861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.023509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.024075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.053225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Calling delete_port for b13d0580-6831-46ed-9cec-fe2354b5cef6 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:24.161166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.208279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-8ba89b23-436f-45b9-8616-2cfce8c87747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:24.210890 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-8ba89b23-436f-45b9-8616-2cfce8c87747 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1098 time: 0.8699756 Jan 27 14:48:24.431991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33770) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:24.510106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Deleting port fa7927da-ba30-4cf2-856f-9784b6167d36 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:24.510641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.549819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.576267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.645100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Pushing event deleted for resources: {'Port': ['ID=b13d0580-6831-46ed-9cec-fe2354b5cef6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:24.653015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.660109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-61799038'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:24.670953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Subnet': ['ID=2d91aa9e-adcc-43c2-8439-6c798063054a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:24.690489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.697265 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95017aab-4130-43c8-90d9-04b81fc8f61c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/subnets/2d91aa9e-adcc-43c2-8439-6c798063054a HTTP/1.1" status: 204 len: 168 time: 2.4864559 Jan 27 14:48:24.697540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd3005-14c5-451c-851e-685237a5641c None None] Network 17b63e63-5197-4a6e-8225-13e85f2695ff requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:24.710825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33776) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:24.745528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] For port fa7927da-ba30-4cf2-856f-9784b6167d36, host hv-neutron-8264, got binding levels [] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:24.746677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.761128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-4da81904-b6ef-4d6d-808e-d277f419614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:24.763244 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-4da81904-b6ef-4d6d-808e-d277f419614f service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 912 time: 0.5333767 Jan 27 14:48:24.856644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.859246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:24.860527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6bb5deb9-cc20-4eb6-b301-518313cbf40c tempest-ServersTestJSON-1373426202 tempest-ServersTestJSON-1373426202-project] 10.222.0.18 "DELETE /v2.0/floatingips/024fa9be-5ca4-4b9e-a1ae-641e427da67f HTTP/1.1" status: 204 len: 168 time: 1.5343955 Jan 27 14:48:24.888101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33778) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:24.936833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68995dd-8d09-4031-8328-d07113945215 req-2141f115-73b6-47a5-ac05-3931038640b5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:24.939527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c68995dd-8d09-4031-8328-d07113945215 req-2141f115-73b6-47a5-ac05-3931038640b5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1432183 Jan 27 14:48:24.983200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Calling delete_port for fa7927da-ba30-4cf2-856f-9784b6167d36 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:25.004605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] DHCP port deletion for 17b63e63-5197-4a6e-8225-13e85f2695ff request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:25.071154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.082426 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c68995dd-8d09-4031-8328-d07113945215 req-f345ab23-6fcc-41cd-a8a5-b6d5604ee800 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838587 Jan 27 14:48:25.085438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.089014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] Deleting port 6e5a2b47-f36a-4641-8a70-560ae468014f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:25.089646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.153706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:25.157217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.172097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] For port 6e5a2b47-f36a-4641-8a70-560ae468014f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6e5a2b47-f36a-4641-8a70-560ae468014f,segment=NetworkSegment(3992fede-5eb2-4e13-9553-e332229e2412),segment_id=3992fede-5eb2-4e13-9553-e332229e2412)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:25.172486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.172664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.190017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] Calling delete_port for 6e5a2b47-f36a-4641-8a70-560ae468014f owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:25.212408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Router b8f86080-a0ac-4014-a9b8-71944b15b3b5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:25.225594 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-82a201c0-aa44-4bed-91c3-1806b31ddafc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 1001 time: 0.3827553 Jan 27 14:48:25.256675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.283143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.313066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] Pushing event deleted for resources: {'Port': ['ID=6e5a2b47-f36a-4641-8a70-560ae468014f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:25.319225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25d8bf-fa3e-45b2-955e-e70fdd426b5e None None] No DVR routers for this DVR port 6e5a2b47-f36a-4641-8a70-560ae468014f on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:25.434542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:25.441908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.444117 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d2f9e167-9cc1-455d-afe1-af474e5700b9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "PUT /v2.0/routers/b8f86080-a0ac-4014-a9b8-71944b15b3b5 HTTP/1.1" status: 200 len: 921 time: 2.7968352 Jan 27 14:48:25.446433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] Sync routers for ids ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:25.446963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33780) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:25.459234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] Routers {'b8f86080-a0ac-4014-a9b8-71944b15b3b5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:25.460525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:25.487993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-ff3a6c30-422f-42fe-9605-fbf0392f6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:25.489659 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-ff3a6c30-422f-42fe-9605-fbf0392f6a1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.1970534 Jan 27 14:48:25.501721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:25.513112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] Routers {'b8f86080-a0ac-4014-a9b8-71944b15b3b5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:25.514029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:25.564111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:25.565200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b7818-4c5d-4f6e-afca-c0db57077c00 None None] The sync data for ids ['b8f86080-a0ac-4014-a9b8-71944b15b3b5'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:25.627459 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fbde918a-ea37-4a64-b505-24c75849fad8 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/b8f86080-a0ac-4014-a9b8-71944b15b3b5 HTTP/1.1" status: 200 len: 921 time: 0.1785111 Jan 27 14:48:25.630732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33782) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:25.643044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.677449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532bafea-3c3a-4581-9589-2415e03cd882 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:25.679185 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-532bafea-3c3a-4581-9589-2415e03cd882 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=b8f86080-a0ac-4014-a9b8-71944b15b3b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0472565 Jan 27 14:48:25.680154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.682460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33784) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:25.743082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.788544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02e074-0ab3-48e6-80c1-41666b28caf4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:25.791349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ef02e074-0ab3-48e6-80c1-41666b28caf4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.1065629 Jan 27 14:48:25.794291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33788) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:25.803824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.807042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa7927da-ba30-4cf2-856f-9784b6167d36,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:25.820829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.827432 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-76421303-6060-4315-bdcc-94cabca79509 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fa7927da-ba30-4cf2-856f-9784b6167d36 HTTP/1.1" status: 204 len: 168 time: 2.6581521 Jan 27 14:48:25.829378 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4a5c1dfa-134c-4674-b661-e185bfbbd054 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f86080-a0ac-4014-a9b8-71944b15b3b5 HTTP/1.1" status: 200 len: 205 time: 0.0336416 Jan 27 14:48:25.830077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33790) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:25.833383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33792) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:25.834644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e5a2b47-f36a-4641-8a70-560ae468014f no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:25.864238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 6e5a2b47-f36a-4641-8a70-560ae468014f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:25.864997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e5a2b47-f36a-4641-8a70-560ae468014f not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:25.879179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b63e63-5197-4a6e-8225-13e85f2695ff']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:25.906760 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86f1473-8bf5-4c49-8852-9c77c5baeb19 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:48:25.908425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c86f1473-8bf5-4c49-8852-9c77c5baeb19 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "GET /v2.0/ports/fa7927da-ba30-4cf2-856f-9784b6167d36 HTTP/1.1" status: 404 len: 333 time: 0.0773447 Jan 27 14:48:25.915256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33794) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:25.920251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-267523628', 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:25.946237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3992fede-5eb2-4e13-9553-e332229e2412') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:25.946509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3992fede-5eb2-4e13-9553-e332229e2412') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:25.970312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-26e34d50-f6c6-4b6f-b26c-fef05c8f8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:25.971884 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-26e34d50-f6c6-4b6f-b26c-fef05c8f8a19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4388599 Jan 27 14:48:25.981672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:25.992826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Made reservation on behalf of 963b8d256f604e618f01dff904f5dc3a for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:25.995214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.014358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.026454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.058089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] device_id is not set on port ef13e8d7-eacf-4f8e-811a-4b1de5dba59c yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:26.065334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.067349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.260784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.356291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.374015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a5107-98fb-40f2-bc7c-e083fdbdb61c req-54a2f540-bb7c-4e96-a642-a6d285eb65fd tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:26.375710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bf9a5107-98fb-40f2-bc7c-e083fdbdb61c req-54a2f540-bb7c-4e96-a642-a6d285eb65fd tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1538441 Jan 27 14:48:26.432634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:26.433260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.440857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Deleting port 80e0bc2e-df87-4da1-a213-15007c8b2286 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:26.441255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:26.441703 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:26.465220 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.474144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Router 02ee3961-c8b3-4335-9b14-79559f4180f0 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:26.499260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bf9a5107-98fb-40f2-bc7c-e083fdbdb61c req-43af83e1-96e1-4f83-bdd5-932d7d6d0645 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081026 Jan 27 14:48:26.517050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:26.571966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Network adca27e3-8687-402e-bc63-891001c29aff is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:26.572987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644d51d2-165f-498e-8b59-1ba6404677c0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:26.578133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.578502 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Added segment d0920565-6b76-445e-ad5a-ceddb6ece94d of type vlan for network c01b86d2-69e8-421f-90a5-43f64c1d794c Jan 27 14:48:26.589040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:26.595331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:26.596322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:26.597070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.606275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=ef13e8d7-eacf-4f8e-811a-4b1de5dba59c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:26.635839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.637812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.650100 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-742a3dba-e083-497d-aa7d-83924b0ca00d tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7335062 Jan 27 14:48:26.654456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33798) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:26.661154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Allocated IP 172.26.6.71 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/6ffc0702-0e01-415c-b8e4-8e11fab120a0) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:26.719389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.722748 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/networks/17b63e63-5197-4a6e-8225-13e85f2695ff HTTP/1.1" status: 204 len: 168 time: 2.0091410 Jan 27 14:48:26.738106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33800) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:26.776847 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-503d05b7-17db-4d3e-af74-a93f0dd40ec5 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930050 Jan 27 14:48:26.808775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69912ca-6b0a-4eb0-8a20-aa0496939605 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Network': ['ID=17b63e63-5197-4a6e-8225-13e85f2695ff,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:26.829352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:26.945195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:48:26.998165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Calling delete_port for 80e0bc2e-df87-4da1-a213-15007c8b2286 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:27.025165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Deleting subnet 33fdb7a7-3fc0-42c4-bc01-12007e52c39c {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:27.031330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71916481-a798-4807-adfa-c9377c4cb96b tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:27.032793 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-71916481-a798-4807-adfa-c9377c4cb96b tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "GET /v2.0/ports/ef13e8d7-eacf-4f8e-811a-4b1de5dba59c HTTP/1.1" status: 200 len: 954 time: 0.3772178 Jan 27 14:48:27.032993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.059138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33802) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:27.084051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.089697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:27.090842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.121874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:27.132101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e1e080f4-0b6a-4f54-be40-0a40e6a68006 admin admin] 10.222.0.18 "PUT /v2.0/routers/02ee3961-c8b3-4335-9b14-79559f4180f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7550697 Jan 27 14:48:27.139055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33804) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:27.141999 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] Sync routers for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:27.160023 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:27.161636 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:27.232854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.277932 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8316588 Jan 27 14:48:27.286102 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:27.315060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.382875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.399708 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d559b08f-d03d-48bd-b1df-0370e50ea5bf req-70baf448-551d-4e2b-8a28-c0c89c4bba6f service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808978 Jan 27 14:48:27.400043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b52e6-f8e0-46dc-afa0-ce2db108a792 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Network': ['ID=c01b86d2-69e8-421f-90a5-43f64c1d794c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:27.431640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c01b86d2-69e8-421f-90a5-43f64c1d794c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:27.495248 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:48:22Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:27.506939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event deleted for resources: {'Port': ['ID=80e0bc2e-df87-4da1-a213-15007c8b2286,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:27.514270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.549766 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] Checking router: 02ee3961-c8b3-4335-9b14-79559f4180f0 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:48:27.568971 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] Routers {'02ee3961-c8b3-4335-9b14-79559f4180f0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:27.570092 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['02ee3961-c8b3-4335-9b14-79559f4180f0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:27.588072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.694603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.709794 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] Set router 02ee3961-c8b3-4335-9b14-79559f4180f0 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:27.809941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Port': ['ID=6ffc0702-0e01-415c-b8e4-8e11fab120a0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:27.856711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.901971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:27.911339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:27.919467 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:48:22Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:27.962845 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518d2a8b-c627-4c65-a56a-9648e042f42a None None] The sync data for ids ['02ee3961-c8b3-4335-9b14-79559f4180f0'] in dv-neutron-826438-5-hyperv is: [{'id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'name': 'tempest-ServersTestManualDisk-461316835-router', 'tenant_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:21Z', 'updated_at': '2022-01-27T14:48:22Z', 'revision_number': 5, 'project_id': 'd0dbc7ec4e9c4a50be9f3db3b907f6f5', 'gw_port': {'id': 'e8976978-deda-4ade-98bb-333ff7f8fc10', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:61:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ee3961-c8b3-4335-9b14-79559f4180f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:22Z', 'updated_at': '2022-01-27T14:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:27.984670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Subnet': ['ID=33fdb7a7-3fc0-42c4-bc01-12007e52c39c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:27.987102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:28.001357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.001980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:28.005204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.015086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ebb30a-6615-417e-9be6-360c8ac3463b None None] Network aa50272b-72aa-467b-98f7-74bb9fd9df4f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:28.018468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.025166 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0b97b06d-c1fe-4df3-8dd1-5f109a83ae4f tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/subnets/33fdb7a7-3fc0-42c4-bc01-12007e52c39c HTTP/1.1" status: 204 len: 168 time: 1.2833366 Jan 27 14:48:28.052724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33808) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:28.134019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.139369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Deleting subnet 70979412-0478-4344-a494-ac51b072d9c6 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:28.143300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.145551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Fanout notify agent at l3_agent the message router_deleted on router b8f86080-a0ac-4014-a9b8-71944b15b3b5 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:28.149313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.165293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.170931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-49ac2f86-9cf5-481d-96a9-46da819a1e92 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/b8f86080-a0ac-4014-a9b8-71944b15b3b5 HTTP/1.1" status: 204 len: 168 time: 2.3364100 Jan 27 14:48:28.175544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33810) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:28.191553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-da119eb3-b512-4805-a093-e3a5c4d4e2f6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1244807062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:28.210409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5180f70-064e-4a6c-a12e-531ea3ec36f0 req-d8b906f5-9d41-4a77-b485-5bbd2a6958fd tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:28.216396 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5180f70-064e-4a6c-a12e-531ea3ec36f0 req-d8b906f5-9d41-4a77-b485-5bbd2a6958fd tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.5256150 Jan 27 14:48:28.232640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Deleting port ef13e8d7-eacf-4f8e-811a-4b1de5dba59c {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:28.232998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.298554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.306137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da119eb3-b512-4805-a093-e3a5c4d4e2f6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.307204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da119eb3-b512-4805-a093-e3a5c4d4e2f6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.340686 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5180f70-064e-4a6c-a12e-531ea3ec36f0 req-3eff8602-7715-4764-85df-5425016b5368 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211412 Jan 27 14:48:28.365954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Deleting port e8976978-deda-4ade-98bb-333ff7f8fc10 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:28.366554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.369015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] DHCP port deletion for aa50272b-72aa-467b-98f7-74bb9fd9df4f request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:28.403840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.457442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.460821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Calling delete_port for ef13e8d7-eacf-4f8e-811a-4b1de5dba59c owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:28.465787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] Deleting port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:28.466773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.580226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] For port e8976978-deda-4ade-98bb-333ff7f8fc10, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e8976978-deda-4ade-98bb-333ff7f8fc10,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:28.580993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.600544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] For port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6b0a5750-d7e0-4736-87eb-b78e3de0d9d6,segment=NetworkSegment(b5119415-83aa-4155-b086-1c90a23bd989),segment_id=b5119415-83aa-4155-b086-1c90a23bd989)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:28.601803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.607131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Calling delete_port for e8976978-deda-4ade-98bb-333ff7f8fc10 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:28.628106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] Calling delete_port for 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:28.768239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.842991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] No DVR routers for this DVR port 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:28.846256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fab9e-7576-4895-b64b-bf64cbba8ff8 None None] Pushing event deleted for resources: {'Port': ['ID=6b0a5750-d7e0-4736-87eb-b78e3de0d9d6,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:28.873020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.891076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da119eb3-b512-4805-a093-e3a5c4d4e2f6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.905510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da119eb3-b512-4805-a093-e3a5c4d4e2f6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.930612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.953193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.971179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.994720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da119eb3-b512-4805-a093-e3a5c4d4e2f6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:28.997830 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da119eb3-b512-4805-a093-e3a5c4d4e2f6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8115423 Jan 27 14:48:29.000574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33812) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:29.006846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8976978-deda-4ade-98bb-333ff7f8fc10,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:29.019937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:29.047502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef13e8d7-eacf-4f8e-811a-4b1de5dba59c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:29.066795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.073349 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6f73c16e-781d-48a0-ae83-26d7653a12f3 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ef13e8d7-eacf-4f8e-811a-4b1de5dba59c HTTP/1.1" status: 204 len: 168 time: 2.0116096 Jan 27 14:48:29.079115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33814) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:29.126287 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-219cc4fb-ead6-4829-a1a3-38f17ddb3dce tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:48:29.132393 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-219cc4fb-ead6-4829-a1a3-38f17ddb3dce tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "GET /v2.0/ports/ef13e8d7-eacf-4f8e-811a-4b1de5dba59c HTTP/1.1" status: 404 len: 333 time: 0.0504875 Jan 27 14:48:29.133091 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33816) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:29.172111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Request body: {'port': {'network_id': 'adca27e3-8687-402e-bc63-891001c29aff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-577790512'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:29.180493 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.237509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Subnet': ['ID=70979412-0478-4344-a494-ac51b072d9c6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:29.243318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.244828 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-13e05f9a-8126-4219-8bc1-912faeab374a tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/subnets/70979412-0478-4344-a494-ac51b072d9c6 HTTP/1.1" status: 204 len: 168 time: 1.1869967 Jan 27 14:48:29.254511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33818) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:29.255218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed338e92-8653-4ca2-a091-b007848cfbbe None None] Network 21db1b03-f576-4bec-a60b-681a66d90be8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:29.381238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.424303 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:48:29.578594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] DHCP port deletion for 21db1b03-f576-4bec-a60b-681a66d90be8 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:29.648269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Deleting port 3db23cc9-c130-4707-b27b-668735a875ce {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:29.649089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.716515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.738600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] For port 3db23cc9-c130-4707-b27b-668735a875ce, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3db23cc9-c130-4707-b27b-668735a875ce,segment=NetworkSegment(0410dcd0-eeda-482f-91a2-5b5e8373dc21),segment_id=0410dcd0-eeda-482f-91a2-5b5e8373dc21)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:29.739213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.757121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Calling delete_port for 3db23cc9-c130-4707-b27b-668735a875ce owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:29.760457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Made reservation on behalf of 963b8d256f604e618f01dff904f5dc3a for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:29.763461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.826859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.845700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.846732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.851802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] device_id is not set on port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:29.875771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:29.931529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] No DVR routers for this DVR port 3db23cc9-c130-4707-b27b-668735a875ce on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:29.934364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Pushing event deleted for resources: {'Port': ['ID=3db23cc9-c130-4707-b27b-668735a875ce,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:29.952152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a0c58-cfb5-4ead-9fe0-3415234916a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:48:30.057803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:30.092789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88501616-76b7-4b59-a432-724b36f91e7f req-5a904e1e-ced0-44dd-b1e6-d31052b3d5d1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:30.095325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-88501616-76b7-4b59-a432-724b36f91e7f req-5a904e1e-ced0-44dd-b1e6-d31052b3d5d1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.5788980 Jan 27 14:48:30.097402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.098231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ee3961-c8b3-4335-9b14-79559f4180f0 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:30.112611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.117357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e9495958-427b-40e3-9627-4cf2149a38f7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/02ee3961-c8b3-4335-9b14-79559f4180f0 HTTP/1.1" status: 204 len: 168 time: 2.9767447 Jan 27 14:48:30.118338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33822) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:30.136026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:30.136435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 599e4aea-dcbc-4578-a9a4-efe1b35ddd2b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:30.136914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3db23cc9-c130-4707-b27b-668735a875ce no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:30.174270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 3db23cc9-c130-4707-b27b-668735a875ce {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:30.174508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3db23cc9-c130-4707-b27b-668735a875ce not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:30.174939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:30.180949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] Deleting subnet 7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:30.185943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.217323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.240169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:30.240429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6b0a5750-d7e0-4736-87eb-b78e3de0d9d6 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:30.241707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.262626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.312958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.355670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Deleting port 1e097527-7f5e-4ef0-a1ec-98300de6f821 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:30.356254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.375820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.450983 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-88501616-76b7-4b59-a432-724b36f91e7f req-41f04f12-f853-4b51-9e20-500036af4c77 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309000 Jan 27 14:48:30.493438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.527530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:30.532521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.540278 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9192d448-1dd0-40eb-a04f-921fa2e73c6b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7cf6ecc8-4aeb-48f7-ab38-5bef3ad5ae35 HTTP/1.1" status: 204 len: 168 time: 0.4154100 Jan 27 14:48:30.542029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.552387 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179b6a2-8bfb-4efc-92f7-580f37f3d7ce None None] Network 131fbc0e-ac6b-4c25-a336-ab60cf032c27 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:30.554179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33826) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:30.621803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.701688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.789360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.840621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] DHCP port deletion for 131fbc0e-ac6b-4c25-a336-ab60cf032c27 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:30.856436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa50272b-72aa-467b-98f7-74bb9fd9df4f']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:30.863761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834e419-298f-45e8-90d8-6511bafbe5e6 req-91feb894-0674-40f3-a8f9-a0116a61820e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:30.871147 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e834e419-298f-45e8-90d8-6511bafbe5e6 req-91feb894-0674-40f3-a8f9-a0116a61820e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2615814 Jan 27 14:48:30.937450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5119415-83aa-4155-b086-1c90a23bd989') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:30.938354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5119415-83aa-4155-b086-1c90a23bd989') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:30.948257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.953524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] Deleting port 76cd9b1d-a229-4537-92aa-4d31595f4f30 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:30.954100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:30.989367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.058552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.066291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.083302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Allocated IP 172.26.6.237 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/f6f7cfe5-bd36-46dd-8552-f2b5520eec7f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:31.086431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] For port 1e097527-7f5e-4ef0-a1ec-98300de6f821, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e097527-7f5e-4ef0-a1ec-98300de6f821,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:31.086835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.117051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] For port 76cd9b1d-a229-4537-92aa-4d31595f4f30, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=76cd9b1d-a229-4537-92aa-4d31595f4f30,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:31.117051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.148505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:31.149128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:31.158192 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:31.183879 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Network adca27e3-8687-402e-bc63-891001c29aff is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:31.185092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Calling delete_port for 1e097527-7f5e-4ef0-a1ec-98300de6f821 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:31.229366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33828) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:31.242628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:31.246753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'subnet': {'network_id': 'c01b86d2-69e8-421f-90a5-43f64c1d794c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:31.259472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:31.260470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:31.262380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.320274 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=09ffffb0-f81a-4bb3-bcdf-1037676a8a19,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:31.331014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Router b4b94246-3982-4a85-af78-20e6480e5f24 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:31.342101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Deleting port 76cd9b1d-a229-4537-92aa-4d31595f4f30 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:31.342412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.347407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.365481 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c10e2ee6-4622-412b-92d0-d83984d6d8a0 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1977642 Jan 27 14:48:31.376751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] Calling delete_port for 76cd9b1d-a229-4537-92aa-4d31595f4f30 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:31.377271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.383430 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/networks/aa50272b-72aa-467b-98f7-74bb9fd9df4f HTTP/1.1" status: 204 len: 168 time: 2.1221690 Jan 27 14:48:31.383430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33830) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:31.387825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33832) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:31.426337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:31.463793 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e834e419-298f-45e8-90d8-6511bafbe5e6 req-6b176ed7-052b-41f9-af61-e5d942e309a1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895748 Jan 27 14:48:31.480784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95716a6a-80ce-423a-8957-4fb18f256765 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Network': ['ID=aa50272b-72aa-467b-98f7-74bb9fd9df4f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:31.519923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.553263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] Pushing event deleted for resources: {'Port': ['ID=76cd9b1d-a229-4537-92aa-4d31595f4f30,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:31.558975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d80fa-38b1-45ff-a8bf-83944357f68e None None] No DVR routers for this DVR port 76cd9b1d-a229-4537-92aa-4d31595f4f30 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:31.614938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.642558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.650191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:31.656103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.727654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.738838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] For port 76cd9b1d-a229-4537-92aa-4d31595f4f30, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=76cd9b1d-a229-4537-92aa-4d31595f4f30,segment=NetworkSegment(4c05dec5-77ca-4839-a9a1-bee6f0e6d17a),segment_id=4c05dec5-77ca-4839-a9a1-bee6f0e6d17a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:31.739352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.779622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Calling delete_port for 76cd9b1d-a229-4537-92aa-4d31595f4f30 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:31.850781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:31.871624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] Sync routers for ids ['b4b94246-3982-4a85-af78-20e6480e5f24'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:31.889181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] Routers {'b4b94246-3982-4a85-af78-20e6480e5f24'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:31.890300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:31.890899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b4b94246-3982-4a85-af78-20e6480e5f24'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:31.896409 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5adc12fc-12c5-4f2f-84e5-f47c1c835958 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "PUT /v2.0/routers/b4b94246-3982-4a85-af78-20e6480e5f24 HTTP/1.1" status: 200 len: 918 time: 9.4902585 Jan 27 14:48:31.902000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33838) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:31.940724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e8976978-deda-4ade-98bb-333ff7f8fc10 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:31.961040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:31.965349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: e8976978-deda-4ade-98bb-333ff7f8fc10 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:31.965833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e8976978-deda-4ade-98bb-333ff7f8fc10 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:31.966349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 76cd9b1d-a229-4537-92aa-4d31595f4f30 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:31.991548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 76cd9b1d-a229-4537-92aa-4d31595f4f30 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:31.991917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 76cd9b1d-a229-4537-92aa-4d31595f4f30 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:31.994981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] Routers {'b4b94246-3982-4a85-af78-20e6480e5f24'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:31.996026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b4b94246-3982-4a85-af78-20e6480e5f24'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.040792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.041586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1709814-8db1-4964-9a6d-8768f03855e3 None None] The sync data for ids ['b4b94246-3982-4a85-af78-20e6480e5f24'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:32.044906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.064674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.087809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.097682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.097853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] No DVR routers for this DVR port 76cd9b1d-a229-4537-92aa-4d31595f4f30 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:32.099339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cd9b1d-a229-4537-92aa-4d31595f4f30,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:32.171448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e097527-7f5e-4ef0-a1ec-98300de6f821,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:32.253181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] device_id is not set on port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:32.288530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.294477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.309240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.336835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131fbc0e-ac6b-4c25-a336-ab60cf032c27']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.375570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.375866 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c05dec5-77ca-4839-a9a1-bee6f0e6d17a') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.438513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.465039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=09ffffb0-f81a-4bb3-bcdf-1037676a8a19,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:32.476014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.494910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:32.495358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:32.526844 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:32.533506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21db1b03-f576-4bec-a60b-681a66d90be8']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.538571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:32.538915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:32.539248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:32.541023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:32.582268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929db57-84d5-4bc6-be9a-9bfc68475817 req-247091d1-fe1e-45d3-861a-a50ab42920d0 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:32.583914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9929db57-84d5-4bc6-be9a-9bfc68475817 req-247091d1-fe1e-45d3-861a-a50ab42920d0 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.7609751 Jan 27 14:48:32.592538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:32.592878 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:32.594261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0410dcd0-eeda-482f-91a2-5b5e8373dc21') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.594579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0410dcd0-eeda-482f-91a2-5b5e8373dc21') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:32.595420 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 2 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:32.598104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:32.615714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:32.616000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.617650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.623657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:32.623993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:32.624539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:32.627910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.633751 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/131fbc0e-ac6b-4c25-a336-ab60cf032c27 HTTP/1.1" status: 204 len: 168 time: 2.0245914 Jan 27 14:48:32.633845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.650222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:32.650540 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:32.653272 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 3 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:32.655963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b609b7-40ad-4c7e-b948-f4b74ae0e2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=131fbc0e-ac6b-4c25-a336-ab60cf032c27,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:32.658907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event updated for resources: {'Port': ['ID=f6f7cfe5-bd36-46dd-8552-f2b5520eec7f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:32.703385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:32.703385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:32.703385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:32.715480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:32.715828 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:32.717846 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 4 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:32.732047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.755572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:32.755994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:32.766003 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9e73db2-d463-48b6-bf75-658dffd3b938 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/b4b94246-3982-4a85-af78-20e6480e5f24 HTTP/1.1" status: 200 len: 924 time: 0.8533480 Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:32.766782 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:32.769188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33842) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:32.781298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:32.781874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:32.782388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:32.788794 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9929db57-84d5-4bc6-be9a-9bfc68475817 req-ed21f9dc-020b-4639-aa00-9928acc5b2e7 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864784 Jan 27 14:48:32.823611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:32.823611 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:32.823611 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 5 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:32.885858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:32.888367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:32.888948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:32.957891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:32.958426 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:32.963135 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 6 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:32.973629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7c708-a079-4fa5-9057-8271368385e5 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:32.976283 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2db7c708-a079-4fa5-9057-8271368385e5 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=b4b94246-3982-4a85-af78-20e6480e5f24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2056382 Jan 27 14:48:32.990400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33846) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:33.014505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33848) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:33.023243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:33.023762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:33.024242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:33.059475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.067762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.113499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.116951 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/networks/21db1b03-f576-4bec-a60b-681a66d90be8 HTTP/1.1" status: 204 len: 168 time: 1.7275803 Jan 27 14:48:33.134971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33852) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:33.179236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5f04-d1df-48ce-93ea-a309f982d4be tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Network': ['ID=21db1b03-f576-4bec-a60b-681a66d90be8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:33.270865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0734e43b-9a37-4780-b8a6-79a4dc9ead8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0dbc7ec4e9c4a50be9f3db3b907f6f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2511132 Jan 27 14:48:33.295772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33854) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:33.298463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Subnet': ['ID=7627638b-c723-4df7-a0e9-1d71403f828a,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:33.367801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Deleting subnet d5c774eb-756b-444a-8123-e1918840b5fb {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:33.406261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:33.406936 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:33.412993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.434299 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 7 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:33.475925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f114b64-3af8-4eea-b5bb-450f5c3ab7be req-693d1f55-2519-4df6-9fd1-cedcb6df1108 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:33.477579 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f114b64-3af8-4eea-b5bb-450f5c3ab7be req-693d1f55-2519-4df6-9fd1-cedcb6df1108 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3172436 Jan 27 14:48:33.479606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Checking segment: {'id': 'd0920565-6b76-445e-ad5a-ceddb6ece94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c01b86d2-69e8-421f-90a5-43f64c1d794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:33.480546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network hostable DHCP agents. Network: c01b86d2-69e8-421f-90a5-43f64c1d794c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:33.489492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:33.489838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:33.490293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:33.508451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:33.508781 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:33.509671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.512952 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 8 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:33.553080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:33.553422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:33.553779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:33.559510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Router aebf4cd2-039b-47cd-9792-3f0f05d71a2d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:48:33.561882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.562837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce7782-2826-4dc9-9112-7fe75725290a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:33.564319 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dfce7782-2826-4dc9-9112-7fe75725290a tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.5725820 Jan 27 14:48:33.565386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:33.565720 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:33.567768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33856) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:33.568242 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 9 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:33.576701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0357b881-6864-4825-a514-2223620157ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.611318 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f25ba7e8-6206-479b-b40a-5fda2c7411db tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b94246-3982-4a85-af78-20e6480e5f24 HTTP/1.1" status: 200 len: 205 time: 0.0372639 Jan 27 14:48:33.611537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33858) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:33.618881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:33.619201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:33.619580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:33.631969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network c01b86d2-69e8-421f-90a5-43f64c1d794c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:33.662257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:33.662594 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:33.665631 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempt 10 to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 Jan 27 14:48:33.685725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, c01b86d2-69e8-421f-90a5-43f64c1d794c) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:33.699690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f9015-35ae-4b0f-86dc-715bddbd85c4 None None] Network c01b86d2-69e8-421f-90a5-43f64c1d794c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:33.748581 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f114b64-3af8-4eea-b5bb-450f5c3ab7be req-2f875ece-e625-4629-acd4-8a2a94ec1017 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502315 Jan 27 14:48:33.754462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0357b881-6864-4825-a514-2223620157ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.760638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:33.761545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.776189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:33.777374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:33.777877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempting to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:33.828946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:48:33.829541 dv-neutron-826438-5-hyperv neutron-server[108742]: ERROR neutron.plugins.ml2.managers [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Failed to bind port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on host hv-neutron-8264 for vnic_type normal using segments [{'id': 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'adca27e3-8687-402e-bc63-891001c29aff'}] Jan 27 14:48:33.830063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.889292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33860) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:33.894491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.895308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0ade9cff-8e39-421f-bcfa-51c2119828da tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6562772 Jan 27 14:48:33.917103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:33.936658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-190148132'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:34.006404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:34.016269 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-10975dec-8f46-4b59-bfa9-d8acb2173e0e admin admin] 10.222.0.18 "PUT /v2.0/routers/aebf4cd2-039b-47cd-9792-3f0f05d71a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0599554 Jan 27 14:48:34.017114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33862) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:34.024195 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] Sync routers for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:34.048544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:34.049437 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:34.049684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-c01b86d2-69e8-421f-90a5-43f64c1d794c', 'network_id': 'c01b86d2-69e8-421f-90a5-43f64c1d794c', 'tenant_id': 'e331299fbb594aab9c4e5346bb31b268', 'fixed_ips': [{'subnet_id': '7627638b-c723-4df7-a0e9-1d71403f828a'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:34.051955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.057880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0357b881-6864-4825-a514-2223620157ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.062607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0357b881-6864-4825-a514-2223620157ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.067421 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0357b881-6864-4825-a514-2223620157ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae4204ff-4a91-44c8-927f-5d017e7df690 HTTP/1.1" status: 204 len: 168 time: 0.7625623 Jan 27 14:48:34.143843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:34.147428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.163935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357b881-6864-4825-a514-2223620157ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4204ff-4a91-44c8-927f-5d017e7df690,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:34.222579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.240406 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-2c624e33-23fb-4d67-9760-4d328dd1bec2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2606091 Jan 27 14:48:34.247228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] For port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:34.247631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attempted to set empty binding levels {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 14:48:34.268981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:34.275414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.286620 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/subnets/d5c774eb-756b-444a-8123-e1918840b5fb HTTP/1.1" status: 204 len: 168 time: 1.1412351 Jan 27 14:48:34.290600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.290600 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Added segment a9cb7e20-0be4-4944-9a25-7c8a43752d99 of type vlan for network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 Jan 27 14:48:34.292535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33866) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:34.320363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61bd20c-fca1-4bf8-995a-d8db4ca6c935 None None] Network 1f6c412f-4397-4b17-86cd-52996ccb5d4a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:34.375856 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:34.400721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eeb25-7019-4c6e-ba49-2f8a911139e4 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c774eb-756b-444a-8123-e1918840b5fb,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:34.411885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.483654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.536330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Allocated IP 2001:db8:0:ffff::2 (c01b86d2-69e8-421f-90a5-43f64c1d794c/7627638b-c723-4df7-a0e9-1d71403f828a/c88082ac-2580-4bdb-90f7-e2b57f3d78f3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:34.538431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.661394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] DHCP port deletion for 1f6c412f-4397-4b17-86cd-52996ccb5d4a request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:34.722169 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:48:31Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:34.725362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] In _notify_port_updated(), no bound segment for port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 on network adca27e3-8687-402e-bc63-891001c29aff {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:48:34.726254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:34.726873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.732409 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "PUT /v2.0/ports/09ffffb0-f81a-4bb3-bcdf-1037676a8a19 HTTP/1.1" status: 200 len: 976 time: 3.3101151 Jan 27 14:48:34.732982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33870) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:34.740250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.743397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.786672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] Checking router: aebf4cd2-039b-47cd-9792-3f0f05d71a2d for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:48:34.796990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.813042 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] Routers {'aebf4cd2-039b-47cd-9792-3f0f05d71a2d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:34.813748 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:34.851655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.879873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f095d-54d9-41ff-8a54-dedaef6d1e55 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event updated for resources: {'Port': ['ID=09ffffb0-f81a-4bb3-bcdf-1037676a8a19,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:34.971858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.992530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] Deleting port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:34.992913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:34.995952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-f491e156-d73d-436f-90a1-182e268dd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:34.997219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.001646 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-f491e156-d73d-436f-90a1-182e268dd214 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1098 time: 0.5695384 Jan 27 14:48:35.010964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.038887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:35.039666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.103797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.113493 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2217922 Jan 27 14:48:35.132030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] For port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,segment=NetworkSegment(f137918a-458d-4a3e-9018-b428e184c55d),segment_id=f137918a-458d-4a3e-9018-b428e184c55d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:35.132582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.142872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33882) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:35.147912 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] Set router aebf4cd2-039b-47cd-9792-3f0f05d71a2d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:48:35.154333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'subnet': {'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:35.165560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] Calling delete_port for 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:35.283714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.293451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Network c01b86d2-69e8-421f-90a5-43f64c1d794c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:35.302913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:35.311672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:35.319964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] No DVR routers for this DVR port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:35.329143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Pushing event updated for resources: {'Port': ['ID=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:35.365029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d271df-d4e2-47ab-a42a-f0231a4a1d26 req-561529ee-5802-4d93-8c31-b28f3c431d8f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:35.366988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3d271df-d4e2-47ab-a42a-f0231a4a1d26 req-561529ee-5802-4d93-8c31-b28f3c431d8f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3203652 Jan 27 14:48:35.414262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012079c-14cd-4b35-8618-a364912f33a4 None None] Pushing event deleted for resources: {'Port': ['ID=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:35.416377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Attempting to bind port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:35.416748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Attempting to bind port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd0920565-6b76-445e-ad5a-ceddb6ece94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c01b86d2-69e8-421f-90a5-43f64c1d794c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:35.417107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Attempting to bind port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 on network c01b86d2-69e8-421f-90a5-43f64c1d794c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:35.427561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:35.428812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Checking segment: {'id': 'd0920565-6b76-445e-ad5a-ceddb6ece94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c01b86d2-69e8-421f-90a5-43f64c1d794c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:35.429606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.430801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Bound using segment: {'id': 'd0920565-6b76-445e-ad5a-ceddb6ece94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c01b86d2-69e8-421f-90a5-43f64c1d794c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:35.431606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Bound port: c88082ac-2580-4bdb-90f7-e2b57f3d78f3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0920565-6b76-445e-ad5a-ceddb6ece94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c01b86d2-69e8-421f-90a5-43f64c1d794c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:35.432260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.433812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16025a-0ca9-4dc4-8570-f0821cbca708 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Network': ['ID=99e01943-a384-4b8b-9ad9-a8f2dc84c361,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:35.451738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:35.472739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3d271df-d4e2-47ab-a42a-f0231a4a1d26 req-d43f617e-e101-4206-a7e9-8c6eec57194f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868144 Jan 27 14:48:35.477351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Deleting port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:35.478215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.538918 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-38880ca7-ec90-46f7-a454-8c9867163608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:35.540731 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-38880ca7-ec90-46f7-a454-8c9867163608 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 912 time: 0.4845784 Jan 27 14:48:35.590276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Router b0bf8922-63fe-4f7e-90b7-3991bf17fd8f is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:35.603404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] For port c88082ac-2580-4bdb-90f7-e2b57f3d78f3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:35.609191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] For port c88082ac-2580-4bdb-90f7-e2b57f3d78f3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,segment=NetworkSegment(d0920565-6b76-445e-ad5a-ceddb6ece94d),segment_id=d0920565-6b76-445e-ad5a-ceddb6ece94d)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:35.639237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.684531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Deleting port 6ffc0702-0e01-415c-b8e4-8e11fab120a0 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:35.685140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.706033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Deleting port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:35.706573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.728294 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:48:31Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:35.761930 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4159c83-f19b-48dd-9773-5da1c562243f None None] The sync data for ids ['aebf4cd2-039b-47cd-9792-3f0f05d71a2d'] in dv-neutron-826438-5-hyperv is: [{'id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'name': 'tempest-ServersTestJSON-310820619-router', 'tenant_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:28Z', 'updated_at': '2022-01-27T14:48:31Z', 'revision_number': 5, 'project_id': '8a03a90b7b6a4b58880dc1e0d1799e42', 'gw_port': {'id': 'e0ed735b-8f38-4d2c-a596-3c02a3f1c81f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf4cd2-039b-47cd-9792-3f0f05d71a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:31Z', 'updated_at': '2022-01-27T14:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:35.777879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8ee9f-7e35-4b3e-99b7-0ef27fe5b21c None None] Pushing event updated for resources: {'Port': ['ID=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:35.843894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:35.851814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.958874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Deleting port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:35.959218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:35.959425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] For port 09ffffb0-f81a-4bb3-bcdf-1037676a8a19, host hv-neutron-8264, got binding levels [] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:35.960133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.008017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Calling delete_port for 09ffffb0-f81a-4bb3-bcdf-1037676a8a19 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:36.012935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] For port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:36.013357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.047836 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-ef3d00e2-6307-4358-8c40-66a692067e25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 1001 time: 0.4986670 Jan 27 14:48:36.146158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Calling delete_port for 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:36.147897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33896) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:36.156857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 was not found and therefore no delete operation was performed {{(pid=108743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:48:36.206617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.229643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.273951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-270cf992-1f2d-4579-b56d-e4fc5c93202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:36.275570 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-270cf992-1f2d-4579-b56d-e4fc5c93202f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.2125504 Jan 27 14:48:36.276686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Calling delete_port for 6ffc0702-0e01-415c-b8e4-8e11fab120a0 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:36.299074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:36.341896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:36.345364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:36.353121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] For port e0ed735b-8f38-4d2c-a596-3c02a3f1c81f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:36.353592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.377836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Port': ['ID=5a991aa5-2c19-44b4-88dc-fe1cf0ddb884,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:36.385228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] No DVR routers for this DVR port 5a991aa5-2c19-44b4-88dc-fe1cf0ddb884 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:36.398425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:36.413647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.421532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] Sync routers for ids ['b0bf8922-63fe-4f7e-90b7-3991bf17fd8f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:36.430245 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-86679ff5-0f72-451d-b9d8-8125f2760e6f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "PUT /v2.0/routers/b0bf8922-63fe-4f7e-90b7-3991bf17fd8f HTTP/1.1" status: 200 len: 880 time: 7.4145145 Jan 27 14:48:36.448031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] Routers {'b0bf8922-63fe-4f7e-90b7-3991bf17fd8f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:36.449168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b0bf8922-63fe-4f7e-90b7-3991bf17fd8f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:36.476327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-58608325'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:36.481806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33900) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:36.535463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:36.571690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] Routers {'b0bf8922-63fe-4f7e-90b7-3991bf17fd8f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:36.579972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b0bf8922-63fe-4f7e-90b7-3991bf17fd8f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:36.614720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3037b2e-f12d-410f-b238-eafaaad97f74 req-9a6918ae-181b-4e5d-9fac-072b2d47e20b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:36.618274 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3037b2e-f12d-410f-b238-eafaaad97f74 req-9a6918ae-181b-4e5d-9fac-072b2d47e20b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.5393064 Jan 27 14:48:36.653930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:36.654939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0630570-0a90-4812-9300-2e8964091d02 None None] The sync data for ids ['b0bf8922-63fe-4f7e-90b7-3991bf17fd8f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:36.711867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.742783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.806870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Calling delete_port for e0ed735b-8f38-4d2c-a596-3c02a3f1c81f owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:36.834413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Pushing event deleted for resources: {'Port': ['ID=09ffffb0-f81a-4bb3-bcdf-1037676a8a19,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:36.844200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Made reservation on behalf of 266a5a16453040ca87fa864f3ddddc85 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:36.844790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-3ddce415-1012-4690-ac51-ca8f8ecff9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:36.846375 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-3ddce415-1012-4690-ac51-ca8f8ecff9cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5562418 Jan 27 14:48:36.847828 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.850649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.854097 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-89177022-a5ab-489b-b138-41851ec7ddf4 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "DELETE /v2.0/ports/09ffffb0-f81a-4bb3-bcdf-1037676a8a19 HTTP/1.1" status: 204 len: 168 time: 2.1171088 Jan 27 14:48:36.858857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6c412f-4397-4b17-86cd-52996ccb5d4a']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:36.859145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33902) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:36.864601 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3037b2e-f12d-410f-b238-eafaaad97f74 req-a9c42097-4f52-4515-a20f-085b300c06ea tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183986 Jan 27 14:48:36.897956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f137918a-458d-4a3e-9018-b428e184c55d') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:36.898270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f137918a-458d-4a3e-9018-b428e184c55d') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:36.907187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.921251 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-061d3ade-fcf8-4512-825e-ae66ce2571f9 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/b0bf8922-63fe-4f7e-90b7-3991bf17fd8f HTTP/1.1" status: 200 len: 921 time: 0.4378991 Jan 27 14:48:36.923328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.925321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33906) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:36.983140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:36.984443 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8771b2eb-4a95-4f2c-8b82-c8b6bfe772c8 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] GET failed (client error): The resource could not be found. Jan 27 14:48:36.994314 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8771b2eb-4a95-4f2c-8b82-c8b6bfe772c8 tempest-PortsAdminExtendedAttrsTestJSON-1385449606 tempest-PortsAdminExtendedAttrsTestJSON-1385449606-project-admin] 10.222.0.18 "GET /v2.0/ports/09ffffb0-f81a-4bb3-bcdf-1037676a8a19 HTTP/1.1" status: 404 len: 333 time: 0.0965693 Jan 27 14:48:36.994576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33908) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:37.021021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:37.021443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:37.034538 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:37.407582 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-dd6ac99a-45ee-42f4-ba13-b091082031b6 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906540 Jan 27 14:48:37.468017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c540115-ec4e-4246-bd92-a0a69229bed7 None None] Network c01b86d2-69e8-421f-90a5-43f64c1d794c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:37.521822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:48:37.538774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1acbb-6d4d-4183-a714-78f456e1764e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:37.541000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a8c1acbb-6d4d-4183-a714-78f456e1764e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=b0bf8922-63fe-4f7e-90b7-3991bf17fd8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6146660 Jan 27 14:48:37.546137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.548191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33910) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:37.549142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.559967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.569489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.573036 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/networks/1f6c412f-4397-4b17-86cd-52996ccb5d4a HTTP/1.1" status: 204 len: 168 time: 3.2763634 Jan 27 14:48:37.588920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ecc7eb47-ae96-448d-b37e-2572c057ea2a None None] Provisioning complete for port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:37.590356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ecc7eb47-ae96-448d-b37e-2572c057ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.598014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33912) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:37.652505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90baf5-a488-4ae9-a28c-00714725aa18 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Pushing event deleted for resources: {'Network': ['ID=1f6c412f-4397-4b17-86cd-52996ccb5d4a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:37.679372 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ae67e712-df3c-4ecd-9115-aa59b836e95c tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb7a34d4-22e6-4d35-9a6d-22a345e6d7de HTTP/1.1" status: 200 len: 205 time: 0.0787070 Jan 27 14:48:37.683495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33914) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:37.799534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.840134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Subnet': ['ID=43175d52-c538-481a-a55d-03cba8c7c370,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:37.878163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.880408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event deleted for resources: {'Port': ['ID=6ffc0702-0e01-415c-b8e4-8e11fab120a0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:37.892375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ecc7eb47-ae96-448d-b37e-2572c057ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:37.966673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ecc7eb47-ae96-448d-b37e-2572c057ea2a None None] For port c88082ac-2580-4bdb-90f7-e2b57f3d78f3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,segment=NetworkSegment(d0920565-6b76-445e-ad5a-ceddb6ece94d),segment_id=d0920565-6b76-445e-ad5a-ceddb6ece94d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:37.973862 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2eccd2ea-05a8-4e59-a26b-7716cf431740 req-99678851-1282-437f-af77-f5fedf599d18 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543358 Jan 27 14:48:37.978773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Checking segment: {'id': 'a9cb7e20-0be4-4944-9a25-7c8a43752d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:37.979007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network hostable DHCP agents. Network: 99e01943-a384-4b8b-9ad9-a8f2dc84c361, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:38.003614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ecc7eb47-ae96-448d-b37e-2572c057ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.006820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ed735b-8f38-4d2c-a596-3c02a3f1c81f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:38.055021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.103593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c88082ac-2580-4bdb-90f7-e2b57f3d78f3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:38.111549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.117371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:38.178321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adca27e3-8687-402e-bc63-891001c29aff']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:38.209435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-874fb0bc-f961-4d14-ad22-a0ce205a98d5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.210601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7eb47-ae96-448d-b37e-2572c057ea2a None None] Pushing event updated for resources: {'Port': ['ID=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:38.228391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 99e01943-a384-4b8b-9ad9-a8f2dc84c361) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:38.235110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.241130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.245882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:38.246644 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.246823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:38.247185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd1bd2c-70d3-4f64-b50d-1adf5a18c47f') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:38.250059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-27de791d-129a-4038-af0e-e98a243cdda5 None None] Provisioning complete for port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:38.251073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27de791d-129a-4038-af0e-e98a243cdda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.251429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d33cc9-4c7b-409a-bf60-50b83a420f4d tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:38.258030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-37d33cc9-4c7b-409a-bf60-50b83a420f4d tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.7070265 Jan 27 14:48:38.263334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.263733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33918) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:38.300459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96da80-b864-4f78-afa7-5a27b2f007ff None None] Network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:38.310694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.324145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:38.324800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.382994 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f8553943-2c46-4fc4-9e1f-df7990986bcb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2359443 Jan 27 14:48:38.385475 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bdab48a9-fbe0-4365-bb17-d4195efc1646 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0bf8922-63fe-4f7e-90b7-3991bf17fd8f HTTP/1.1" status: 200 len: 205 time: 0.1183980 Jan 27 14:48:38.389409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33920) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:38.394776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'port': {'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361', 'name': 'tempest-NetworksIpV6TestAttrs-2033840440'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:38.395594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.400484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33922) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:38.413960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:38.414689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:38.426012 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:38.446373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.452136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.452658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Fanout notify agent at l3_agent the message router_deleted on router b4b94246-3982-4a85-af78-20e6480e5f24 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:38.464710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.472545 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0ee356f4-20f0-4bf9-86bd-d1d883d053ab tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/b4b94246-3982-4a85-af78-20e6480e5f24 HTTP/1.1" status: 204 len: 168 time: 4.8599987 Jan 27 14:48:38.474617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.475213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33924) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:38.536397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599b6e-6301-4b42-a6c1-e830406375cf req-9befa2ff-e899-4f2e-9ee2-7f4d58d45963 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:38.540919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.545776 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f4599b6e-6301-4b42-a6c1-e830406375cf req-9befa2ff-e899-4f2e-9ee2-7f4d58d45963 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.4734213 Jan 27 14:48:38.561957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.631983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-621d27ab-8805-4d59-ae3a-01bfa1a1da2d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-927148233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:38.652440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.653020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aebf4cd2-039b-47cd-9792-3f0f05d71a2d {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:38.668184 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.669863 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-153ac3d1-2bcd-40bc-83fb-d38cfbe44c28 admin admin] 10.222.0.18 "DELETE /v2.0/routers/aebf4cd2-039b-47cd-9792-3f0f05d71a2d HTTP/1.1" status: 204 len: 168 time: 4.6216595 Jan 27 14:48:38.677442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33926) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:38.682635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e097527-7f5e-4ef0-a1ec-98300de6f821 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:38.709077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 1e097527-7f5e-4ef0-a1ec-98300de6f821 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:38.709456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e097527-7f5e-4ef0-a1ec-98300de6f821 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:38.735768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.793454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] Deleting subnet 4a7b4190-d76d-4494-b597-91841714e150 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:38.794025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-99e01943-a384-4b8b-9ad9-a8f2dc84c361', 'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361', 'tenant_id': 'e331299fbb594aab9c4e5346bb31b268', 'fixed_ips': [{'subnet_id': '43175d52-c538-481a-a55d-03cba8c7c370'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:38.794983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.800407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ff8d1-2ad1-4b8d-a9c5-e4ffcb91225b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:38.806206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.894967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:38.899058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.909662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.945266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:38.963644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-874fb0bc-f961-4d14-ad22-a0ce205a98d5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.968800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] device_id is not set on port d3b34b74-f579-43b2-914c-d71b30cac246 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:38.983848 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f4599b6e-6301-4b42-a6c1-e830406375cf req-0244d309-2457-4e61-8798-f8063cf11572 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383691 Jan 27 14:48:38.990924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-874fb0bc-f961-4d14-ad22-a0ce205a98d5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:38.996079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.000105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Allocated IP 2001:db8::f816:3eff:fe13:d9c7 (99e01943-a384-4b8b-9ad9-a8f2dc84c361/43175d52-c538-481a-a55d-03cba8c7c370/57a0bbe0-321f-4bb7-8376-6f93ae5e61a5) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:39.051619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.059997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.067334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] 10.222.0.18 "DELETE /v2.0/networks/adca27e3-8687-402e-bc63-891001c29aff HTTP/1.1" status: 204 len: 168 time: 2.0720117 Jan 27 14:48:39.073073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.074572 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Added segment f7e0a195-0db5-4511-8ab7-e082ca91dfb5 of type vlan for network aaace063-1993-446d-9c2d-cbb96a4d434a Jan 27 14:48:39.078888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bdec0-dfcd-43d0-ba86-49692500f872 tempest-PortsAdminExtendedAttrsTestJSON-1927978183 tempest-PortsAdminExtendedAttrsTestJSON-1927978183-project] Pushing event deleted for resources: {'Network': ['ID=adca27e3-8687-402e-bc63-891001c29aff,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:39.099462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-621d27ab-8805-4d59-ae3a-01bfa1a1da2d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.101801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-621d27ab-8805-4d59-ae3a-01bfa1a1da2d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.197011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-621d27ab-8805-4d59-ae3a-01bfa1a1da2d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.203597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.243720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.254071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.317709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Pushing event updated for resources: {'Port': ['ID=57a0bbe0-321f-4bb7-8376-6f93ae5e61a5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:39.319671 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Deleting port f6f7cfe5-bd36-46dd-8552-f2b5520eec7f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:39.320730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.338655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-621d27ab-8805-4d59-ae3a-01bfa1a1da2d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.347817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:39.349918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:39.356671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:39.414432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.427851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-874fb0bc-f961-4d14-ad22-a0ce205a98d5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.429255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874fb0bc-f961-4d14-ad22-a0ce205a98d5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Fanout notify agent at l3_agent the message router_deleted on router cb7a34d4-22e6-4d35-9a6d-22a345e6d7de {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:39.434721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Allocated IP 2001:db8::f816:3eff:fedb:28ce (99e01943-a384-4b8b-9ad9-a8f2dc84c361/43175d52-c538-481a-a55d-03cba8c7c370/d3b34b74-f579-43b2-914c-d71b30cac246) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:39.449717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-874fb0bc-f961-4d14-ad22-a0ce205a98d5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.454677 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-874fb0bc-f961-4d14-ad22-a0ce205a98d5 tempest-RoutersNegativeIpV6Test-1908566484 tempest-RoutersNegativeIpV6Test-1908566484-project] 10.222.0.18 "DELETE /v2.0/routers/cb7a34d4-22e6-4d35-9a6d-22a345e6d7de HTTP/1.1" status: 204 len: 168 time: 1.7669251 Jan 27 14:48:39.454904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.460172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-621d27ab-8805-4d59-ae3a-01bfa1a1da2d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.471073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-621d27ab-8805-4d59-ae3a-01bfa1a1da2d tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9209592 Jan 27 14:48:39.486239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33934) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:39.493774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Attempting to bind port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:39.494518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Attempting to bind port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'a9cb7e20-0be4-4944-9a25-7c8a43752d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:39.495932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Attempting to bind port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 on network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:39.503848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': False}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:39.515558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:39.518421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Checking segment: {'id': 'a9cb7e20-0be4-4944-9a25-7c8a43752d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:39.523319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:48:39.524212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.525112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Bound using segment: {'id': 'a9cb7e20-0be4-4944-9a25-7c8a43752d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:39.526068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Bound port: 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cb7e20-0be4-4944-9a25-7c8a43752d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99e01943-a384-4b8b-9ad9-a8f2dc84c361'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:39.526909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.534289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7b4190-d76d-4494-b597-91841714e150,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:39.553865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.553865 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ed8777d9-eadf-4e08-a53e-992ea6d1bfcb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4a7b4190-d76d-4494-b597-91841714e150 HTTP/1.1" status: 204 len: 168 time: 0.8739469 Jan 27 14:48:39.572063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33938) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:39.584388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf24051-af3d-462f-824f-587b50e81093 None None] Network 9198f04c-3e13-480f-97b9-997a80d030ff requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:39.681155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33940) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:39.733582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a510e-2a20-446b-96f5-546632e41b20 req-3f64c614-debf-4ca1-bc02-9eff46325b2c tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:39.756774 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c36a510e-2a20-446b-96f5-546632e41b20 req-3f64c614-debf-4ca1-bc02-9eff46325b2c tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.4967289 Jan 27 14:48:39.813252 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.821407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:39.822496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.861788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.876614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4a52ba51-0254-4630-9267-a98281147823 None None] For port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:39.883242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.893029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4a52ba51-0254-4630-9267-a98281147823 None None] For port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=57a0bbe0-321f-4bb7-8376-6f93ae5e61a5,segment=NetworkSegment(a9cb7e20-0be4-4944-9a25-7c8a43752d99),segment_id=a9cb7e20-0be4-4944-9a25-7c8a43752d99)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:39.904367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c88082ac-2580-4bdb-90f7-e2b57f3d78f3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:39.913583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:39.930079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33946) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:40.012610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Calling delete_port for f6f7cfe5-bd36-46dd-8552-f2b5520eec7f owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:40.017370 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c36a510e-2a20-446b-96f5-546632e41b20 req-aa18463b-9255-49d8-b7d1-6c970284c42a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592661 Jan 27 14:48:40.112139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] DHCP port deletion for 9198f04c-3e13-480f-97b9-997a80d030ff request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:40.171729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.179313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52ba51-0254-4630-9267-a98281147823 None None] Pushing event updated for resources: {'Port': ['ID=57a0bbe0-321f-4bb7-8376-6f93ae5e61a5,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:40.179766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event updated for resources: {'Network': ['ID=aaace063-1993-446d-9c2d-cbb96a4d434a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:40.199892 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0ed980a5-6b6f-4640-a13b-565bf6a2c022 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.0504751 Jan 27 14:48:40.200862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33952) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:40.210984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Request body: {'subnet': {'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:40.222852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network aaace063-1993-446d-9c2d-cbb96a4d434a details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:40.234551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:40.235024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.336771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] Deleting port 58087148-ec36-483b-80dc-6c2e5a5a4b50 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:40.337413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.438333 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8da8e75e-84a0-4dc9-90dd-85eb45855155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=068498a14b58469d93eb336c1dc89fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509723 Jan 27 14:48:40.439070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33954) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:40.510066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] For port 58087148-ec36-483b-80dc-6c2e5a5a4b50, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=58087148-ec36-483b-80dc-6c2e5a5a4b50,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:40.510467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.521392 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-78e8f914-69e5-4d90-bb55-abb200aab081 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f807ed06473741379c1522cb6f145a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843472 Jan 27 14:48:40.536363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] Calling delete_port for 58087148-ec36-483b-80dc-6c2e5a5a4b50 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:40.557757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33956) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:40.558985 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.652662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0ed735b-8f38-4d2c-a596-3c02a3f1c81f no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:40.656130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Deleting port 58087148-ec36-483b-80dc-6c2e5a5a4b50 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:40.656476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.675098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6aefe-1b8c-4ab3-a424-1438ab3925f1 req-50353228-575e-413d-9ee2-c81bb1eb0cf6 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:40.680104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3c6aefe-1b8c-4ab3-a424-1438ab3925f1 req-50353228-575e-413d-9ee2-c81bb1eb0cf6 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.4393442 Jan 27 14:48:40.703908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68452b29-eabd-4632-9ce0-9b54f5936697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.712334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: e0ed735b-8f38-4d2c-a596-3c02a3f1c81f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:40.712334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0ed735b-8f38-4d2c-a596-3c02a3f1c81f not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:40.712964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Made reservation on behalf of 266a5a16453040ca87fa864f3ddddc85 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:40.718989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.779084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.809776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] Pushing event deleted for resources: {'Port': ['ID=58087148-ec36-483b-80dc-6c2e5a5a4b50,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:40.814077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fe92c-ffd4-4a6d-b1e6-4e8ceea0ff8c None None] No DVR routers for this DVR port 58087148-ec36-483b-80dc-6c2e5a5a4b50 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:40.854392 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3c6aefe-1b8c-4ab3-a424-1438ab3925f1 req-202c92ce-324a-4397-a47e-f904e44d7d2b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577704 Jan 27 14:48:40.866051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e255ea14-21b4-426c-9b99-d8cdfb459c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:40.917052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e255ea14-21b4-426c-9b99-d8cdfb459c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.131735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.204162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.212542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e255ea14-21b4-426c-9b99-d8cdfb459c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.213570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68452b29-eabd-4632-9ce0-9b54f5936697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.215317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e255ea14-21b4-426c-9b99-d8cdfb459c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.227928 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e255ea14-21b4-426c-9b99-d8cdfb459c5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1c5f238-97e6-4524-a270-405a325018e2 HTTP/1.1" status: 204 len: 168 time: 0.6624885 Jan 27 14:48:41.244155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] For port 58087148-ec36-483b-80dc-6c2e5a5a4b50, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=58087148-ec36-483b-80dc-6c2e5a5a4b50,segment=NetworkSegment(9c5fefa3-4d89-4c5e-af7c-049dde4e572e),segment_id=9c5fefa3-4d89-4c5e-af7c-049dde4e572e)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:41.244555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.247794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.264891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:41.288169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.294223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Calling delete_port for 58087148-ec36-483b-80dc-6c2e5a5a4b50 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:41.369679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:41.369893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255ea14-21b4-426c-9b99-d8cdfb459c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c5f238-97e6-4524-a270-405a325018e2,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:41.422396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ab10a-e950-4e3f-8518-d4013da3fff2 req-4eb14b30-c43c-4fb2-a17e-e5938032ecbe tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:41.424722 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-152ab10a-e950-4e3f-8518-d4013da3fff2 req-4eb14b30-c43c-4fb2-a17e-e5938032ecbe tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3158212 Jan 27 14:48:41.429444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.443326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Port': ['ID=d3b34b74-f579-43b2-914c-d71b30cac246,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:41.452047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:41.459348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:41.459348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.512847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68452b29-eabd-4632-9ce0-9b54f5936697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.515475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68452b29-eabd-4632-9ce0-9b54f5936697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.519763 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-68452b29-eabd-4632-9ce0-9b54f5936697 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aeef573d-8aba-4e85-a28a-61eb201a77ad HTTP/1.1" status: 204 len: 168 time: 1.0623345 Jan 27 14:48:41.531099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event deleted for resources: {'Port': ['ID=f6f7cfe5-bd36-46dd-8552-f2b5520eec7f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:41.556791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68452b29-eabd-4632-9ce0-9b54f5936697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeef573d-8aba-4e85-a28a-61eb201a77ad,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:41.579807 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3e63840a-41b8-4461-9a3d-09f213f8d2cb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1891842 Jan 27 14:48:41.584538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33968) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:41.586667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.628265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Pushing event deleted for resources: {'Port': ['ID=58087148-ec36-483b-80dc-6c2e5a5a4b50,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:41.654381 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ceff4d-bac0-4ad3-8e79-249f9b193972 None None] Network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:41.705802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.719997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event updated for resources: {'Subnet': ['ID=6702c026-2033-4400-888b-c57e00f7731d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:41.739259 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-152ab10a-e950-4e3f-8518-d4013da3fff2 req-749c99a5-c64e-4ae4-ad99-200092f8821b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947032 Jan 27 14:48:41.743297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Checking segment: {'id': 'f7e0a195-0db5-4511-8ab7-e082ca91dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:41.743794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Network hostable DHCP agents. Network: aaace063-1993-446d-9c2d-cbb96a4d434a, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:41.750176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8f43ec27-fa5a-4b27-b524-199658475683 None None] Provisioning complete for port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:41.750558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f43ec27-fa5a-4b27-b524-199658475683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.766932 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Allocated IP 172.26.6.137 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/6d4d2485-1da8-4c91-acc9-5f6f82860445) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:41.813594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Network aaace063-1993-446d-9c2d-cbb96a4d434a is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:41.835161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] No DVR routers for this DVR port 58087148-ec36-483b-80dc-6c2e5a5a4b50 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:41.846646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, aaace063-1993-446d-9c2d-cbb96a4d434a) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:41.858305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d8992b-ebb1-4321-ad42-04496d52791e None None] Network aaace063-1993-446d-9c2d-cbb96a4d434a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:41.865087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:41.866519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.872181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting subnet 43175d52-c538-481a-a55d-03cba8c7c370 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:41.883929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.914074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:41.933822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e308400d-b88a-4742-8a8a-f775831ce365 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7286615 Jan 27 14:48:41.934958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33978) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:41.948890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Request body: {'port': {'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2130514176'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:41.962076 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.120221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.177909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:42.209061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.228237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.253810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f43ec27-fa5a-4b27-b524-199658475683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.254974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9198f04c-3e13-480f-97b9-997a80d030ff']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:42.269275 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5fefa3-4d89-4c5e-af7c-049dde4e572e') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:42.269674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5fefa3-4d89-4c5e-af7c-049dde4e572e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:42.286142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.305992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.315341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:42.316060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.323702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Made reservation on behalf of 266a5a16453040ca87fa864f3ddddc85 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:42.327694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.344381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.357992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] device_id is not set on port bad3079d-55e7-4f36-b010-7ac70b53e6e6 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:42.375735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8f43ec27-fa5a-4b27-b524-199658475683 None None] For port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=57a0bbe0-321f-4bb7-8376-6f93ae5e61a5,segment=NetworkSegment(a9cb7e20-0be4-4944-9a25-7c8a43752d99),segment_id=a9cb7e20-0be4-4944-9a25-7c8a43752d99)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:42.419806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f43ec27-fa5a-4b27-b524-199658475683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.464648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33982) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:42.465938 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:42.476607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.485343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.488559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:42.500683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-aaace063-1993-446d-9c2d-cbb96a4d434a', 'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a', 'tenant_id': '266a5a16453040ca87fa864f3ddddc85', 'fixed_ips': [{'subnet_id': '6702c026-2033-4400-888b-c57e00f7731d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:42.501773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.507097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43ec27-fa5a-4b27-b524-199658475683 None None] Pushing event updated for resources: {'Port': ['ID=57a0bbe0-321f-4bb7-8376-6f93ae5e61a5,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:42.507710 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] 10.222.0.18 "DELETE /v2.0/networks/9198f04c-3e13-480f-97b9-997a80d030ff HTTP/1.1" status: 204 len: 168 time: 2.9310298 Jan 27 14:48:42.523360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:42.535949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:42.540875 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.541576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Fanout notify agent at l3_agent the message router_deleted on router b0bf8922-63fe-4f7e-90b7-3991bf17fd8f {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:42.544025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Pushing event updated for resources: {'Port': ['ID=6d4d2485-1da8-4c91-acc9-5f6f82860445,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:42.562499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.568746 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f05e8e8-eae7-45df-8e5a-40ce99e7be41 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/b0bf8922-63fe-4f7e-90b7-3991bf17fd8f HTTP/1.1" status: 204 len: 168 time: 4.1337962 Jan 27 14:48:42.593719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 33988) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:42.609593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f7da819d-2406-4caa-8a41-536cab9aed9d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1034072729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:42.619319 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf4265-d1ee-4586-85ff-9e67e349001f admin admin] Pushing event deleted for resources: {'Network': ['ID=9198f04c-3e13-480f-97b9-997a80d030ff,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:42.651481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:42.652021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.699583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-255af4df-d8f5-4c40-a9ad-dd1078e8fdb1 None None] Provisioning complete for port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:42.700337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-255af4df-d8f5-4c40-a9ad-dd1078e8fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.714475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f7da819d-2406-4caa-8a41-536cab9aed9d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.715636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f7da819d-2406-4caa-8a41-536cab9aed9d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.803838 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-13762f55-a441-418f-80bb-62861eb6a6af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=963b8d256f604e618f01dff904f5dc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356400 Jan 27 14:48:42.814471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33992) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:42.872740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f7da819d-2406-4caa-8a41-536cab9aed9d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.905795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 33996) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:42.917392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f7da819d-2406-4caa-8a41-536cab9aed9d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.964517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f7da819d-2406-4caa-8a41-536cab9aed9d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:42.974527 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f7da819d-2406-4caa-8a41-536cab9aed9d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3794615 Jan 27 14:48:42.978681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34000) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:42.997770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': True}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:43.013032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-255af4df-d8f5-4c40-a9ad-dd1078e8fdb1 None None] Provisioning complete for port d3b34b74-f579-43b2-914c-d71b30cac246 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:43.013778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-255af4df-d8f5-4c40-a9ad-dd1078e8fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.085444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-255af4df-d8f5-4c40-a9ad-dd1078e8fdb1 None None] Port d3b34b74-f579-43b2-914c-d71b30cac246 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:43.088102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 58087148-ec36-483b-80dc-6c2e5a5a4b50 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:43.127578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 58087148-ec36-483b-80dc-6c2e5a5a4b50 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:43.128267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 58087148-ec36-483b-80dc-6c2e5a5a4b50 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:43.140652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34002) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:43.299643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.305895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--847664728'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:43.339927 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-34999fc7-ab73-4eb4-930f-921ec8a22210 None None] Provisioning complete for port d3b34b74-f579-43b2-914c-d71b30cac246 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:43.340603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-34999fc7-ab73-4eb4-930f-921ec8a22210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.381496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-34999fc7-ab73-4eb4-930f-921ec8a22210 None None] Port d3b34b74-f579-43b2-914c-d71b30cac246 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:43.429982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.449165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.472740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.478454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.536345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Allocated IP 2001:db8::305 (aaace063-1993-446d-9c2d-cbb96a4d434a/6702c026-2033-4400-888b-c57e00f7731d/bad3079d-55e7-4f36-b010-7ac70b53e6e6) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:43.549307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.555007 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/43175d52-c538-481a-a55d-03cba8c7c370 HTTP/1.1" status: 204 len: 168 time: 1.9692521 Jan 27 14:48:43.558366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d0d3b-8638-446e-b8eb-82faf7451817 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Subnet': ['ID=43175d52-c538-481a-a55d-03cba8c7c370,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:43.562353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34006) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:43.563252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b5f4d8-92db-4309-9989-92d99805d4ca None None] Network 99e01943-a384-4b8b-9ad9-a8f2dc84c361 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:43.628116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7bcb9c78-073b-46ef-b7ab-bafaccaea845 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a03a90b7b6a4b58880dc1e0d1799e42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7110281 Jan 27 14:48:43.640710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34008) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:43.641813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c15aa60-0a11-48d9-aefd-f7d787d01adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.697096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07909233-9c4f-4a0f-9974-caa6b23caa5a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:43.700100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07909233-9c4f-4a0f-9974-caa6b23caa5a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:43.707407 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-07909233-9c4f-4a0f-9974-caa6b23caa5a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1381345 Jan 27 14:48:43.710551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34010) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:43.817807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c15aa60-0a11-48d9-aefd-f7d787d01adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.904829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:43.934735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.959577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-441c2c8e-f36e-462f-856f-e87db3b15691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.971248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd1405c1-b8d5-4486-bb98-ec38df4cd363 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.986500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:43.994601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] DHCP port deletion for 99e01943-a384-4b8b-9ad9-a8f2dc84c361 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:44.006182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:44.006553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.024003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd811d23-bbc4-45c9-ba74-6e46d68814aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.033350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1405c1-b8d5-4486-bb98-ec38df4cd363 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 14:48:44.033863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1405c1-b8d5-4486-bb98-ec38df4cd363 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:48:44.037244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cd1405c1-b8d5-4486-bb98-ec38df4cd363 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/99e01943-a384-4b8b-9ad9-a8f2dc84c361 HTTP/1.1" status: 409 len: 405 time: 0.3281257 Jan 27 14:48:44.044157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34012) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:44.065998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.088474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd811d23-bbc4-45c9-ba74-6e46d68814aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.093582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] Deleting port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:44.094028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.097498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-281786251'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:44.112654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd06a89f-55f1-4349-ab0e-adfba771de04,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:44.128318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.164649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.193604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c15aa60-0a11-48d9-aefd-f7d787d01adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.196547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c15aa60-0a11-48d9-aefd-f7d787d01adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.197749 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3c15aa60-0a11-48d9-aefd-f7d787d01adf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e48ded97-6367-4226-9d41-9808f85730b9 HTTP/1.1" status: 204 len: 168 time: 1.3769836 Jan 27 14:48:44.201733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.229241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] For port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=57a0bbe0-321f-4bb7-8376-6f93ae5e61a5,segment=NetworkSegment(a9cb7e20-0be4-4944-9a25-7c8a43752d99),segment_id=a9cb7e20-0be4-4944-9a25-7c8a43752d99)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:44.231006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.251013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15aa60-0a11-48d9-aefd-f7d787d01adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ded97-6367-4226-9d41-9808f85730b9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:44.269914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:44.274064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.277997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] Calling delete_port for 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:44.336046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:44.347496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.347897 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Added segment 6d3b444f-7e19-4b20-901a-933f660a18fc of type vlan for network 56933047-0866-4523-9da8-4350be7c072e Jan 27 14:48:44.400139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.408954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd811d23-bbc4-45c9-ba74-6e46d68814aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.412164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.412355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd811d23-bbc4-45c9-ba74-6e46d68814aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.413399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fd811d23-bbc4-45c9-ba74-6e46d68814aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/599bbee7-3693-4891-b74f-cb025a0284b3 HTTP/1.1" status: 204 len: 168 time: 0.7693748 Jan 27 14:48:44.418999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.446171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd811d23-bbc4-45c9-ba74-6e46d68814aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599bbee7-3693-4891-b74f-cb025a0284b3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:44.488550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Network aaace063-1993-446d-9c2d-cbb96a4d434a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:44.500751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:44.505073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.506706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43098e33-5c82-464c-98b0-3ff1022ac8db,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:44.510474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:44.517787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:44.518402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.519441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.530067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.541607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event updated for resources: {'Port': ['ID=bad3079d-55e7-4f36-b010-7ac70b53e6e6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:44.566488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.568286 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2e70975b-7837-438a-bb5c-174023b76069 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4235187 Jan 27 14:48:44.580260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34018) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:44.584415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Allocated IP 172.26.6.158 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/e7edd5ae-2b22-436a-b215-79e9b56ff01d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:44.612534 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-98596d7f-e6c7-4930-a812-4b5df989e3d5 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6696553 Jan 27 14:48:44.615715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34022) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:44.618750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.623464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Request body: {'port': {'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1503446993', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:44.625128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] bootfile-name is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:48:44.625463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:44.625671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] tftp-server is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:48:44.626011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.api.validators [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] server-ip-address is not in valid_values {{(pid=108743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:48:44.626195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.713986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Allocated IP 2001:db8::2 (aaace063-1993-446d-9c2d-cbb96a4d434a/6702c026-2033-4400-888b-c57e00f7731d/45cb91b7-0d41-47ef-a24f-2ffa763855b7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:44.771955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Network': ['ID=56933047-0866-4523-9da8-4350be7c072e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:44.802929 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-accf5b10-1095-47aa-afa1-f836e9f440c8 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7393618 Jan 27 14:48:44.803315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34028) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:44.811333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'subnet': {'network_id': '56933047-0866-4523-9da8-4350be7c072e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:44.850558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:44.853119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 56933047-0866-4523-9da8-4350be7c072e details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:44.888102 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b3ef8f5d-fa40-4720-b0ae-a21c55165724 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3035314 Jan 27 14:48:44.906943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34030) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:44.919635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1270c24c-8678-4785-a5f8-14f4b312ebce tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-security--65271680', 'description': 'tempest-security-description-1242463474'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:44.973238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] Pushing event deleted for resources: {'Port': ['ID=57a0bbe0-321f-4bb7-8376-6f93ae5e61a5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:44.982470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267d0a2-5cc7-4493-bdd7-8cb4fd5bc073 None None] No DVR routers for this DVR port 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:44.991927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.008770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1270c24c-8678-4785-a5f8-14f4b312ebce tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.071873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Made reservation on behalf of 266a5a16453040ca87fa864f3ddddc85 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:45.079792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.087488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Router 6964e338-e912-438c-959c-485088e96872 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:45.089991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.147645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.152325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] device_id is not set on port b2991e06-655e-4905-ba97-ffe41d9f1898 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:45.163421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1270c24c-8678-4785-a5f8-14f4b312ebce tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.167742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.178883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:45.184759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:45.188269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Port': ['ID=e7edd5ae-2b22-436a-b215-79e9b56ff01d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:45.191614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:45.213921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1270c24c-8678-4785-a5f8-14f4b312ebce tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.222105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1270c24c-8678-4785-a5f8-14f4b312ebce tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.229843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1270c24c-8678-4785-a5f8-14f4b312ebce tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "PUT /v2.0/security-groups/43098e33-5c82-464c-98b0-3ff1022ac8db HTTP/1.1" status: 200 len: 1776 time: 0.3163192 Jan 27 14:48:45.231308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:45.234083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34042) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:45.234656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Network aaace063-1993-446d-9c2d-cbb96a4d434a is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:45.239912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.243209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:45.248141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:45.258274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Pushing event updated for resources: {'Port': ['ID=45cb91b7-0d41-47ef-a24f-2ffa763855b7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:45.356567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Attempting to bind port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:45.357122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Attempting to bind port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f7e0a195-0db5-4511-8ab7-e082ca91dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:45.357537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Attempting to bind port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 on network aaace063-1993-446d-9c2d-cbb96a4d434a {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:45.364897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270c24c-8678-4785-a5f8-14f4b312ebce tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43098e33-5c82-464c-98b0-3ff1022ac8db,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:45.365150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:45.365150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Checking segment: {'id': 'f7e0a195-0db5-4511-8ab7-e082ca91dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:45.371241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.371241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Bound using segment: {'id': 'f7e0a195-0db5-4511-8ab7-e082ca91dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:45.371241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Bound port: 45cb91b7-0d41-47ef-a24f-2ffa763855b7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7e0a195-0db5-4511-8ab7-e082ca91dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'aaace063-1993-446d-9c2d-cbb96a4d434a'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:45.371241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.407761 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-013e7e6f-ef74-435a-8964-eef130c7fb7b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups/43098e33-5c82-464c-98b0-3ff1022ac8db HTTP/1.1" status: 200 len: 1776 time: 0.1711509 Jan 27 14:48:45.408375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34046) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:45.537177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] For port 45cb91b7-0d41-47ef-a24f-2ffa763855b7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:45.544039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] For port 45cb91b7-0d41-47ef-a24f-2ffa763855b7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=45cb91b7-0d41-47ef-a24f-2ffa763855b7,segment=NetworkSegment(f7e0a195-0db5-4511-8ab7-e082ca91dfb5),segment_id=f7e0a195-0db5-4511-8ab7-e082ca91dfb5)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:45.555581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.589509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1dcd-1e38-4d9e-a12a-a82f5e4f2862 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.660930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1dcd-1e38-4d9e-a12a-a82f5e4f2862 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.676532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d87857-cf2e-4436-91f0-527853485ea7 None None] Pushing event updated for resources: {'Port': ['ID=45cb91b7-0d41-47ef-a24f-2ffa763855b7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:45.781239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.799499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:45.814026 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] Sync routers for ids ['6964e338-e912-438c-959c-485088e96872'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:45.814754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:45.814895 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6e5dc42a-28c6-4b83-8c1a-b1d861234d86 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "PUT /v2.0/routers/6964e338-e912-438c-959c-485088e96872 HTTP/1.1" status: 200 len: 919 time: 6.3269458 Jan 27 14:48:45.818142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34060) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:45.828511 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] Routers {'6964e338-e912-438c-959c-485088e96872'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:45.832227 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['6964e338-e912-438c-959c-485088e96872'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:45.898635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:45.906274 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:45.949020 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] Routers {'6964e338-e912-438c-959c-485088e96872'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:45.949987 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['6964e338-e912-438c-959c-485088e96872'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:45.976388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:45.976976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57a0bbe0-321f-4bb7-8376-6f93ae5e61a5 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:46.017341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1dcd-1e38-4d9e-a12a-a82f5e4f2862 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.041413 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-094b8cc6-6e53-40da-9d7f-b6be215f2a32 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/6964e338-e912-438c-959c-485088e96872 HTTP/1.1" status: 200 len: 925 time: 0.2089412 Jan 27 14:48:46.041594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d2c1dcd-1e38-4d9e-a12a-a82f5e4f2862 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.041594 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6d2c1dcd-1e38-4d9e-a12a-a82f5e4f2862 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/43098e33-5c82-464c-98b0-3ff1022ac8db HTTP/1.1" status: 204 len: 168 time: 0.6193547 Jan 27 14:48:46.049096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34066) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:46.049530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34068) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:46.057921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Allocated IP 2001:db8::cc (aaace063-1993-446d-9c2d-cbb96a4d434a/6702c026-2033-4400-888b-c57e00f7731d/b2991e06-655e-4905-ba97-ffe41d9f1898) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:46.089977 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:46.091735 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2ef163-7647-4c5f-84ab-0ba03b1f9ba9 None None] The sync data for ids ['6964e338-e912-438c-959c-485088e96872'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:46.196352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c1dcd-1e38-4d9e-a12a-a82f5e4f2862 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43098e33-5c82-464c-98b0-3ff1022ac8db,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:46.234800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3312b98f-0142-478e-ab57-cd58d5b6f10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.307965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34072) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:46.356363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:48:46.360014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.365998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b5860-0358-4eb3-9016-912d3d4ff86c tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:46.376325 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-101b5860-0358-4eb3-9016-912d3d4ff86c tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=6964e338-e912-438c-959c-485088e96872&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3224099 Jan 27 14:48:46.379923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34076) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:46.396127 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-930e11a0-0b8a-495d-a0ef-0d6b32f50ad9 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3453307 Jan 27 14:48:46.413455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34078) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:46.440509 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-968d0197-9673-4345-b7af-e4cb6df818c3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] delete failed (client error): The resource could not be found. Jan 27 14:48:46.449065 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-968d0197-9673-4345-b7af-e4cb6df818c3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/43098e33-5c82-464c-98b0-3ff1022ac8db HTTP/1.1" status: 404 len: 347 time: 0.0323658 Jan 27 14:48:46.449996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34080) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:46.470092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-bceeea7b-dad9-4edc-8248-552f4154ccaa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016639662'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:46.519121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Subnet': ['ID=802288c4-69af-4d3b-9620-28a267cbfa0d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:46.549905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Checking segment: {'id': '6d3b444f-7e19-4b20-901a-933f660a18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56933047-0866-4523-9da8-4350be7c072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:46.550589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network hostable DHCP agents. Network: 56933047-0866-4523-9da8-4350be7c072e, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:46.579499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.581750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bceeea7b-dad9-4edc-8248-552f4154ccaa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.617432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network 56933047-0866-4523-9da8-4350be7c072e is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:46.639973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 56933047-0866-4523-9da8-4350be7c072e) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:46.651928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf546b80-0a7c-4efb-8837-74400c09b287 None None] Network 56933047-0866-4523-9da8-4350be7c072e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:46.673674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:46.676698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.755347 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-03a135ce-9655-4c2f-9747-fa329fa80bfb tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9492180 Jan 27 14:48:46.758077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34084) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:46.861556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bceeea7b-dad9-4edc-8248-552f4154ccaa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.869608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'port': {'network_id': '56933047-0866-4523-9da8-4350be7c072e', 'name': 'tempest-NetworksIpV6TestAttrs-881728881'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:46.876097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bceeea7b-dad9-4edc-8248-552f4154ccaa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.918862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:46.952525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-56933047-0866-4523-9da8-4350be7c072e', 'network_id': '56933047-0866-4523-9da8-4350be7c072e', 'tenant_id': 'e331299fbb594aab9c4e5346bb31b268', 'fixed_ips': [{'subnet_id': '802288c4-69af-4d3b-9620-28a267cbfa0d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:46.953419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.003648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bceeea7b-dad9-4edc-8248-552f4154ccaa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.007102 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bceeea7b-dad9-4edc-8248-552f4154ccaa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5510771 Jan 27 14:48:47.015347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34088) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:47.026921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c38cc2d8-3727-4076-b09b-e334917c3719 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '6371899b-27cb-4a37-8c5a-7f0cd6d2847e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:47.082115 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-92d7d2bb-3cb3-42e9-9584-a3b718ee3dc9 tempest-AgentManagementNegativeTest-1286318566 tempest-AgentManagementNegativeTest-1286318566-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7646899 Jan 27 14:48:47.109755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac706d1f-a21e-4865-8c91-5dcd52e7a9c7 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:47.113743 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ac706d1f-a21e-4865-8c91-5dcd52e7a9c7 tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.7302022 Jan 27 14:48:47.115378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c38cc2d8-3727-4076-b09b-e334917c3719 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.123195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.128530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34092) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:47.133740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.254060 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f4f5024-3b17-4ab7-9107-7ddef173581f tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=6964e338-e912-438c-959c-485088e96872 HTTP/1.1" status: 200 len: 205 time: 0.1113985 Jan 27 14:48:47.258057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34096) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:47.262702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Allocated IP 2001:db8::f816:3eff:fe5e:764a (56933047-0866-4523-9da8-4350be7c072e/802288c4-69af-4d3b-9620-28a267cbfa0d/44fc6e12-32be-4ac1-8967-8828a87c91e5) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:47.275154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Network aaace063-1993-446d-9c2d-cbb96a4d434a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:47.313755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:47.322690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:47.361850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:47.363055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.367606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeea7b-dad9-4edc-8248-552f4154ccaa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6371899b-27cb-4a37-8c5a-7f0cd6d2847e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:47.382448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event updated for resources: {'Port': ['ID=b2991e06-655e-4905-ba97-ffe41d9f1898,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:47.441177 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ab8d47b5-06e0-4012-bdb5-9f39f758bc96 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8236966 Jan 27 14:48:47.445051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34104) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:47.513176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:47.522792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.524679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.542340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cee35b-02f6-410b-9239-744954a1d1ed None None] Network aaace063-1993-446d-9c2d-cbb96a4d434a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:47.560575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.568009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c38cc2d8-3727-4076-b09b-e334917c3719 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.615181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8268ce-0c27-4db4-89f5-80d6e8063153 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:47.637236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8268ce-0c27-4db4-89f5-80d6e8063153 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:47.660114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8268ce-0c27-4db4-89f5-80d6e8063153 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:47.665019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c38cc2d8-3727-4076-b09b-e334917c3719 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.666837 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fb8268ce-0c27-4db4-89f5-80d6e8063153 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2194941 Jan 27 14:48:47.670487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] device_id is not set on port bc422b37-b5e9-485e-b94a-7281ba52b61b yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:47.676206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34112) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:47.690784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.695088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34114) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:47.732304 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Network 56933047-0866-4523-9da8-4350be7c072e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:47.747464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:47.749733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-34517cf7-62e9-44ee-8fe4-809612dad225 None None] Provisioning complete for port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:47.750194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-34517cf7-62e9-44ee-8fe4-809612dad225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.790201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:47.810672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34118) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:47.863712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cc2d8-3727-4076-b09b-e334917c3719 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6454772-c889-4a6f-84aa-129cf4f28791,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:47.904291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c38cc2d8-3727-4076-b09b-e334917c3719 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.905879 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c38cc2d8-3727-4076-b09b-e334917c3719 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8894341 Jan 27 14:48:47.910193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:47.912621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Pushing event updated for resources: {'Port': ['ID=44fc6e12-32be-4ac1-8967-8828a87c91e5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:47.915849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34122) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:48.049298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Attempting to bind port 44fc6e12-32be-4ac1-8967-8828a87c91e5 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:48.049699 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Attempting to bind port 44fc6e12-32be-4ac1-8967-8828a87c91e5 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '6d3b444f-7e19-4b20-901a-933f660a18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56933047-0866-4523-9da8-4350be7c072e'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:48.050041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Attempting to bind port 44fc6e12-32be-4ac1-8967-8828a87c91e5 on network 56933047-0866-4523-9da8-4350be7c072e {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:48.053112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca7c4-28b7-4bcf-94b3-445a0d2c0e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.057234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 45cb91b7-0d41-47ef-a24f-2ffa763855b7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:48.064018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:48.064384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Checking segment: {'id': '6d3b444f-7e19-4b20-901a-933f660a18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56933047-0866-4523-9da8-4350be7c072e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:48.064803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.065232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Bound using segment: {'id': '6d3b444f-7e19-4b20-901a-933f660a18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56933047-0866-4523-9da8-4350be7c072e'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:48.065758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Bound port: 44fc6e12-32be-4ac1-8967-8828a87c91e5, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3b444f-7e19-4b20-901a-933f660a18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56933047-0866-4523-9da8-4350be7c072e'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:48.066153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.095544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca7c4-28b7-4bcf-94b3-445a0d2c0e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.166400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Allocated IP 2001:db8::f816:3eff:fe1f:fb4d (56933047-0866-4523-9da8-4350be7c072e/802288c4-69af-4d3b-9620-28a267cbfa0d/bc422b37-b5e9-485e-b94a-7281ba52b61b) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:48.182022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1746247862'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:48.189979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Router a4cf30de-28fb-4a3b-a181-1bd54080ca0b is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:48.230721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca7c4-28b7-4bcf-94b3-445a0d2c0e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.255223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Deleting port b2991e06-655e-4905-ba97-ffe41d9f1898 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:48.255758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.255923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e4ca7c4-28b7-4bcf-94b3-445a0d2c0e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.257856 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6e4ca7c4-28b7-4bcf-94b3-445a0d2c0e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e6454772-c889-4a6f-84aa-129cf4f28791 HTTP/1.1" status: 204 len: 168 time: 0.3402352 Jan 27 14:48:48.263881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34124) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:48.269777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-34517cf7-62e9-44ee-8fe4-809612dad225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.271913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-43ee3d17-88a6-4205-84d2-dbd30558569e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.338075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ca7c4-28b7-4bcf-94b3-445a0d2c0e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6454772-c889-4a6f-84aa-129cf4f28791,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:48.348632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:48.349103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.363526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-34517cf7-62e9-44ee-8fe4-809612dad225 None None] For port 45cb91b7-0d41-47ef-a24f-2ffa763855b7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=45cb91b7-0d41-47ef-a24f-2ffa763855b7,segment=NetworkSegment(f7e0a195-0db5-4511-8ab7-e082ca91dfb5),segment_id=f7e0a195-0db5-4511-8ab7-e082ca91dfb5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:48.389199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.391135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] For port 44fc6e12-32be-4ac1-8967-8828a87c91e5, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:48.396041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-34517cf7-62e9-44ee-8fe4-809612dad225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.403445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Made reservation on behalf of a7cfd298d2894b1fa06ea51ac7bce0d9 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:48.409705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.457802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] For port 44fc6e12-32be-4ac1-8967-8828a87c91e5, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=44fc6e12-32be-4ac1-8967-8828a87c91e5,segment=NetworkSegment(6d3b444f-7e19-4b20-901a-933f660a18fc),segment_id=6d3b444f-7e19-4b20-901a-933f660a18fc)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:48.466664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.482974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.540372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34517cf7-62e9-44ee-8fe4-809612dad225 None None] Pushing event updated for resources: {'Port': ['ID=45cb91b7-0d41-47ef-a24f-2ffa763855b7,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:48.565006 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4dd2136e-6f8f-467c-901e-d2e729d87e32 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2966695 Jan 27 14:48:48.567464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34126) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:48.626751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.674101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:48.680062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.681509 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8e26e8a9-fbd0-4cca-b064-8139055feec4 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "PUT /v2.0/routers/a4cf30de-28fb-4a3b-a181-1bd54080ca0b HTTP/1.1" status: 200 len: 915 time: 5.7004507 Jan 27 14:48:48.689017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Calling delete_port for b2991e06-655e-4905-ba97-ffe41d9f1898 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:48.691636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34128) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:48.714483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] Sync routers for ids ['a4cf30de-28fb-4a3b-a181-1bd54080ca0b'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:48.741508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] Routers {'a4cf30de-28fb-4a3b-a181-1bd54080ca0b'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:48.742003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a4cf30de-28fb-4a3b-a181-1bd54080ca0b'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:48.788486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Deleting port 6d4d2485-1da8-4c91-acc9-5f6f82860445 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:48.788486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.797418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a554541-b6f6-4bda-995a-4423a544c33a None None] Pushing event updated for resources: {'Port': ['ID=44fc6e12-32be-4ac1-8967-8828a87c91e5,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:48.817151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:48.835339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.842383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Provisioning complete for port bad3079d-55e7-4f36-b010-7ac70b53e6e6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:48.843074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.850284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] Routers {'a4cf30de-28fb-4a3b-a181-1bd54080ca0b'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:48.851225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a4cf30de-28fb-4a3b-a181-1bd54080ca0b'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:48.924414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-43ee3d17-88a6-4205-84d2-dbd30558569e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.938595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:48.939589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22878be-b007-4be5-8ad3-e401d75025d4 None None] The sync data for ids ['a4cf30de-28fb-4a3b-a181-1bd54080ca0b'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:48.951674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-43ee3d17-88a6-4205-84d2-dbd30558569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.959123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd2b-34f0-424a-a7e1-3690bdabf3e8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:48.964484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Port bad3079d-55e7-4f36-b010-7ac70b53e6e6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:48.984377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Provisioning complete for port b2991e06-655e-4905-ba97-ffe41d9f1898 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:48.984377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.050505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Port b2991e06-655e-4905-ba97-ffe41d9f1898 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:49.054439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.079647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Provisioning complete for port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:49.080074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80270a7d-fd6e-4df0-80b0-e411f3f57192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.116179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-43ee3d17-88a6-4205-84d2-dbd30558569e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0331b72bd0d748cb93417bedee945504&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4190493 Jan 27 14:48:49.123065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34130) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:49.147760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee3d17-88a6-4205-84d2-dbd30558569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b563af-5c36-4273-8f4c-725ad010a016,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:49.170337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.179604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.214304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.228351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.259804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.279049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:49.279404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd2b-34f0-424a-a7e1-3690bdabf3e8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.310939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Calling delete_port for 6d4d2485-1da8-4c91-acc9-5f6f82860445 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:49.337369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e492118d-a877-4d99-9fc7-cfbe8377e34c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:49.344599 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bc8bb315-60bb-4800-93d8-9236bd140c4b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/a4cf30de-28fb-4a3b-a181-1bd54080ca0b HTTP/1.1" status: 200 len: 921 time: 0.6448820 Jan 27 14:48:49.353845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.354243 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Added segment fa30e572-39a1-453b-b5d0-f5d2f5aff7e1 of type vlan for network eab0eaa0-ac0a-440a-b21f-075532a5c705 Jan 27 14:48:49.355783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34132) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:49.387299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-431469c6-1ede-4437-bf93-2a5e954e6677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.416197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network 56933047-0866-4523-9da8-4350be7c072e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:49.430389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6b175c9f-6f76-442c-97fc-ccaac9555a0a None None] Provisioning complete for port bad3079d-55e7-4f36-b010-7ac70b53e6e6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:49.431469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6b175c9f-6f76-442c-97fc-ccaac9555a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.446124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:49.450191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:49.456670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:49.457039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.471333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Port': ['ID=bc422b37-b5e9-485e-b94a-7281ba52b61b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:49.522175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.526804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-431469c6-1ede-4437-bf93-2a5e954e6677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.549021 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fd8003af-5f6b-427d-be3c-f32ec314ab41 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6846302 Jan 27 14:48:49.553477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34134) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:49.570555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd2b-34f0-424a-a7e1-3690bdabf3e8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.575392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd2b-34f0-424a-a7e1-3690bdabf3e8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.579458 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b90fbd2b-34f0-424a-a7e1-3690bdabf3e8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/6371899b-27cb-4a37-8c5a-7f0cd6d2847e HTTP/1.1" status: 204 len: 168 time: 1.0047324 Jan 27 14:48:49.589533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34136) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:49.623790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36decc-934c-4bcd-a2ae-8d3f60fb076b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:49.628074 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ed36decc-934c-4bcd-a2ae-8d3f60fb076b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=a4cf30de-28fb-4a3b-a181-1bd54080ca0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2668040 Jan 27 14:48:49.629631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.636082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34138) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:49.659147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6b175c9f-6f76-442c-97fc-ccaac9555a0a None None] Port bad3079d-55e7-4f36-b010-7ac70b53e6e6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:49.665929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.671914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fbd2b-34f0-424a-a7e1-3690bdabf3e8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6371899b-27cb-4a37-8c5a-7f0cd6d2847e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:49.674433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:49.675094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.686302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting subnet 802288c4-69af-4d3b-9620-28a267cbfa0d {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:49.708756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.777645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-431469c6-1ede-4437-bf93-2a5e954e6677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.780512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-431469c6-1ede-4437-bf93-2a5e954e6677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.784125 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-431469c6-1ede-4437-bf93-2a5e954e6677 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4b563af-5c36-4273-8f4c-725ad010a016 HTTP/1.1" status: 204 len: 168 time: 0.6560147 Jan 27 14:48:49.786833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5c0637bf-9e84-4f70-af7e-ef8cd3c00f52 None None] Could not find standard attr ID for object b2991e06-655e-4905-ba97-ffe41d9f1898. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:48:49.812419 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9999487 Jan 27 14:48:49.824075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34142) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:49.831386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Request body: {'subnet': {'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:49.837003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:49.841737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efae4b-4202-4a1c-af73-6d5a5cf620f7 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event updated for resources: {'Network': ['ID=eab0eaa0-ac0a-440a-b21f-075532a5c705,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:49.845472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431469c6-1ede-4437-bf93-2a5e954e6677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b563af-5c36-4273-8f4c-725ad010a016,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:49.854394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network eab0eaa0-ac0a-440a-b21f-075532a5c705 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:50.003194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955ff8e-407c-4e62-9719-00a6bb4efb5e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:50.013406 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2955ff8e-407c-4e62-9719-00a6bb4efb5e tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.3709486 Jan 27 14:48:50.027317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34146) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:50.031653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event deleted for resources: {'Port': ['ID=b2991e06-655e-4905-ba97-ffe41d9f1898,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:50.065142 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5c74ae80-fd8b-4baf-a7c9-373e1f62171f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4cf30de-28fb-4a3b-a181-1bd54080ca0b HTTP/1.1" status: 200 len: 205 time: 0.0439184 Jan 27 14:48:50.079786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34148) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:50.149524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.160632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 44fc6e12-32be-4ac1-8967-8828a87c91e5 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:50.161467 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c16a5feb-4426-4198-bf1e-3436e61fc7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "DELETE /v2.0/ports/b2991e06-655e-4905-ba97-ffe41d9f1898 HTTP/1.1" status: 204 len: 168 time: 2.4613624 Jan 27 14:48:50.163226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34150) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:50.175597 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-32a1f071-ea93-4b22-ab4f-3b8449ea780c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5794094 Jan 27 14:48:50.186345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Request body: {'port': {'name': 'tempest-new-port-name-681005203', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:50.187146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.api.validators [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] bootfile-name is not in valid_values {{(pid=108742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:48:50.187731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.api.validators [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] tftp-server is not in valid_values {{(pid=108742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:48:50.188289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.api.validators [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] server-ip-address is not in valid_values {{(pid=108742) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 14:48:50.196449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34152) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:50.272762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2df8ad78-c8cd-499f-a111-7debc1658006 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--50611535'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:50.346378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 44fc6e12-32be-4ac1-8967-8828a87c91e5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:50.347413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.402539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a33e5-c6b3-4022-a610-ae5a5e8404f6 None None] Network 56933047-0866-4523-9da8-4350be7c072e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:50.411254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.504492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-70c46cd0-0b41-46a5-827f-f0b77499fa01 None None] Provisioning complete for port 44fc6e12-32be-4ac1-8967-8828a87c91e5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:50.505202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c46cd0-0b41-46a5-827f-f0b77499fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.547967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event deleted for resources: {'Port': ['ID=6d4d2485-1da8-4c91-acc9-5f6f82860445,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:50.569886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.611956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.645302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.710516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 44fc6e12-32be-4ac1-8967-8828a87c91e5, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=44fc6e12-32be-4ac1-8967-8828a87c91e5,segment=NetworkSegment(6d3b444f-7e19-4b20-901a-933f660a18fc),segment_id=6d3b444f-7e19-4b20-901a-933f660a18fc)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:50.768323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Made reservation on behalf of a7cfd298d2894b1fa06ea51ac7bce0d9 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:50.774197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.784475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.785874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 45cb91b7-0d41-47ef-a24f-2ffa763855b7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:50.861482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=44fc6e12-32be-4ac1-8967-8828a87c91e5,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:50.862528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.876322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:50.970196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.012246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:51.014310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.066077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.067505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad78-c8cd-499f-a111-7debc1658006 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.074795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.075712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Fanout notify agent at l3_agent the message router_deleted on router 6964e338-e912-438c-959c-485088e96872 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:51.102021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.112508 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b37176b1-d8cf-47a5-89d9-5c91e7527afc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/6964e338-e912-438c-959c-485088e96872 HTTP/1.1" status: 204 len: 168 time: 3.8446727 Jan 27 14:48:51.112782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34164) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:51.117586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-959355363', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:51.173548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.272895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.277064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.289427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.297084 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/802288c4-69af-4d3b-9620-28a267cbfa0d HTTP/1.1" status: 204 len: 168 time: 1.7363815 Jan 27 14:48:51.297794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34168) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:51.302334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ee466-a203-4e9e-be93-e707a539d01d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Subnet': ['ID=802288c4-69af-4d3b-9620-28a267cbfa0d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:51.377894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.420190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3017bb-a4f4-4d36-832b-a02834ca72de None None] Network 56933047-0866-4523-9da8-4350be7c072e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:51.429898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.492536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad78-c8cd-499f-a111-7debc1658006 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.502490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.515476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad78-c8cd-499f-a111-7debc1658006 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.600510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-067b0f90-53d2-43df-a451-d18cae609023 None None] Provisioning complete for port 44fc6e12-32be-4ac1-8967-8828a87c91e5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:51.602708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-067b0f90-53d2-43df-a451-d18cae609023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.612737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c289f-4aea-4e77-b12e-2201b54b9d28 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:51.615989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c289f-4aea-4e77-b12e-2201b54b9d28 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:51.623226 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7f3c289f-4aea-4e77-b12e-2201b54b9d28 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3184645 Jan 27 14:48:51.634354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34176) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:51.646478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.653560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2df8ad78-c8cd-499f-a111-7debc1658006 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.655835 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2df8ad78-c8cd-499f-a111-7debc1658006 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4551883 Jan 27 14:48:51.657657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8ad78-c8cd-499f-a111-7debc1658006 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381a70be-0876-4af7-b73c-d2bb90673969,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:51.671861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34178) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:51.672050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34180) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:51.678876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5d700b08-260b-4958-8605-76e3e8a19000 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '381a70be-0876-4af7-b73c-d2bb90673969', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:51.690983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.738733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] In _notify_port_updated(), no bound segment for port bad3079d-55e7-4f36-b010-7ac70b53e6e6 on network aaace063-1993-446d-9c2d-cbb96a4d434a {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:48:51.744772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:51.745357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.746893 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "PUT /v2.0/ports/bad3079d-55e7-4f36-b010-7ac70b53e6e6 HTTP/1.1" status: 200 len: 1129 time: 1.5787323 Jan 27 14:48:51.751597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34184) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:51.763158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.831873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event updated for resources: {'Subnet': ['ID=02f58997-863f-4d8b-9f84-e969790aabe1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:51.881014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cbdf1-429e-4ff6-b325-1d34e91141d7 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event updated for resources: {'Port': ['ID=bad3079d-55e7-4f36-b010-7ac70b53e6e6,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:51.893393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-067b0f90-53d2-43df-a451-d18cae609023 None None] Provisioning complete for port bc422b37-b5e9-485e-b94a-7281ba52b61b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:51.894165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-067b0f90-53d2-43df-a451-d18cae609023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:51.921833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7270f-b6b9-49aa-b8ca-6882f45e9939 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:51.925796 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-31a7270f-b6b9-49aa-b8ca-6882f45e9939 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "GET /v2.0/ports/bad3079d-55e7-4f36-b010-7ac70b53e6e6 HTTP/1.1" status: 200 len: 1129 time: 0.1691036 Jan 27 14:48:51.930893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34186) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:51.964588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-067b0f90-53d2-43df-a451-d18cae609023 None None] Port bc422b37-b5e9-485e-b94a-7281ba52b61b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:51.970935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 44fc6e12-32be-4ac1-8967-8828a87c91e5 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:52.015500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-53697203-96ce-4bfd-91d8-1d4b655bb4c1 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.029806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Deleting port e7edd5ae-2b22-436a-b215-79e9b56ff01d {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:52.030158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.036274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] DHCP port deletion for 56933047-0866-4523-9da8-4350be7c072e request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:52.037764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Checking segment: {'id': 'fa30e572-39a1-453b-b5d0-f5d2f5aff7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:52.038133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Network hostable DHCP agents. Network: eab0eaa0-ac0a-440a-b21f-075532a5c705, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:52.056153 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-53697203-96ce-4bfd-91d8-1d4b655bb4c1 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 14:48:52.056625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53697203-96ce-4bfd-91d8-1d4b655bb4c1 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:48:52.059974 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-53697203-96ce-4bfd-91d8-1d4b655bb4c1 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/56933047-0866-4523-9da8-4350be7c072e HTTP/1.1" status: 409 len: 405 time: 0.4211974 Jan 27 14:48:52.075895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 44fc6e12-32be-4ac1-8967-8828a87c91e5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:52.076176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.099497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34188) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:52.108234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1461640902'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:52.158853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Network eab0eaa0-ac0a-440a-b21f-075532a5c705 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:52.184077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.190206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] Deleting port 44fc6e12-32be-4ac1-8967-8828a87c91e5 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:52.190662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.196988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, eab0eaa0-ac0a-440a-b21f-075532a5c705) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:52.202981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:52.203764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.211258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Calling delete_port for e7edd5ae-2b22-436a-b215-79e9b56ff01d owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:52.247040 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8e30b654-c472-4d53-8f48-fe6310b25018 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4195261 Jan 27 14:48:52.255330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34190) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:52.293860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Request body: {'port': {'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705', 'name': 'tempest-DHCPAgentSchedulersTestJSON-852235536'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:52.299502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] For port 44fc6e12-32be-4ac1-8967-8828a87c91e5, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=44fc6e12-32be-4ac1-8967-8828a87c91e5,segment=NetworkSegment(6d3b444f-7e19-4b20-901a-933f660a18fc),segment_id=6d3b444f-7e19-4b20-901a-933f660a18fc)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:52.299943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.317015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] Calling delete_port for 44fc6e12-32be-4ac1-8967-8828a87c91e5 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:52.337797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb370b-cf1b-45e9-9261-a06f5a3073a7 None None] Network eab0eaa0-ac0a-440a-b21f-075532a5c705 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:52.530089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-00b7749d-5cec-48bd-b8a8-c7825923bdbe None None] Provisioning complete for port bad3079d-55e7-4f36-b010-7ac70b53e6e6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:52.530605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00b7749d-5cec-48bd-b8a8-c7825923bdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.531489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1546637638'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:52.564214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.565881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d700b08-260b-4958-8605-76e3e8a19000 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.602730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.647165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-00b7749d-5cec-48bd-b8a8-c7825923bdbe None None] Port bad3079d-55e7-4f36-b010-7ac70b53e6e6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:48:52.672267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.699787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:52.704232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.708574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:52.715620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.759936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Made reservation on behalf of a7cfd298d2894b1fa06ea51ac7bce0d9 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:52.763088 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.764527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.768970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d700b08-260b-4958-8605-76e3e8a19000 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.770795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.773008 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] Pushing event deleted for resources: {'Port': ['ID=44fc6e12-32be-4ac1-8967-8828a87c91e5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:52.780070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abc049-c7e3-4654-8825-1522368c4428 None None] No DVR routers for this DVR port 44fc6e12-32be-4ac1-8967-8828a87c91e5 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:52.806725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:52.822135 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d700b08-260b-4958-8605-76e3e8a19000 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.840951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-eab0eaa0-ac0a-440a-b21f-075532a5c705', 'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705', 'tenant_id': 'a7cfd298d2894b1fa06ea51ac7bce0d9', 'fixed_ips': [{'subnet_id': '02f58997-863f-4d8b-9f84-e969790aabe1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:52.842014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.869228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event deleted for resources: {'Port': ['ID=e7edd5ae-2b22-436a-b215-79e9b56ff01d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:52.869754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Deleting port bad3079d-55e7-4f36-b010-7ac70b53e6e6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:52.870151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.893004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d700b08-260b-4958-8605-76e3e8a19000 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bd702c-c660-46b1-899a-1e681d44fc23,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:52.901824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.902306 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Added segment 485122cb-f513-444a-ab92-ced34a9c23fd of type vlan for network 6d0539cd-4cb3-4057-b52c-aaa0cb859bed Jan 27 14:48:52.905695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] device_id is not set on port 6a6453df-195d-4ea5-9443-6316ded577a3 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:52.950273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d700b08-260b-4958-8605-76e3e8a19000 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:52.954568 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5d700b08-260b-4958-8605-76e3e8a19000 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2814620 Jan 27 14:48:52.955528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34192) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:52.969853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ab77daf4-f4bd-42cd-9628-c86fd90a722a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '381a70be-0876-4af7-b73c-d2bb90673969', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:52.999358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Allocated IP 172.26.6.4 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/4bc4f6e1-86d2-46e4-a44f-74fb7fdb5481) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:53.053229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.077913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab77daf4-f4bd-42cd-9628-c86fd90a722a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.085787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Calling delete_port for bad3079d-55e7-4f36-b010-7ac70b53e6e6 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:53.087678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.105214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.116866 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.118224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Allocated IP 172.20.0.2 (eab0eaa0-ac0a-440a-b21f-075532a5c705/02f58997-863f-4d8b-9f84-e969790aabe1/ad218597-610d-4ff3-a23f-fef710ca0c1b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:53.130864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.214208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:53.235029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:48:53.241776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.243597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f6f8c4-eed5-41db-9420-ebade03516d1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:53.252758 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.257220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.257527 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Added segment b3e92520-0673-4a6a-b554-0e868de42c62 of type vlan for network 2190b65b-0e2b-4628-861e-47a5556a2d45 Jan 27 14:48:53.310311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab77daf4-f4bd-42cd-9628-c86fd90a722a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.322922 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab77daf4-f4bd-42cd-9628-c86fd90a722a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.330876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.331171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.337367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:53.338204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.360247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77daf4-f4bd-42cd-9628-c86fd90a722a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be4f77d-4b2e-4f47-a884-df03a8c963ca,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:53.361199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.362911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Fanout notify agent at l3_agent the message router_deleted on router a4cf30de-28fb-4a3b-a181-1bd54080ca0b {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:48:53.371450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.371902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab77daf4-f4bd-42cd-9628-c86fd90a722a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.372651 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5a365d3f-9098-49ab-81cd-5dc72a9f56ff tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/a4cf30de-28fb-4a3b-a181-1bd54080ca0b HTTP/1.1" status: 204 len: 168 time: 3.2926054 Jan 27 14:48:53.382109 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ab77daf4-f4bd-42cd-9628-c86fd90a722a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4201326 Jan 27 14:48:53.382752 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34194) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:53.383083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34196) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:53.404299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.416139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.422171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-75924dfd-9a1e-467d-adfc-efa37eb6fd5b tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-42126295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:53.428315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.431559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b24c4f48-dee4-4046-acb3-dc46a529b120 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '381a70be-0876-4af7-b73c-d2bb90673969', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:53.458353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.459035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3582659 Jan 27 14:48:53.464290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:53.464963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.468445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34198) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:53.482866 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'subnet': {'network_id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:53.494035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80b0c6-bed0-4a5c-b11f-7b2188b0b966 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Network': ['ID=6d0539cd-4cb3-4057-b52c-aaa0cb859bed,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:53.505924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Network eab0eaa0-ac0a-440a-b21f-075532a5c705 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:53.512131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:53.524949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:53.525870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Allocated IP 172.20.0.8 (eab0eaa0-ac0a-440a-b21f-075532a5c705/02f58997-863f-4d8b-9f84-e969790aabe1/6a6453df-195d-4ea5-9443-6316ded577a3) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:53.539526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 6d0539cd-4cb3-4057-b52c-aaa0cb859bed details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:53.551787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.632487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:53.637515 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9625840 Jan 27 14:48:53.638522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75924dfd-9a1e-467d-adfc-efa37eb6fd5b tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.639872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34200) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:53.640067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75924dfd-9a1e-467d-adfc-efa37eb6fd5b tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.648112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'subnet': {'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:53.650084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.653413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Pushing event updated for resources: {'Port': ['ID=ad218597-610d-4ff3-a23f-fef710ca0c1b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:53.655939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:53.663052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:53.669394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event updated for resources: {'Port': ['ID=4bc4f6e1-86d2-46e4-a44f-74fb7fdb5481,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:53.681109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190df4-4ed6-4e7e-a388-666f48d63a57 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Network': ['ID=2190b65b-0e2b-4628-861e-47a5556a2d45,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:53.695788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Attempting to bind port ad218597-610d-4ff3-a23f-fef710ca0c1b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:53.696189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Attempting to bind port ad218597-610d-4ff3-a23f-fef710ca0c1b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'fa30e572-39a1-453b-b5d0-f5d2f5aff7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:53.696620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Attempting to bind port ad218597-610d-4ff3-a23f-fef710ca0c1b on network eab0eaa0-ac0a-440a-b21f-075532a5c705 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:53.704596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:53.705605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Checking segment: {'id': 'fa30e572-39a1-453b-b5d0-f5d2f5aff7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:53.706024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.706420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Bound using segment: {'id': 'fa30e572-39a1-453b-b5d0-f5d2f5aff7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:53.706912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Bound port: ad218597-610d-4ff3-a23f-fef710ca0c1b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa30e572-39a1-453b-b5d0-f5d2f5aff7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'eab0eaa0-ac0a-440a-b21f-075532a5c705'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:53.707359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.718824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event deleted for resources: {'Port': ['ID=bad3079d-55e7-4f36-b010-7ac70b53e6e6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:53.734070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b24c4f48-dee4-4046-acb3-dc46a529b120 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.744041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:53.852128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75924dfd-9a1e-467d-adfc-efa37eb6fd5b tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.855263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.858674 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-18f07139-f3c0-4a9c-8b27-d4b449103863 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "DELETE /v2.0/ports/bad3079d-55e7-4f36-b010-7ac70b53e6e6 HTTP/1.1" status: 204 len: 168 time: 1.9222682 Jan 27 14:48:53.873624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34202) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:53.933104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 44fc6e12-32be-4ac1-8967-8828a87c91e5 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:53.937418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75924dfd-9a1e-467d-adfc-efa37eb6fd5b tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.945797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Deleting subnet 6702c026-2033-4400-888b-c57e00f7731d {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:48:53.952473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:53.956204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:53.967842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.014638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 44fc6e12-32be-4ac1-8967-8828a87c91e5 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:54.015196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 44fc6e12-32be-4ac1-8967-8828a87c91e5 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:54.019385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] For port ad218597-610d-4ff3-a23f-fef710ca0c1b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:54.071057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b24c4f48-dee4-4046-acb3-dc46a529b120 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.075325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] For port ad218597-610d-4ff3-a23f-fef710ca0c1b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ad218597-610d-4ff3-a23f-fef710ca0c1b,segment=NetworkSegment(fa30e572-39a1-453b-b5d0-f5d2f5aff7e1),segment_id=fa30e572-39a1-453b-b5d0-f5d2f5aff7e1)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:54.077775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75924dfd-9a1e-467d-adfc-efa37eb6fd5b tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.079082 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-75924dfd-9a1e-467d-adfc-efa37eb6fd5b tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6685615 Jan 27 14:48:54.090329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34206) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:54.092407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.100504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'enable_snat': False}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:54.104921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.109659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b24c4f48-dee4-4046-acb3-dc46a529b120 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.191674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c4f48-dee4-4046-acb3-dc46a529b120 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d26f2fd-d419-441c-b9dd-709d5fd5c331,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:54.208511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6b33d-3590-4045-ad33-0168d44c3a58 None None] Pushing event updated for resources: {'Port': ['ID=ad218597-610d-4ff3-a23f-fef710ca0c1b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:54.286502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b24c4f48-dee4-4046-acb3-dc46a529b120 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.292194 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b24c4f48-dee4-4046-acb3-dc46a529b120 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8755410 Jan 27 14:48:54.313549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34208) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:54.326429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a89714c0-5465-4ec8-aa3d-b14cffc08feb tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '381a70be-0876-4af7-b73c-d2bb90673969', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:54.538541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.565259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:54.571591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.591695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.596330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.609614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a89714c0-5465-4ec8-aa3d-b14cffc08feb tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.785142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.831982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.835566 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "DELETE /v2.0/subnets/6702c026-2033-4400-888b-c57e00f7731d HTTP/1.1" status: 204 len: 168 time: 0.9605820 Jan 27 14:48:54.836766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b066563-d87c-462b-a0d3-f5371c17e43a tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event deleted for resources: {'Subnet': ['ID=6702c026-2033-4400-888b-c57e00f7731d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:54.842177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34210) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:54.854434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2431cd-75ef-4791-8155-d14e5805310a None None] Network aaace063-1993-446d-9c2d-cbb96a4d434a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:54.890615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.924864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:48:54.925351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a89714c0-5465-4ec8-aa3d-b14cffc08feb tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:54.937535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.001343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a89714c0-5465-4ec8-aa3d-b14cffc08feb tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.010372 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.040275 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Subnet': ['ID=d39777d7-6531-47bb-a558-159faf99df0b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:55.100259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Network eab0eaa0-ac0a-440a-b21f-075532a5c705 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:55.134588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:55.137620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89714c0-5465-4ec8-aa3d-b14cffc08feb tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478413f4-4315-4a45-89f9-c2662fdd6b28,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:55.146313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:55.153158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.153414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Checking segment: {'id': '485122cb-f513-444a-ab92-ced34a9c23fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:55.153414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network hostable DHCP agents. Network: 6d0539cd-4cb3-4057-b52c-aaa0cb859bed, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:55.245261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event updated for resources: {'Port': ['ID=6a6453df-195d-4ea5-9443-6316ded577a3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:55.256495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a89714c0-5465-4ec8-aa3d-b14cffc08feb tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.261462 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a89714c0-5465-4ec8-aa3d-b14cffc08feb tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9447668 Jan 27 14:48:55.262562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34212) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:55.262999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network 6d0539cd-4cb3-4057-b52c-aaa0cb859bed is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:55.269376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] DHCP port deletion for aaace063-1993-446d-9c2d-cbb96a4d434a request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:48:55.274101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.292016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Deleting port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:55.292690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.321896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-88ed22c5-59a0-4858-8f3e-893887f971f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '381a70be-0876-4af7-b73c-d2bb90673969', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:55.352711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.357442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 6d0539cd-4cb3-4057-b52c-aaa0cb859bed) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:55.368283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:55.368976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.374440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df812b-6b95-4b23-a37a-77bb7dd9e66d None None] Network 6d0539cd-4cb3-4057-b52c-aaa0cb859bed requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:55.401653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] Deleting port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:55.402274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.440026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:55.441081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.478824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.484810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0547f450-789b-4570-bcb9-17d7813ef118 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1954439 Jan 27 14:48:55.496292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34214) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:55.545788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88ed22c5-59a0-4858-8f3e-893887f971f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.580131 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-df2e1394-36d9-4fda-8633-ed1ae2990079 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1020939 Jan 27 14:48:55.581012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34216) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:55.610659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] For port 45cb91b7-0d41-47ef-a24f-2ffa763855b7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=45cb91b7-0d41-47ef-a24f-2ffa763855b7,segment=NetworkSegment(f7e0a195-0db5-4511-8ab7-e082ca91dfb5),segment_id=f7e0a195-0db5-4511-8ab7-e082ca91dfb5)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:55.611461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.721209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Subnet': ['ID=43c4d035-bba3-4d81-a860-0270f31679ed,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:55.723758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Calling delete_port for 45cb91b7-0d41-47ef-a24f-2ffa763855b7 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:55.818212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Checking segment: {'id': 'b3e92520-0673-4a6a-b554-0e868de42c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:55.818919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network hostable DHCP agents. Network: 2190b65b-0e2b-4628-861e-47a5556a2d45, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:48:55.864233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88ed22c5-59a0-4858-8f3e-893887f971f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.870431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.881855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88ed22c5-59a0-4858-8f3e-893887f971f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.904038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:55.905691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656bcb75-9173-42be-b7c7-f3656bee44a5 None None] Network eab0eaa0-ac0a-440a-b21f-075532a5c705 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:55.965733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Deleting port 6a6453df-195d-4ea5-9443-6316ded577a3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:55.966544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:55.969887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed22c5-59a0-4858-8f3e-893887f971f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704afefb-a733-4efd-9d3e-c5796a909464,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:55.988044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Allocated IP 172.26.6.63 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/013425bc-1d0e-4986-943b-20461993191a) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:56.008448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88ed22c5-59a0-4858-8f3e-893887f971f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.013015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.013841 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-88ed22c5-59a0-4858-8f3e-893887f971f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7066522 Jan 27 14:48:56.014561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34218) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:56.054444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 2190b65b-0e2b-4628-861e-47a5556a2d45) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:56.077636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] For port 45cb91b7-0d41-47ef-a24f-2ffa763855b7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=45cb91b7-0d41-47ef-a24f-2ffa763855b7,segment=NetworkSegment(f7e0a195-0db5-4511-8ab7-e082ca91dfb5),segment_id=f7e0a195-0db5-4511-8ab7-e082ca91dfb5)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:56.078145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.094968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] Calling delete_port for 45cb91b7-0d41-47ef-a24f-2ffa763855b7 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:56.109569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:56.110152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.146500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ad218597-610d-4ff3-a23f-fef710ca0c1b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:56.176059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-286c92db-6c23-4e1e-9d05-28ac222afac8 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5280640 Jan 27 14:48:56.177044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34220) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:56.182964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-416378219'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:56.188429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66f7bb98-4b34-4151-834c-0d917761f4a5 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.193671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406f788-1a08-4655-8376-8e8b3e066de0 None None] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:56.213622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.218297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66f7bb98-4b34-4151-834c-0d917761f4a5 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.267601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.270778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] No DVR routers for this DVR port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:56.308595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Calling delete_port for 6a6453df-195d-4ea5-9443-6316ded577a3 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:56.342258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66f7bb98-4b34-4151-834c-0d917761f4a5 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.391228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66f7bb98-4b34-4151-834c-0d917761f4a5 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.395519 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-66f7bb98-4b34-4151-834c-0d917761f4a5 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/704afefb-a733-4efd-9d3e-c5796a909464 HTTP/1.1" status: 204 len: 168 time: 0.3722174 Jan 27 14:48:56.401974 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34222) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:56.418595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-6d0539cd-4cb3-4057-b52c-aaa0cb859bed', 'network_id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed', 'tenant_id': 'e331299fbb594aab9c4e5346bb31b268', 'fixed_ips': [{'subnet_id': 'd39777d7-6531-47bb-a558-159faf99df0b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:56.420115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.431221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7bb98-4b34-4151-834c-0d917761f4a5 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=704afefb-a733-4efd-9d3e-c5796a909464,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:56.457011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Router f269a32f-0392-42fe-9c26-02e473f1a90c is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:56.469169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ec500113-11e5-46b9-9966-181220a7a0ae None None] Provisioning complete for port ad218597-610d-4ff3-a23f-fef710ca0c1b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:56.469557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec500113-11e5-46b9-9966-181220a7a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.626933 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7629d646-d325-49a4-a97e-ef747765de1a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2180343 Jan 27 14:48:56.632603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:56.636852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.641216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34224) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:56.656578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.728578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] device_id is not set on port a24a653c-3f9b-4b05-a6ad-91230f2aaabb yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:56.738861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] Pushing event deleted for resources: {'Port': ['ID=45cb91b7-0d41-47ef-a24f-2ffa763855b7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:56.754552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fca5c0-b15a-4ba9-8a93-91cd94f65242 None None] No DVR routers for this DVR port 45cb91b7-0d41-47ef-a24f-2ffa763855b7 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:48:56.774888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port ad218597-610d-4ff3-a23f-fef710ca0c1b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:56.775454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.795747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.803620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff81535-f10f-401b-88bd-c6d638886c61 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.826912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event deleted for resources: {'Port': ['ID=45cb91b7-0d41-47ef-a24f-2ffa763855b7,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:56.840709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.842398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff81535-f10f-401b-88bd-c6d638886c61 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.859254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.882224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:56.884010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event deleted for resources: {'Port': ['ID=6a6453df-195d-4ea5-9443-6316ded577a3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:56.915117 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] Sync routers for ids ['f269a32f-0392-42fe-9c26-02e473f1a90c'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:56.937081 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] Routers {'f269a32f-0392-42fe-9c26-02e473f1a90c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:56.938993 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f269a32f-0392-42fe-9c26-02e473f1a90c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:56.939627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:56.975317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaace063-1993-446d-9c2d-cbb96a4d434a']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:56.988374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e0a195-0db5-4511-8ab7-e082ca91dfb5') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:56.989085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e0a195-0db5-4511-8ab7-e082ca91dfb5') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:57.001725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.014093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.016578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Allocated IP 2001:db8::f816:3eff:fefa:b04e (6d0539cd-4cb3-4057-b52c-aaa0cb859bed/d39777d7-6531-47bb-a558-159faf99df0b/46c61b7f-0462-4520-bcd8-00c3fe28b640) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:57.029837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:57.030991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.037733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.039220 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-24061a1c-4768-44a5-95ba-a2eedeb4b6eb tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9254847 Jan 27 14:48:57.042498 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:57.048437 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:57.055372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34228) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:57.057013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:57.061988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff81535-f10f-401b-88bd-c6d638886c61 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.086540 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] Routers {'f269a32f-0392-42fe-9c26-02e473f1a90c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:57.088858 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f269a32f-0392-42fe-9c26-02e473f1a90c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:57.117468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff81535-f10f-401b-88bd-c6d638886c61 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.122732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9ff81535-f10f-401b-88bd-c6d638886c61 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/478413f4-4315-4a45-89f9-c2662fdd6b28 HTTP/1.1" status: 204 len: 168 time: 0.4745839 Jan 27 14:48:57.125294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34230) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:57.136836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.145328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.153304 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] 10.222.0.18 "DELETE /v2.0/networks/aaace063-1993-446d-9c2d-cbb96a4d434a HTTP/1.1" status: 204 len: 168 time: 2.3054955 Jan 27 14:48:57.153304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.170774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Allocated IP 2001:db8::135 (2190b65b-0e2b-4628-861e-47a5556a2d45/43c4d035-bba3-4d81-a860-0270f31679ed/a24a653c-3f9b-4b05-a6ad-91230f2aaabb) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:57.189397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864988c-8b7f-40a4-a2b6-c0ed8dd5c2e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031 tempest-ExtraDHCPOptionsIpV6TestJSON-1137287031-project] Pushing event deleted for resources: {'Network': ['ID=aaace063-1993-446d-9c2d-cbb96a4d434a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:57.198568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff81535-f10f-401b-88bd-c6d638886c61 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=478413f4-4315-4a45-89f9-c2662fdd6b28,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:57.219527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:57.219942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.223372 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:57.229655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:57.230982 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:57.231775 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9e2d71ff-59a4-42e2-9df3-cc52bb2c9528 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "DELETE /v2.0/ports/6a6453df-195d-4ea5-9443-6316ded577a3 HTTP/1.1" status: 204 len: 168 time: 1.7317126 Jan 27 14:48:57.232277 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63efb9c9-2e6f-4b41-93ad-9e37d77c390d None None] The sync data for ids ['f269a32f-0392-42fe-9c26-02e473f1a90c'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:57.235752 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34234) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:57.247149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Pushing event updated for resources: {'Port': ['ID=013425bc-1d0e-4986-943b-20461993191a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:57.302528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec500113-11e5-46b9-9966-181220a7a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.414178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ec500113-11e5-46b9-9966-181220a7a0ae None None] For port ad218597-610d-4ff3-a23f-fef710ca0c1b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ad218597-610d-4ff3-a23f-fef710ca0c1b,segment=NetworkSegment(fa30e572-39a1-453b-b5d0-f5d2f5aff7e1),segment_id=fa30e572-39a1-453b-b5d0-f5d2f5aff7e1)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:57.417503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-2190b65b-0e2b-4628-861e-47a5556a2d45', 'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'tenant_id': 'a8b9dc7e17714ac6b047f3f83476b8d5', 'fixed_ips': [{'subnet_id': '43c4d035-bba3-4d81-a860-0270f31679ed'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:48:57.419413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.489476 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d5b23053-7b08-49cc-80b5-19b33bdf9649 tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2517979 Jan 27 14:48:57.496487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec500113-11e5-46b9-9966-181220a7a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.511439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34240) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:57.516569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1915167823'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:57.605287 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9460e7a3-4d0f-42ab-a934-07de8b3fc56f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4553204 Jan 27 14:48:57.611382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec500113-11e5-46b9-9966-181220a7a0ae None None] Pushing event updated for resources: {'Port': ['ID=ad218597-610d-4ff3-a23f-fef710ca0c1b,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:57.619920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34242) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:57.620700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34244) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:57.642111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Made reservation on behalf of a7cfd298d2894b1fa06ea51ac7bce0d9 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:57.647474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.732753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:48:57.761453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.762158 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Added segment a18146e0-ff3e-4159-8636-29f436151351 of type vlan for network e8ccb5b6-d750-4317-8b47-4db59139cc9f Jan 27 14:48:57.769602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.773772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1d00f58e-168a-4a92-8f82-00e29e534289 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.812106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.820088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.895228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.907344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1d00f58e-168a-4a92-8f82-00e29e534289 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.916327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:57.923522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Network 6d0539cd-4cb3-4057-b52c-aaa0cb859bed is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:57.940110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:57.944849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:57.961590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.003127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Subnet': ['ID=d39777d7-6531-47bb-a558-159faf99df0b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:58.014591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.024416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:58.024416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.072188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1d00f58e-168a-4a92-8f82-00e29e534289 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.089787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Pushing event updated for resources: {'Port': ['ID=46c61b7f-0462-4520-bcd8-00c3fe28b640,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:58.098168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 45cb91b7-0d41-47ef-a24f-2ffa763855b7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:48:58.157408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Attempting to bind port 46c61b7f-0462-4520-bcd8-00c3fe28b640 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:58.157755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Attempting to bind port 46c61b7f-0462-4520-bcd8-00c3fe28b640 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '485122cb-f513-444a-ab92-ced34a9c23fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:58.158246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Attempting to bind port 46c61b7f-0462-4520-bcd8-00c3fe28b640 on network 6d0539cd-4cb3-4057-b52c-aaa0cb859bed {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:58.162547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.168931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 45cb91b7-0d41-47ef-a24f-2ffa763855b7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:48:58.169343 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 45cb91b7-0d41-47ef-a24f-2ffa763855b7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:48:58.184130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:58.184891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Checking segment: {'id': '485122cb-f513-444a-ab92-ced34a9c23fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:58.185342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.185975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Bound using segment: {'id': '485122cb-f513-444a-ab92-ced34a9c23fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:58.186774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Bound port: 46c61b7f-0462-4520-bcd8-00c3fe28b640, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485122cb-f513-444a-ab92-ced34a9c23fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:58.187449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.222231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8d5445b8-5fd7-4776-84b9-956e2aee44c3 None None] Provisioning complete for port ad218597-610d-4ff3-a23f-fef710ca0c1b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:58.222231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d5445b8-5fd7-4776-84b9-956e2aee44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.222950 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7104235 Jan 27 14:48:58.237598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34248) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:58.285135 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9ada-4e60-4d5e-a64d-c091da65d22b tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event updated for resources: {'Network': ['ID=e8ccb5b6-d750-4317-8b47-4db59139cc9f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:58.320358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e8ccb5b6-d750-4317-8b47-4db59139cc9f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:48:58.378298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.383620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0539cd-4cb3-4057-b52c-aaa0cb859bed']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:58.387760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.402280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485122cb-f513-444a-ab92-ced34a9c23fd') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:58.402778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485122cb-f513-444a-ab92-ced34a9c23fd') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:58.437826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.522100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1d00f58e-168a-4a92-8f82-00e29e534289 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.523381 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1d00f58e-168a-4a92-8f82-00e29e534289 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8d26f2fd-d419-441c-b9dd-709d5fd5c331 HTTP/1.1" status: 204 len: 168 time: 0.8921394 Jan 27 14:48:58.537027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34250) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:58.563842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ad218597-610d-4ff3-a23f-fef710ca0c1b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:48:58.589059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00f58e-168a-4a92-8f82-00e29e534289 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d26f2fd-d419-441c-b9dd-709d5fd5c331,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:58.606066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c4687252-1a02-46f2-b10e-a1facd0e2aca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=266a5a16453040ca87fa864f3ddddc85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9769828 Jan 27 14:48:58.607184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34252) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:58.619822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.635926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:48:58.636487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:48:58.643136 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:48:58.690692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] For port 46c61b7f-0462-4520-bcd8-00c3fe28b640, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:48:58.746446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.764008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.api [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 14:48:58.764008 dv-neutron-826438-5-hyperv neutron-server[108742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 14:48:58.764008 dv-neutron-826438-5-hyperv neutron-server[108742]: [parameters: {'id': '6d0539cd-4cb3-4057-b52c-aaa0cb859bed'}] Jan 27 14:48:58.764008 dv-neutron-826438-5-hyperv neutron-server[108742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:48:58.765121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG oslo_db.api [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:48:58.787553 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-45736180-2eb2-43ce-9148-faf45c195231 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2490582 Jan 27 14:48:58.796811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34254) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:58.825113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] For port 46c61b7f-0462-4520-bcd8-00c3fe28b640, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=46c61b7f-0462-4520-bcd8-00c3fe28b640,segment=NetworkSegment(485122cb-f513-444a-ab92-ced34a9c23fd),segment_id=485122cb-f513-444a-ab92-ced34a9c23fd)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:48:58.832710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Router 05f5411a-ec22-4917-8ed8-df46e4a583cf is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:48:58.842859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port ad218597-610d-4ff3-a23f-fef710ca0c1b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:48:58.843246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.854639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:58.855785 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-87e09719-6f50-43f5-9f98-94a47a7d306b tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "GET /v2.0/agents/e38654a6-a45c-4683-bf77-d8f41988ec89/dhcp-networks HTTP/1.1" status: 200 len: 7994 time: 0.6103566 Jan 27 14:48:58.860477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34256) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:58.868677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fd26999-714e-46b4-9ee3-fa091e813d7b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.876787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Allocated IP 2001:db8::2 (2190b65b-0e2b-4628-861e-47a5556a2d45/43c4d035-bba3-4d81-a860-0270f31679ed/21df2f38-b171-4f29-9326-1a6adb6ac950) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:48:58.881726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.906865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:58.912186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=a24a653c-3f9b-4b05-a6ad-91230f2aaabb,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:58.914790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:58.920741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:58.921414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.923999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b2822ddc-dc1d-4c84-b0e7-356a3e2a1ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.927834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fd26999-714e-46b4-9ee3-fa091e813d7b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.972170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-82ed0683-8664-4b08-8212-a74083908afe tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7940245 Jan 27 14:48:58.975106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b2822ddc-dc1d-4c84-b0e7-356a3e2a1ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.978753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:58.982382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34258) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:58.995364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5c5d0-f0b7-4fc5-b498-5451131b7ccd None None] Pushing event updated for resources: {'Port': ['ID=46c61b7f-0462-4520-bcd8-00c3fe28b640,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:58.996391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1173294090', 'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:ce:fc:92'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:48:59.039382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:48:59.076221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.079322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.084686 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a918fd30-b6ba-4565-bafd-a2a4e35b3eb1 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "PUT /v2.0/routers/05f5411a-ec22-4917-8ed8-df46e4a583cf HTTP/1.1" status: 200 len: 913 time: 4.9853165 Jan 27 14:48:59.086840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34260) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.165803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fd26999-714e-46b4-9ee3-fa091e813d7b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.181300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fd26999-714e-46b4-9ee3-fa091e813d7b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.183184 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3fd26999-714e-46b4-9ee3-fa091e813d7b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7be4f77d-4b2e-4f47-a884-df03a8c963ca HTTP/1.1" status: 204 len: 168 time: 0.3849044 Jan 27 14:48:59.186238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd26999-714e-46b4-9ee3-fa091e813d7b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7be4f77d-4b2e-4f47-a884-df03a8c963ca,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:59.188242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34262) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.203733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] Sync routers for ids ['05f5411a-ec22-4917-8ed8-df46e4a583cf'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:48:59.213554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b2822ddc-dc1d-4c84-b0e7-356a3e2a1ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.217068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b2822ddc-dc1d-4c84-b0e7-356a3e2a1ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.221955 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b2822ddc-dc1d-4c84-b0e7-356a3e2a1ab0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb9ff8d1-2ad1-4b8d-a9c5-e4ffcb91225b HTTP/1.1" status: 204 len: 168 time: 0.6029351 Jan 27 14:48:59.225758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6f77939a-fc86-4434-8278-55481cf62410 None None] Could not find standard attr ID for object 6a6453df-195d-4ea5-9443-6316ded577a3. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:48:59.242543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] Routers {'05f5411a-ec22-4917-8ed8-df46e4a583cf'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:59.243177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['05f5411a-ec22-4917-8ed8-df46e4a583cf'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:59.243362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2822ddc-dc1d-4c84-b0e7-356a3e2a1ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ff8d1-2ad1-4b8d-a9c5-e4ffcb91225b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:59.254283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ba728-47a5-42e2-a297-1e28fb5a119e None None] Network 6d0539cd-4cb3-4057-b52c-aaa0cb859bed requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:59.274836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.298572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac930c34-f22d-493f-8286-de750d2790ad tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] Network e8ccb5b6-d750-4317-8b47-4db59139cc9f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:48:59.321355 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bc512519-b567-4cdf-bb69-25880ef0ba00 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/05f5411a-ec22-4917-8ed8-df46e4a583cf HTTP/1.1" status: 200 len: 919 time: 0.2343774 Jan 27 14:48:59.328117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34266) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.340660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:48:59.343056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:59.355069 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ac930c34-f22d-493f-8286-de750d2790ad tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "POST /v2.0/agents/e38654a6-a45c-4683-bf77-d8f41988ec89/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4928107 Jan 27 14:48:59.357255 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c9a50dd3-44d4-49c8-b5e3-16ec03d261df tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1676993 Jan 27 14:48:59.360249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34268) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.367370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34270) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.379243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23984b5f-73a6-42fc-a355-77f5f19dc2c4 None None] Network e8ccb5b6-d750-4317-8b47-4db59139cc9f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:48:59.398212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Deleting port 4bc4f6e1-86d2-46e4-a44f-74fb7fdb5481 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:59.398549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.454037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f970badf-b5d6-4c1b-91c8-2dc2417fa3ec tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:59.459329 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f970badf-b5d6-4c1b-91c8-2dc2417fa3ec tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=05f5411a-ec22-4917-8ed8-df46e4a583cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1216731 Jan 27 14:48:59.461832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34274) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.511931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] Routers {'05f5411a-ec22-4917-8ed8-df46e4a583cf'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:48:59.512761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['05f5411a-ec22-4917-8ed8-df46e4a583cf'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:59.546351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting port 46c61b7f-0462-4520-bcd8-00c3fe28b640 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:48:59.547009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.611571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:48:59.612309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b059f71-397c-4418-be2a-95fe7eb32df9 None None] The sync data for ids ['05f5411a-ec22-4917-8ed8-df46e4a583cf'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:48:59.648222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7149351-875e-41b2-9603-0d69c7e6fda3 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:48:59.649681 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a7149351-875e-41b2-9603-0d69c7e6fda3 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/networks/02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 881 time: 0.1832244 Jan 27 14:48:59.656519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34280) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.661765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] For port 46c61b7f-0462-4520-bcd8-00c3fe28b640, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=46c61b7f-0462-4520-bcd8-00c3fe28b640,segment=NetworkSegment(485122cb-f513-444a-ab92-ced34a9c23fd),segment_id=485122cb-f513-444a-ab92-ced34a9c23fd)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:48:59.662478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.698774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.705440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.720083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.723761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Calling delete_port for 4bc4f6e1-86d2-46e4-a44f-74fb7fdb5481 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:59.728357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Calling delete_port for 46c61b7f-0462-4520-bcd8-00c3fe28b640 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:48:59.783111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:48:59.790073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:48:59.797950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:48:59.801593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Pushing event updated for resources: {'Port': ['ID=21df2f38-b171-4f29-9326-1a6adb6ac950,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:48:59.848810 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c4959453-4c60-4009-b9dd-470163998262 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=05f5411a-ec22-4917-8ed8-df46e4a583cf HTTP/1.1" status: 200 len: 205 time: 0.1739552 Jan 27 14:48:59.848810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34284) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:48:59.855344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.870273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.905734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Attempting to bind port 21df2f38-b171-4f29-9326-1a6adb6ac950 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:48:59.906309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Attempting to bind port 21df2f38-b171-4f29-9326-1a6adb6ac950 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'b3e92520-0673-4a6a-b554-0e868de42c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:48:59.907389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Attempting to bind port 21df2f38-b171-4f29-9326-1a6adb6ac950 on network 2190b65b-0e2b-4628-861e-47a5556a2d45 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:48:59.927070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:48:59.927752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Checking segment: {'id': 'b3e92520-0673-4a6a-b554-0e868de42c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:48:59.928846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.929642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Bound using segment: {'id': 'b3e92520-0673-4a6a-b554-0e868de42c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:48:59.931295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Bound port: 21df2f38-b171-4f29-9326-1a6adb6ac950, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e92520-0673-4a6a-b554-0e868de42c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:48:59.932299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.940984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b7ff-4cfe-4316-a44f-44ebe5c54178 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:48:59.946492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] device_id is not set on port ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:48:59.989679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b7ff-4cfe-4316-a44f-44ebe5c54178 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.108336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] For port 21df2f38-b171-4f29-9326-1a6adb6ac950, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:00.151054 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dfaea6ad-8230-44f0-9e2e-7786b23b93df tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "GET /v2.0/agents/e38654a6-a45c-4683-bf77-d8f41988ec89/dhcp-networks HTTP/1.1" status: 200 len: 8764 time: 0.7847292 Jan 27 14:49:00.151464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34294) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:00.162611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] For port 21df2f38-b171-4f29-9326-1a6adb6ac950, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21df2f38-b171-4f29-9326-1a6adb6ac950,segment=NetworkSegment(b3e92520-0673-4a6a-b554-0e868de42c62),segment_id=b3e92520-0673-4a6a-b554-0e868de42c62)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:00.168411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.176703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.193609 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b7ff-4cfe-4316-a44f-44ebe5c54178 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.214567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b7ff-4cfe-4316-a44f-44ebe5c54178 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.224889 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1ef3b7ff-4cfe-4316-a44f-44ebe5c54178 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/81bd702c-c660-46b1-899a-1e681d44fc23 HTTP/1.1" status: 204 len: 168 time: 0.8453014 Jan 27 14:49:00.232279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34298) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:00.250786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Port': ['ID=46c61b7f-0462-4520-bcd8-00c3fe28b640,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:00.255772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3b7ff-4cfe-4316-a44f-44ebe5c54178 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81bd702c-c660-46b1-899a-1e681d44fc23,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:00.266908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c2b62-8680-4c7c-a831-baa151b318d9 None None] Pushing event updated for resources: {'Port': ['ID=21df2f38-b171-4f29-9326-1a6adb6ac950,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:00.267941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.271949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No DVR routers for this DVR port 46c61b7f-0462-4520-bcd8-00c3fe28b640 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:00.369981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Allocated IP 2001:db8::47 (2190b65b-0e2b-4628-861e-47a5556a2d45/43c4d035-bba3-4d81-a860-0270f31679ed/ab5fbf80-91c3-47bb-8e9a-26836c1e9e03) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:00.392240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Pushing event deleted for resources: {'Port': ['ID=4bc4f6e1-86d2-46e4-a44f-74fb7fdb5481,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:00.427125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.509587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f9444bc-9754-4973-8e0a-f65ee3b5a79e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2672215 Jan 27 14:49:00.518965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34302) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:00.519450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34304) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:00.534003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.555745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0e637d3d-796c-4de8-874f-aa136bf79de3 tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "DELETE /v2.0/agents/e38654a6-a45c-4683-bf77-d8f41988ec89/dhcp-networks/e8ccb5b6-d750-4317-8b47-4db59139cc9f HTTP/1.1" status: 204 len: 168 time: 0.4030120 Jan 27 14:49:00.562437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34308) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:00.624162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0539cd-4cb3-4057-b52c-aaa0cb859bed']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:00.640670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485122cb-f513-444a-ab92-ced34a9c23fd') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:00.640970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485122cb-f513-444a-ab92-ced34a9c23fd') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:00.658522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.680135 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.688435 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.694263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:00.694695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:00.698237 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:00.716695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.727959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1775801076'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:00.792549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.807986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.815311 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/6d0539cd-4cb3-4057-b52c-aaa0cb859bed HTTP/1.1" status: 204 len: 168 time: 5.2234676 Jan 27 14:49:00.816913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34310) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:00.825446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-246327049'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:00.841674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79826974-9339-4bfb-a900-40c60eeb7802 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Network': ['ID=6d0539cd-4cb3-4057-b52c-aaa0cb859bed,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:00.871546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Deleting port 013425bc-1d0e-4986-943b-20461993191a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:00.871942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.874900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:00.878457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.923131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5831a9bf-e4e6-45fd-a40b-eb26314685d0 tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "GET /v2.0/agents/e38654a6-a45c-4683-bf77-d8f41988ec89/dhcp-networks HTTP/1.1" status: 200 len: 7994 time: 0.3565316 Jan 27 14:49:00.931044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34312) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:00.962867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff8982e-8ded-40a6-9ea5-d303f424b22e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:00.991518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:01.001224 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aabe252d-5bf6-4377-9c3e-8dcdf6c6c266 tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "GET /v2.0/networks/eab0eaa0-ac0a-440a-b21f-075532a5c705/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0669756 Jan 27 14:49:01.007193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34314) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:01.008634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Made reservation on behalf of 94ee147f24314a77b56f8aa6bdb6a3ed for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:01.012057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.035829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.051653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.056209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.057337 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Added segment 32756598-9ce5-4909-bf5d-fa99d1888d36 of type vlan for network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 Jan 27 14:49:01.073668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff8982e-8ded-40a6-9ea5-d303f424b22e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.083228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Calling delete_port for 013425bc-1d0e-4986-943b-20461993191a owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:01.134505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.140303 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5cc16fd8-4fc8-4c74-adb2-371d6bfb029a tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "GET /v2.0/networks/eab0eaa0-ac0a-440a-b21f-075532a5c705/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1271365 Jan 27 14:49:01.156509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34316) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:01.170477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.206313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.230603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.265456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff8982e-8ded-40a6-9ea5-d303f424b22e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.267032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ff8982e-8ded-40a6-9ea5-d303f424b22e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.268313 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9ff8982e-8ded-40a6-9ea5-d303f424b22e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/381a70be-0876-4af7-b73c-d2bb90673969 HTTP/1.1" status: 204 len: 168 time: 0.7428772 Jan 27 14:49:01.311126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34318) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:01.373445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8982e-8ded-40a6-9ea5-d303f424b22e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a70be-0876-4af7-b73c-d2bb90673969,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:01.388775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.467135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Router f269a32f-0392-42fe-9c26-02e473f1a90c has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:49:01.514630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-95711146-d57f-4692-a5e7-125070d6d682 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1918831 Jan 27 14:49:01.537315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34320) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:01.549644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:01.555777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-143f1f60-98f1-4a0c-9627-99f94441baa8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072316738'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:01.569456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.589610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:49:01.590484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:01.593935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:01.605992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:01.607011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.619566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=ab5fbf80-91c3-47bb-8e9a-26836c1e9e03,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:01.623706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.681709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.688253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:01.688918 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.747910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea4014-0891-43f0-825e-02f5368ccf7d None None] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:01.807185 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9861853 Jan 27 14:49:01.841979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34322) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:01.850951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ccad1364-60bf-4065-a996-c293a7f8308d None None] Provisioning complete for port 21df2f38-b171-4f29-9326-1a6adb6ac950 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:01.851519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccad1364-60bf-4065-a996-c293a7f8308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.861452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'subnet': {'network_id': '64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:01.877642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:01.902950 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3b0e253b-cf4b-4fe2-a354-6b09c3dc0063 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9115541 Jan 27 14:49:01.906640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-143f1f60-98f1-4a0c-9627-99f94441baa8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.913141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f34334-1507-461f-bca1-f2cc8f242425,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:01.919654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34324) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:01.930084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:01.939232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a173e9-b9c2-4cf5-bb4e-814eccc6db12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Network': ['ID=64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:01.946483 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] Sync routers for ids ['f269a32f-0392-42fe-9c26-02e473f1a90c'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:01.947859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.949734 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-498c5e40-1dc5-4db5-b974-e0cf63ef0669 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "PUT /v2.0/routers/f269a32f-0392-42fe-9c26-02e473f1a90c HTTP/1.1" status: 200 len: 709 time: 4.8988261 Jan 27 14:49:01.953008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:01.953586 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Added segment 060c87ea-db94-4030-b28d-226cc278001a of type vlan for network 1ddaa882-c410-4764-92ec-37a61dc8b802 Jan 27 14:49:01.971904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:01.975633 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] Routers {'f269a32f-0392-42fe-9c26-02e473f1a90c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:01.976608 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f269a32f-0392-42fe-9c26-02e473f1a90c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:01.999937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34326) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:02.036359 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:02.051002 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] Routers {'f269a32f-0392-42fe-9c26-02e473f1a90c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:02.052747 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f269a32f-0392-42fe-9c26-02e473f1a90c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:02.092995 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-13c9910e-2aa1-45d8-adb7-3b53ca608d70 tempest-DHCPAgentSchedulersTestJSON-506175657 tempest-DHCPAgentSchedulersTestJSON-506175657-project-admin] 10.222.0.18 "GET /v2.0/agents/e38654a6-a45c-4683-bf77-d8f41988ec89/dhcp-networks HTTP/1.1" status: 200 len: 7230 time: 0.9351118 Jan 27 14:49:02.102885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34328) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:02.112194 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:02.113263 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd0be7e-4e87-456c-a723-140c0a8c9833 None None] The sync data for ids ['f269a32f-0392-42fe-9c26-02e473f1a90c'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:49:02.281989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccad1364-60bf-4065-a996-c293a7f8308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.305048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.376129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.384926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ccad1364-60bf-4065-a996-c293a7f8308d None None] For port 21df2f38-b171-4f29-9326-1a6adb6ac950, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21df2f38-b171-4f29-9326-1a6adb6ac950,segment=NetworkSegment(b3e92520-0673-4a6a-b554-0e868de42c62),segment_id=b3e92520-0673-4a6a-b554-0e868de42c62)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:02.387793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event deleted for resources: {'Port': ['ID=013425bc-1d0e-4986-943b-20461993191a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:02.395646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ccad1364-60bf-4065-a996-c293a7f8308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.416551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:02.429206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.532405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1364-60bf-4065-a996-c293a7f8308d None None] Pushing event updated for resources: {'Port': ['ID=21df2f38-b171-4f29-9326-1a6adb6ac950,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:02.571461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.572659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 21df2f38-b171-4f29-9326-1a6adb6ac950 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:02.617371 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b7ad5ff6-7cdc-4676-8535-1d0fdf69988d tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/routers/f269a32f-0392-42fe-9c26-02e473f1a90c HTTP/1.1" status: 200 len: 744 time: 0.6158230 Jan 27 14:49:02.624950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34330) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:02.652789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 21df2f38-b171-4f29-9326-1a6adb6ac950 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:02.654191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.685586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bd7c8-4325-4804-9689-158f1b579e74 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:02.692094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bd7c8-4325-4804-9689-158f1b579e74 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:02.698771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bd7c8-4325-4804-9689-158f1b579e74 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:02.701102 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-148bd7c8-4325-4804-9689-158f1b579e74 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.7742774 Jan 27 14:49:02.706685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34332) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:02.726239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.734857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:02.735878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.740438 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ea9669e8-d2af-4340-806e-c3296d50181c tempest-RoutersIpV6AdminTest-408379243 tempest-RoutersIpV6AdminTest-408379243-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=f269a32f-0392-42fe-9c26-02e473f1a90c HTTP/1.1" status: 200 len: 205 time: 0.1113503 Jan 27 14:49:02.752489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34334) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:02.825052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.841233 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-39d4044a-aa1e-4f59-a985-e8cfec3d9529 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=f269a32f-0392-42fe-9c26-02e473f1a90c HTTP/1.1" status: 200 len: 205 time: 0.0839345 Jan 27 14:49:02.889461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34336) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:02.895258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Provisioning complete for port a24a653c-3f9b-4b05-a6ad-91230f2aaabb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:02.895853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:02.904660 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3840628 Jan 27 14:49:02.919707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34338) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:02.930404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'subnet': {'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:02.998912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Port a24a653c-3f9b-4b05-a6ad-91230f2aaabb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:03.022776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-143f1f60-98f1-4a0c-9627-99f94441baa8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.024316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610bc13-0f34-4af4-96a6-2494d4a51fda tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Network': ['ID=1ddaa882-c410-4764-92ec-37a61dc8b802,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:03.024833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Provisioning complete for port ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:03.027147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.035209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-143f1f60-98f1-4a0c-9627-99f94441baa8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.083759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-143f1f60-98f1-4a0c-9627-99f94441baa8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.089097 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-143f1f60-98f1-4a0c-9627-99f94441baa8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5449669 Jan 27 14:49:03.092697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34340) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:03.099017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-13c89759-887e-4a06-8fd4-51b56666af4c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': 'a80e80bf-1fbb-47a4-a3cd-9e5ced24c2b9', 'direction': 'ingress', 'protocol': 17}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:03.104061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Made reservation on behalf of 94ee147f24314a77b56f8aa6bdb6a3ed for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:03.107910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.129708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Port ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:03.133147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.138800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:03.252500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.269474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.273270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f1f60-98f1-4a0c-9627-99f94441baa8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e80bf-1fbb-47a4-a3cd-9e5ced24c2b9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:03.321398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ccb5b6-d750-4317-8b47-4db59139cc9f']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:03.335969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Provisioning complete for port 21df2f38-b171-4f29-9326-1a6adb6ac950 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:03.337247 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20371fe8-e787-434f-886c-6f6ab043cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.347858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.360746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-be6d323f-1c09-4c93-9f2e-2a84995c78af tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.364331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-13c89759-887e-4a06-8fd4-51b56666af4c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.441686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Subnet': ['ID=75480dd2-8dbd-4cb3-9498-a835b21a27de,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:03.483837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Checking segment: {'id': '060c87ea-db94-4030-b28d-226cc278001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:03.484366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Network hostable DHCP agents. Network: 1ddaa882-c410-4764-92ec-37a61dc8b802, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:03.501303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18146e0-ff3e-4159-8636-29f436151351') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:03.501783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18146e0-ff3e-4159-8636-29f436151351') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:03.517193 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-13c89759-887e-4a06-8fd4-51b56666af4c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.526500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-13c89759-887e-4a06-8fd4-51b56666af4c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.554456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:03.582863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-13c89759-887e-4a06-8fd4-51b56666af4c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.588436 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-13c89759-887e-4a06-8fd4-51b56666af4c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4903717 Jan 27 14:49:03.588718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.588819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c89759-887e-4a06-8fd4-51b56666af4c tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2a2fde-df45-4993-b548-8ec550143d34,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:03.591510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34342) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:03.594632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 1ddaa882-c410-4764-92ec-37a61dc8b802) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:03.604105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:03.605130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.624756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f96d5c8-4a39-4970-a842-a53df8bd8f3f None None] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:03.645759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.646306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Fanout notify agent at l3_agent the message router_deleted on router 05f5411a-ec22-4917-8ed8-df46e4a583cf {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:49:03.670952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.676222 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2d96b5eb-bf3c-480c-af02-bff79ae91c91 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/05f5411a-ec22-4917-8ed8-df46e4a583cf HTTP/1.1" status: 204 len: 168 time: 3.8221867 Jan 27 14:49:03.676222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.688273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34344) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:03.703151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-210119407', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:03.718290 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-815d3253-516f-4afc-8911-c054392e16ee tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7969398 Jan 27 14:49:03.726960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34346) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:03.733936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4d27a48b-60f5-4d64-826b-2ee7ce19027d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-458589321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:03.766969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0ecce9e2-1b28-43f7-acf1-b99ea702e4ea None None] Provisioning complete for port a24a653c-3f9b-4b05-a6ad-91230f2aaabb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:03.766969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ecce9e2-1b28-43f7-acf1-b99ea702e4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.810370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a9a395c-79cb-45e6-95d7-7868688f6b34 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.814603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.815909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.837059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d27a48b-60f5-4d64-826b-2ee7ce19027d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.839503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d27a48b-60f5-4d64-826b-2ee7ce19027d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.844872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting port ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:03.846105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.856068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:03.856917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.858929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0ecce9e2-1b28-43f7-acf1-b99ea702e4ea None None] Port a24a653c-3f9b-4b05-a6ad-91230f2aaabb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:03.860410 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:03.876666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a9a395c-79cb-45e6-95d7-7868688f6b34 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.893071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-be6d323f-1c09-4c93-9f2e-2a84995c78af tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.899319 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-be6d323f-1c09-4c93-9f2e-2a84995c78af tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.959929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a9a395c-79cb-45e6-95d7-7868688f6b34 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.967433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a9a395c-79cb-45e6-95d7-7868688f6b34 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:03.969527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1a9a395c-79cb-45e6-95d7-7868688f6b34 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/a80e80bf-1fbb-47a4-a3cd-9e5ced24c2b9 HTTP/1.1" status: 204 len: 168 time: 0.3759112 Jan 27 14:49:03.974780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34348) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.009282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a395c-79cb-45e6-95d7-7868688f6b34 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e80bf-1fbb-47a4-a3cd-9e5ced24c2b9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:04.026524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f40dbebe-316c-4289-8ea9-8fe120aa8d4a None None] Provisioning complete for port ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:04.027422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f40dbebe-316c-4289-8ea9-8fe120aa8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.040809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-1ddaa882-c410-4764-92ec-37a61dc8b802', 'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802', 'tenant_id': '94ee147f24314a77b56f8aa6bdb6a3ed', 'fixed_ips': [{'subnet_id': '75480dd2-8dbd-4cb3-9498-a835b21a27de'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:04.041681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.056017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.102303 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5134255e-5fdf-41e9-aac2-889b7114cb7d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1249475 Jan 27 14:49:04.109644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f40dbebe-316c-4289-8ea9-8fe120aa8d4a None None] Port ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:04.110818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34350) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.118915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a7b488e4-08b5-4c40-95de-9a732ddf537d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--605850555'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:04.148259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7b488e4-08b5-4c40-95de-9a732ddf537d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.219517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.229634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-be6d323f-1c09-4c93-9f2e-2a84995c78af tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.230201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6d323f-1c09-4c93-9f2e-2a84995c78af tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Fanout notify agent at l3_agent the message router_deleted on router f269a32f-0392-42fe-9c26-02e473f1a90c {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:49:04.265797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-be6d323f-1c09-4c93-9f2e-2a84995c78af tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.267687 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-be6d323f-1c09-4c93-9f2e-2a84995c78af tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/f269a32f-0392-42fe-9c26-02e473f1a90c HTTP/1.1" status: 204 len: 168 time: 1.3555129 Jan 27 14:49:04.275387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.282652 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "DELETE /v2.0/networks/e8ccb5b6-d750-4317-8b47-4db59139cc9f HTTP/1.1" status: 204 len: 168 time: 2.1749573 Jan 27 14:49:04.292888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34352) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.293258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34354) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.311394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d27a48b-60f5-4d64-826b-2ee7ce19027d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.351532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c71ed-a672-4825-9709-7c3790c74679 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event deleted for resources: {'Network': ['ID=e8ccb5b6-d750-4317-8b47-4db59139cc9f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:04.368170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Subnet': ['ID=c4572698-b1ea-4073-acd3-60a100a04149,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:04.369724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d27a48b-60f5-4d64-826b-2ee7ce19027d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.383711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.400533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.400828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 21df2f38-b171-4f29-9326-1a6adb6ac950 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:04.403256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Allocated IP 172.20.0.2 (1ddaa882-c410-4764-92ec-37a61dc8b802/75480dd2-8dbd-4cb3-9498-a835b21a27de/a1f62a11-a95c-40be-8a60-9075a2fb943f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:04.405947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Checking segment: {'id': '32756598-9ce5-4909-bf5d-fa99d1888d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:04.406585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network hostable DHCP agents. Network: 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:04.434406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Calling delete_port for ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:04.446171 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f204874-f85b-49b3-a024-b52543d7cad3 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=f269a32f-0392-42fe-9c26-02e473f1a90c HTTP/1.1" status: 200 len: 205 time: 0.1514394 Jan 27 14:49:04.450881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34356) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.458517 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf7f70e-1bd7-4314-baf3-cf7b017fd2a5 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:04.459660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf7f70e-1bd7-4314-baf3-cf7b017fd2a5 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:04.465024 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8cf7f70e-1bd7-4314-baf3-cf7b017fd2a5 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "DELETE /v2.0/ports/6a6453df-195d-4ea5-9443-6316ded577a3 HTTP/1.1" status: 404 len: 333 time: 0.1693504 Jan 27 14:49:04.469392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34358) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.524014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 21df2f38-b171-4f29-9326-1a6adb6ac950 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:04.524429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.559156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d27a48b-60f5-4d64-826b-2ee7ce19027d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.561787 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4d27a48b-60f5-4d64-826b-2ee7ce19027d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8333101 Jan 27 14:49:04.566640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7b488e4-08b5-4c40-95de-9a732ddf537d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.586872 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-1cb16534-510f-4fd3-8cae-373fa77458e3 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] delete failed (client error): The resource could not be found. Jan 27 14:49:04.589614 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1cb16534-510f-4fd3-8cae-373fa77458e3 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/f269a32f-0392-42fe-9c26-02e473f1a90c HTTP/1.1" status: 404 len: 336 time: 0.1368988 Jan 27 14:49:04.600161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34360) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.601092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34362) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.625282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7b488e4-08b5-4c40-95de-9a732ddf537d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.665421 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:04.744147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7b488e4-08b5-4c40-95de-9a732ddf537d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.747068 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a7b488e4-08b5-4c40-95de-9a732ddf537d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6318851 Jan 27 14:49:04.772944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34364) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.789288 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-842d0080-f0ba-452c-bf77-5d3371ff9406 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=6964e338-e912-438c-959c-485088e96872 HTTP/1.1" status: 200 len: 205 time: 0.1841886 Jan 27 14:49:04.814121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34366) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.825519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.835652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.842656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8a38b086-d08d-4fa5-818f-71e7716ebe91 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--489585210'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:04.856806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:04.881372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c27b8-d436-4095-bc99-fa0a61aa7e10 None None] Network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:04.887123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:04.888085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.888558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:04.893281 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-e46a87fd-23f1-45d0-ae03-1459656cc448 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] delete failed (client error): The resource could not be found. Jan 27 14:49:04.898659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e46a87fd-23f1-45d0-ae03-1459656cc448 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/6964e338-e912-438c-959c-485088e96872 HTTP/1.1" status: 404 len: 336 time: 0.0789695 Jan 27 14:49:04.898659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b488e4-08b5-4c40-95de-9a732ddf537d tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b284ee-2221-456f-93c4-ee1d303afad4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:04.904761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Deleting subnet 02f58997-863f-4d8b-9f84-e969790aabe1 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:49:04.905412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:04.910471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34368) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:04.912983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:04.921046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.943028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:04.945041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Pushing event updated for resources: {'Port': ['ID=a1f62a11-a95c-40be-8a60-9075a2fb943f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:05.083957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Attempting to bind port a1f62a11-a95c-40be-8a60-9075a2fb943f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:05.084617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Attempting to bind port a1f62a11-a95c-40be-8a60-9075a2fb943f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '060c87ea-db94-4030-b28d-226cc278001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:05.085183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Attempting to bind port a1f62a11-a95c-40be-8a60-9075a2fb943f on network 1ddaa882-c410-4764-92ec-37a61dc8b802 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:05.102929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:05.103574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Checking segment: {'id': '060c87ea-db94-4030-b28d-226cc278001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:05.104259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.104925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Bound using segment: {'id': '060c87ea-db94-4030-b28d-226cc278001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:05.105797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Bound port: a1f62a11-a95c-40be-8a60-9075a2fb943f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060c87ea-db94-4030-b28d-226cc278001a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:05.106408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.129759 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-83bd695d-ffc4-4288-aca7-ca4fd40e2795 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4b94246-3982-4a85-af78-20e6480e5f24 HTTP/1.1" status: 200 len: 205 time: 0.2082181 Jan 27 14:49:05.132325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34370) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.151569 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-077ed248-7cb4-4331-ae5d-65f183f39065 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3078556 Jan 27 14:49:05.156504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34372) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.200411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8a38b086-d08d-4fa5-818f-71e7716ebe91 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.233628 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-997178c9-58a8-4606-9c58-f74e78abfe3c tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] delete failed (client error): The resource could not be found. Jan 27 14:49:05.235309 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-997178c9-58a8-4606-9c58-f74e78abfe3c tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/b4b94246-3982-4a85-af78-20e6480e5f24 HTTP/1.1" status: 404 len: 336 time: 0.1018066 Jan 27 14:49:05.238905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34374) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.313515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985', 'network_id': '64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985', 'tenant_id': 'e331299fbb594aab9c4e5346bb31b268', 'fixed_ips': [{'subnet_id': 'c4572698-b1ea-4073-acd3-60a100a04149'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:05.315379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.321384 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1e9ae139-5319-4237-9800-329f9adbc4b1 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 HTTP/1.1" status: 200 len: 205 time: 0.0809536 Jan 27 14:49:05.323349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.324276 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] For port a1f62a11-a95c-40be-8a60-9075a2fb943f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:05.326039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34378) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.413181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.418275 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-f3d2aff1-2415-4e1e-b4fa-81f617cb93f8 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] delete failed (client error): The resource could not be found. Jan 27 14:49:05.419953 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f3d2aff1-2415-4e1e-b4fa-81f617cb93f8 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/0f6f7cf3-a9bf-4b77-8982-1bdfcfb1d333 HTTP/1.1" status: 404 len: 336 time: 0.0913110 Jan 27 14:49:05.422523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34380) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.472675 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-de3c95e7-4990-479b-941f-d930ed470eff tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab6c7a01-de54-49d7-9073-1f51e4e8ba8e HTTP/1.1" status: 200 len: 205 time: 0.0484252 Jan 27 14:49:05.476815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34382) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.573536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-638e8135-ef6f-4d84-935d-68c7b13004e2 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] delete failed (client error): The resource could not be found. Jan 27 14:49:05.574515 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-638e8135-ef6f-4d84-935d-68c7b13004e2 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/ab6c7a01-de54-49d7-9073-1f51e4e8ba8e HTTP/1.1" status: 404 len: 336 time: 0.0966158 Jan 27 14:49:05.578983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34384) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.598126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.621808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Allocated IP 2001:db8::2 (64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985/c4572698-b1ea-4073-acd3-60a100a04149/f86266c2-0f77-4f3c-aae2-12f87a8e44e0) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:05.634410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a12e4e1d-895d-4a4d-91a9-e534c7192adc tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "GET /v2.0/ports?device_id=62b7a08d-244e-491d-8971-024e8215a0fd HTTP/1.1" status: 200 len: 205 time: 0.0507627 Jan 27 14:49:05.637496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34386) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.722542 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-fcefd712-3e20-4467-bda3-d80455d1c5e0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] delete failed (client error): The resource could not be found. Jan 27 14:49:05.728960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fcefd712-3e20-4467-bda3-d80455d1c5e0 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/routers/62b7a08d-244e-491d-8971-024e8215a0fd HTTP/1.1" status: 404 len: 336 time: 0.0852890 Jan 27 14:49:05.733030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34388) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:05.780123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Allocated IP 172.26.6.100 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/7dab78f2-1b05-407d-b9db-9ea485a7aa29) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:05.782928 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90c3d15-03f8-4714-933a-c8dcfabe8134 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:05.783544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90c3d15-03f8-4714-933a-c8dcfabe8134 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:05.789984 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b90c3d15-03f8-4714-933a-c8dcfabe8134 tempest-RoutersIpV6AdminTest-1096546947 tempest-RoutersIpV6AdminTest-1096546947-project] 10.222.0.18 "DELETE /v2.0/subnets/a74a611b-932d-4038-be62-58942a24f7b3 HTTP/1.1" status: 404 len: 337 time: 0.0525358 Jan 27 14:49:05.889641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.903951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] For port a1f62a11-a95c-40be-8a60-9075a2fb943f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a1f62a11-a95c-40be-8a60-9075a2fb943f,segment=NetworkSegment(060c87ea-db94-4030-b28d-226cc278001a),segment_id=060c87ea-db94-4030-b28d-226cc278001a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:05.912183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.913943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.927257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.957564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.974376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:05.988818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:05.998872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:06.009587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:06.014920 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.015221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cbd38-3c5e-4dd2-bbec-15248e6e2b14 None None] Pushing event updated for resources: {'Port': ['ID=a1f62a11-a95c-40be-8a60-9075a2fb943f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:06.064069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Port': ['ID=ab5fbf80-91c3-47bb-8e9a-26836c1e9e03,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:06.068309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Pushing event updated for resources: {'Port': ['ID=f86266c2-0f77-4f3c-aae2-12f87a8e44e0,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:06.123980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.137204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Attempting to bind port f86266c2-0f77-4f3c-aae2-12f87a8e44e0 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:06.137767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Attempting to bind port f86266c2-0f77-4f3c-aae2-12f87a8e44e0 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '32756598-9ce5-4909-bf5d-fa99d1888d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:06.137938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Attempting to bind port f86266c2-0f77-4f3c-aae2-12f87a8e44e0 on network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:06.144630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:06.145017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Checking segment: {'id': '32756598-9ce5-4909-bf5d-fa99d1888d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:06.145423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.145821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Bound using segment: {'id': '32756598-9ce5-4909-bf5d-fa99d1888d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:06.146316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Bound port: f86266c2-0f77-4f3c-aae2-12f87a8e44e0, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32756598-9ce5-4909-bf5d-fa99d1888d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:06.146706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.156666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8a38b086-d08d-4fa5-818f-71e7716ebe91 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.254797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] For port f86266c2-0f77-4f3c-aae2-12f87a8e44e0, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:06.258821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.260849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] For port f86266c2-0f77-4f3c-aae2-12f87a8e44e0, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f86266c2-0f77-4f3c-aae2-12f87a8e44e0,segment=NetworkSegment(32756598-9ce5-4909-bf5d-fa99d1888d36),segment_id=32756598-9ce5-4909-bf5d-fa99d1888d36)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:06.271976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.286258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8a38b086-d08d-4fa5-818f-71e7716ebe91 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.425407 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:49:06.441726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8a38b086-d08d-4fa5-818f-71e7716ebe91 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.448068 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8a38b086-d08d-4fa5-818f-71e7716ebe91 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6663978 Jan 27 14:49:06.456162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34398) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:06.488497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ff69f7b9-2805-4da2-8a86-b950fb666427 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '78b284ee-2221-456f-93c4-ee1d303afad4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '95459d7b-9773-4fe9-ad13-140321d4f035', 'remote_ip_prefix': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:06.515408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed664-1439-48d7-94a5-446474c516b3 None None] Pushing event updated for resources: {'Port': ['ID=f86266c2-0f77-4f3c-aae2-12f87a8e44e0,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:06.550235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38b086-d08d-4fa5-818f-71e7716ebe91 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95459d7b-9773-4fe9-ad13-140321d4f035,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:06.580917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.600966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.609621 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6ae4db66-f290-4fc5-b432-043b9270cfda tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/ports/ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 HTTP/1.1" status: 204 len: 168 time: 3.8983319 Jan 27 14:49:06.617097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34402) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:06.733129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:06.744200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event deleted for resources: {'Subnet': ['ID=02f58997-863f-4d8b-9f84-e969790aabe1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:06.750026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:06.757381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff69f7b9-2805-4da2-8a86-b950fb666427 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.763035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:06.766538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34404) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:06.767497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event updated for resources: {'Port': ['ID=7dab78f2-1b05-407d-b9db-9ea485a7aa29,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:06.769365 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a953bc7-1551-4627-a0ad-1f17e2a14f61 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] GET failed (client error): The resource could not be found. Jan 27 14:49:06.771024 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6a953bc7-1551-4627-a0ad-1f17e2a14f61 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "GET /v2.0/ports/ab5fbf80-91c3-47bb-8e9a-26836c1e9e03 HTTP/1.1" status: 404 len: 333 time: 0.1532264 Jan 27 14:49:06.783764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34406) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:06.784301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:06.787911 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1a28f00b-edf9-46eb-9e69-a165ff71ff42 tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "DELETE /v2.0/subnets/02f58997-863f-4d8b-9f84-e969790aabe1 HTTP/1.1" status: 204 len: 168 time: 2.3142798 Jan 27 14:49:06.796612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60b61c-fe8a-41b0-bab1-1dd4363a6aea None None] Network eab0eaa0-ac0a-440a-b21f-075532a5c705 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:06.797503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1740840028'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:06.810576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34410) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:06.901934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting port f86266c2-0f77-4f3c-aae2-12f87a8e44e0 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:06.902298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.014236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c46f54-8491-4445-80f4-f74c46e821d1 req-b340197b-2225-4cc9-a858-b0258fa706b5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:07.029818 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33c46f54-8491-4445-80f4-f74c46e821d1 req-b340197b-2225-4cc9-a858-b0258fa706b5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3755407 Jan 27 14:49:07.095741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-30389fb6-1a54-4d56-af3a-9c80d9b79d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:07.110817 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-30389fb6-1a54-4d56-af3a-9c80d9b79d50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1098 time: 0.3891861 Jan 27 14:49:07.211617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Allocated IP 172.20.0.1 (1ddaa882-c410-4764-92ec-37a61dc8b802/75480dd2-8dbd-4cb3-9498-a835b21a27de/8a040f5d-1a61-4387-9684-9b9756e974b9) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:07.216240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.236884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:07.239658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991a351-71f6-4df6-a871-4430636a154a None None] DHCP port deletion for eab0eaa0-ac0a-440a-b21f-075532a5c705 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:49:07.241438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.293152 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33c46f54-8491-4445-80f4-f74c46e821d1 req-597511ce-3325-4562-bf5c-fa75a2474b0e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618811 Jan 27 14:49:07.320017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33c61c5c-4b94-4efc-8830-547a2711ded6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.377138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] device_id is not set on port 2ed4176d-0b48-44d6-81f4-33cae8e5137a yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:07.387656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6991a351-71f6-4df6-a871-4430636a154a None None] Deleting port ad218597-610d-4ff3-a23f-fef710ca0c1b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:07.387656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6991a351-71f6-4df6-a871-4430636a154a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.388916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff69f7b9-2805-4da2-8a86-b950fb666427 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.402819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] For port f86266c2-0f77-4f3c-aae2-12f87a8e44e0, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f86266c2-0f77-4f3c-aae2-12f87a8e44e0,segment=NetworkSegment(32756598-9ce5-4909-bf5d-fa99d1888d36),segment_id=32756598-9ce5-4909-bf5d-fa99d1888d36)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:07.403685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.411883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff69f7b9-2805-4da2-8a86-b950fb666427 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.422589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-1e8116c5-c852-42da-8ae7-894c2898ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:07.424182 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-1e8116c5-c852-42da-8ae7-894c2898ee24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 912 time: 0.2981772 Jan 27 14:49:07.432900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Calling delete_port for f86266c2-0f77-4f3c-aae2-12f87a8e44e0 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:07.500503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69f7b9-2805-4da2-8a86-b950fb666427 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf56d14-b91a-4703-94af-5be358534361,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:07.520242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6991a351-71f6-4df6-a871-4430636a154a None None] For port ad218597-610d-4ff3-a23f-fef710ca0c1b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ad218597-610d-4ff3-a23f-fef710ca0c1b,segment=NetworkSegment(fa30e572-39a1-453b-b5d0-f5d2f5aff7e1),segment_id=fa30e572-39a1-453b-b5d0-f5d2f5aff7e1)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:07.520882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6991a351-71f6-4df6-a871-4430636a154a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.546335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6991a351-71f6-4df6-a871-4430636a154a None None] Calling delete_port for ad218597-610d-4ff3-a23f-fef710ca0c1b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:07.591790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff69f7b9-2805-4da2-8a86-b950fb666427 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.593382 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ff69f7b9-2805-4da2-8a86-b950fb666427 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1328688 Jan 27 14:49:07.598497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34412) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:07.645825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33c61c5c-4b94-4efc-8830-547a2711ded6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.655786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33c61c5c-4b94-4efc-8830-547a2711ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.695815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6991a351-71f6-4df6-a871-4430636a154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.716427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.724319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991a351-71f6-4df6-a871-4430636a154a None None] Pushing event deleted for resources: {'Port': ['ID=ad218597-610d-4ff3-a23f-fef710ca0c1b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:07.733060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991a351-71f6-4df6-a871-4430636a154a None None] No DVR routers for this DVR port ad218597-610d-4ff3-a23f-fef710ca0c1b on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:07.752434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Deleting port ad218597-610d-4ff3-a23f-fef710ca0c1b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:07.753071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.755190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Allocated IP 2001:db8::254 (2190b65b-0e2b-4628-861e-47a5556a2d45/43c4d035-bba3-4d81-a860-0270f31679ed/2ed4176d-0b48-44d6-81f4-33cae8e5137a) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:07.769792 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-7b021ca1-8184-4ec5-bdf8-014e94fa9732 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 1001 time: 0.3383737 Jan 27 14:49:07.774232 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-33c61c5c-4b94-4efc-8830-547a2711ded6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db5caa5ff7b14183903b8bfcae3d0599&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0038004 Jan 27 14:49:07.781695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34414) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:07.799073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c61c5c-4b94-4efc-8830-547a2711ded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6c2e98-dd35-4382-86bc-344ed9e38468,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:07.821270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.851434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7abc-0c73-49bb-8ef3-27fcc46dff88 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.941906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7abc-0c73-49bb-8ef3-27fcc46dff88 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:07.958552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.062559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Port': ['ID=f86266c2-0f77-4f3c-aae2-12f87a8e44e0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:08.086478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.103187 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] For port ad218597-610d-4ff3-a23f-fef710ca0c1b, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:08.104540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.141701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-b30c7343-9a3a-49f8-ad26-4cf6bee1ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:08.143339 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-b30c7343-9a3a-49f8-ad26-4cf6bee1ad77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.3476567 Jan 27 14:49:08.186808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Calling delete_port for ad218597-610d-4ff3-a23f-fef710ca0c1b owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:08.194049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Port ad218597-610d-4ff3-a23f-fef710ca0c1b was not found and therefore no delete operation was performed {{(pid=108742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:49:08.238014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7abc-0c73-49bb-8ef3-27fcc46dff88 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.262126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:08.265666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.274771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9b1a7abc-0c73-49bb-8ef3-27fcc46dff88 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.275989 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9b1a7abc-0c73-49bb-8ef3-27fcc46dff88 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6cf56d14-b91a-4703-94af-5be358534361 HTTP/1.1" status: 204 len: 168 time: 0.6752970 Jan 27 14:49:08.278578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No DVR routers for this DVR port f86266c2-0f77-4f3c-aae2-12f87a8e44e0 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:08.285482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34416) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:08.292369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:08.310748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Port': ['ID=8a040f5d-1a61-4387-9684-9b9756e974b9,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:08.319619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:08.327634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a7abc-0c73-49bb-8ef3-27fcc46dff88 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cf56d14-b91a-4703-94af-5be358534361,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:08.433009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380055e-c8b1-4b01-9fd9-350b34a075fd None None] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:08.453447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95017b5f-3e2f-4e41-988c-522dcf144087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.484961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95017b5f-3e2f-4e41-988c-522dcf144087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.522465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event deleted for resources: {'Port': ['ID=ad218597-610d-4ff3-a23f-fef710ca0c1b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:08.537598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] No DVR routers for this DVR port ad218597-610d-4ff3-a23f-fef710ca0c1b on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:08.555526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a1f62a11-a95c-40be-8a60-9075a2fb943f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:08.661112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-f0478652-67bb-4302-ad85-43d64d6783a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:08.663038 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-f0478652-67bb-4302-ad85-43d64d6783a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5061631 Jan 27 14:49:08.670135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-343700ef-022c-46be-9dd5-82bf1a8aa8f6 None None] Provisioning complete for port a1f62a11-a95c-40be-8a60-9075a2fb943f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:08.670602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-343700ef-022c-46be-9dd5-82bf1a8aa8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.697466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa9f1a-a3ec-487b-bff8-0e541a94b832 req-f265e82a-d4b4-4d77-8dc8-4b3c370038ec tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:08.699940 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d0fa9f1a-a3ec-487b-bff8-0e541a94b832 req-f265e82a-d4b4-4d77-8dc8-4b3c370038ec tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1626179 Jan 27 14:49:08.700774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95017b5f-3e2f-4e41-988c-522dcf144087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.704552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95017b5f-3e2f-4e41-988c-522dcf144087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.709078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cfac11-e5de-4584-8ac5-961c06ec293d None None] Network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:08.709309 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-95017b5f-3e2f-4e41-988c-522dcf144087 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c6c2e98-dd35-4382-86bc-344ed9e38468 HTTP/1.1" status: 204 len: 168 time: 0.9221060 Jan 27 14:49:08.731700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95017b5f-3e2f-4e41-988c-522dcf144087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6c2e98-dd35-4382-86bc-344ed9e38468,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:08.736835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.768998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.797884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.840351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d0fa9f1a-a3ec-487b-bff8-0e541a94b832 req-5c94c0a4-6a5d-4f05-a570-728d6f759003 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258254 Jan 27 14:49:08.849258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a1f62a11-a95c-40be-8a60-9075a2fb943f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:08.849638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.871332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:08.977744 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4e6b7d06-3e05-40a5-977d-3bee54a051a3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6872916 Jan 27 14:49:09.027146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34422) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:09.078760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.109916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.148380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-343700ef-022c-46be-9dd5-82bf1a8aa8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.223824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:09.245171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75877a66-e837-4b0a-8f77-09a47168d2ad tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.289248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75877a66-e837-4b0a-8f77-09a47168d2ad tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.292884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.297003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab0eaa0-ac0a-440a-b21f-075532a5c705']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:09.345789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa30e572-39a1-453b-b5d0-f5d2f5aff7e1') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:09.346780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa30e572-39a1-453b-b5d0-f5d2f5aff7e1') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:09.380218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.396432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:09.401915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:09.412524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.414416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:09.416181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.427832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Router 211a53bf-e92f-4ae3-9b08-f0d6b7221697 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:49:09.438035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75877a66-e837-4b0a-8f77-09a47168d2ad tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.442705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75877a66-e837-4b0a-8f77-09a47168d2ad tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.449087 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-75877a66-e837-4b0a-8f77-09a47168d2ad tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/95459d7b-9773-4fe9-ad13-140321d4f035 HTTP/1.1" status: 204 len: 168 time: 0.4169695 Jan 27 14:49:09.450110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34430) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:09.450935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-343700ef-022c-46be-9dd5-82bf1a8aa8f6 None None] For port a1f62a11-a95c-40be-8a60-9075a2fb943f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a1f62a11-a95c-40be-8a60-9075a2fb943f,segment=NetworkSegment(060c87ea-db94-4030-b28d-226cc278001a),segment_id=060c87ea-db94-4030-b28d-226cc278001a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:09.465532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-343700ef-022c-46be-9dd5-82bf1a8aa8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.473267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=2ed4176d-0b48-44d6-81f4-33cae8e5137a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:09.485087 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-d2adc7ae-64d8-4659-903b-cef71bbd2972 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733870 Jan 27 14:49:09.491654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75877a66-e837-4b0a-8f77-09a47168d2ad tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95459d7b-9773-4fe9-ad13-140321d4f035,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:09.517539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Subnet': ['ID=c4572698-b1ea-4073-acd3-60a100a04149,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:09.530166 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-75320ec8-eba7-4ae0-845b-4f9cc115a5de tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7356949 Jan 27 14:49:09.532059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34432) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:09.775573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:ce:fc:92'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:09.822373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:49:09.822373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:49:09.838589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343700ef-022c-46be-9dd5-82bf1a8aa8f6 None None] Pushing event updated for resources: {'Port': ['ID=a1f62a11-a95c-40be-8a60-9075a2fb943f,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:09.854038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3719ec47-0030-4b44-88f5-dfc5cc9e1607 None None] Provisioning complete for port a1f62a11-a95c-40be-8a60-9075a2fb943f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:09.854529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34434) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:09.854728 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3719ec47-0030-4b44-88f5-dfc5cc9e1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:09.856629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:09.953693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] Sync routers for ids ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:10.010802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a862443-f3a1-4121-bc2d-578fdf7bd81f None None] Network 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:10.045327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] Routers {'211a53bf-e92f-4ae3-9b08-f0d6b7221697'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:10.046306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:10.063790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.071522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:10.072688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:10.138940 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:10.212705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.215491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.217693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:10.251453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.257302 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0ed54d79-36eb-4470-a439-21a47becd7df tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5591409 Jan 27 14:49:10.266658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-54b9c735-fa30-4d8f-aeb7-a52882106e79 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7860742 Jan 27 14:49:10.285192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34438) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:10.285694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34440) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:10.300721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:10.333917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.341918 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] 10.222.0.18 "DELETE /v2.0/networks/eab0eaa0-ac0a-440a-b21f-075532a5c705 HTTP/1.1" status: 204 len: 168 time: 3.5252600 Jan 27 14:49:10.370336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c35741c5-fd77-43a2-9fe2-58a834397b31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abc5000cbb024d56a20c19e1b57e44b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812620 Jan 27 14:49:10.378750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34444) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:10.399568 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890ca19-1ab8-4205-9813-841fb46d84eb tempest-DHCPAgentSchedulersTestJSON-1432616676 tempest-DHCPAgentSchedulersTestJSON-1432616676-project] Pushing event deleted for resources: {'Network': ['ID=eab0eaa0-ac0a-440a-b21f-075532a5c705,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:10.431815 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.438703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89981d-2760-4ffa-a206-cfb84835c38c req-d5d3a5ca-94c3-4257-938a-7df63410e24a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:10.447351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2f89981d-2760-4ffa-a206-cfb84835c38c req-d5d3a5ca-94c3-4257-938a-7df63410e24a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.4229345 Jan 27 14:49:10.454690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.574867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:10.617764 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2f89981d-2760-4ffa-a206-cfb84835c38c req-ff9a6c50-5f1a-4149-b19e-29d549dc2050 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692297 Jan 27 14:49:10.623388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-246dcf8b-45c2-4066-989b-6b6299214278 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.661798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32756598-9ce5-4909-bf5d-fa99d1888d36') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:10.662169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32756598-9ce5-4909-bf5d-fa99d1888d36') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:10.665502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] Routers {'211a53bf-e92f-4ae3-9b08-f0d6b7221697'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:10.666611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:10.746605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.783109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-246dcf8b-45c2-4066-989b-6b6299214278 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.792882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:10.793927 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aff8f1-a7ff-4d93-a635-f8020a033819 None None] The sync data for ids ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:49:10.822763 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6de6a613-c7ca-42b0-b467-812e5818e4b3 req-bf4d334a-fe44-44d7-8df3-a591c213ac3a service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2991643 Jan 27 14:49:10.867020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.881974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:10.882763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:10.913285 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3719ec47-0030-4b44-88f5-dfc5cc9e1607 None None] Could not find standard attr ID for object f86266c2-0f77-4f3c-aae2-12f87a8e44e0. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:49:10.949470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3719ec47-0030-4b44-88f5-dfc5cc9e1607 None None] Provisioning complete for port 8a040f5d-1a61-4387-9684-9b9756e974b9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:10.950155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3719ec47-0030-4b44-88f5-dfc5cc9e1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:11.055044 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:11.060118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7483a-d271-45ac-bcce-602ee4e0294c None None] DHCP port deletion for 64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:49:11.077836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ad218597-610d-4ff3-a23f-fef710ca0c1b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:49:11.101729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: ad218597-610d-4ff3-a23f-fef710ca0c1b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:49:11.102385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ad218597-610d-4ff3-a23f-fef710ca0c1b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:49:11.125013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3719ec47-0030-4b44-88f5-dfc5cc9e1607 None None] Port 8a040f5d-1a61-4387-9684-9b9756e974b9 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:11.129948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f148da40-0fe9-4aff-98e7-8f507e963adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.138361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34448) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:11.150991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f536b0fd-1fcc-47f6-b8e3-ff7741bb2c0c None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:49:11.187121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.213850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-246dcf8b-45c2-4066-989b-6b6299214278 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.217927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.228987 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 HTTP/1.1" status: 204 len: 168 time: 6.0653510 Jan 27 14:49:11.229291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-246dcf8b-45c2-4066-989b-6b6299214278 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.230113 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-246dcf8b-45c2-4066-989b-6b6299214278 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/78b284ee-2221-456f-93c4-ee1d303afad4 HTTP/1.1" status: 204 len: 168 time: 0.9418168 Jan 27 14:49:11.242404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34452) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:11.242404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34454) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:11.271293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f148da40-0fe9-4aff-98e7-8f507e963adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.300642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e9c6-b12d-4829-93a8-c7f8eb3e1e4d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Network': ['ID=64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:11.318989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1443165415'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:11.326823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dcf8b-45c2-4066-989b-6b6299214278 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b284ee-2221-456f-93c4-ee1d303afad4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:11.332474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a1f62a11-a95c-40be-8a60-9075a2fb943f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:11.429623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f148da40-0fe9-4aff-98e7-8f507e963adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.433508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f148da40-0fe9-4aff-98e7-8f507e963adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.435566 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f148da40-0fe9-4aff-98e7-8f507e963adf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afa2c600-a95e-4b6c-a423-2f73540748a4 HTTP/1.1" status: 204 len: 168 time: 1.0524406 Jan 27 14:49:11.457030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148da40-0fe9-4aff-98e7-8f507e963adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2c600-a95e-4b6c-a423-2f73540748a4,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:11.459518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.460817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.474771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.476701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:11.481258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.501231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.531668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1960785a-a696-4259-8772-6fa2d42f739d None None] Provisioning complete for port 2ed4176d-0b48-44d6-81f4-33cae8e5137a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:11.532172 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1960785a-a696-4259-8772-6fa2d42f739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.605075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f536b0fd-1fcc-47f6-b8e3-ff7741bb2c0c None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:49:11.608435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] In _notify_port_updated(), no bound segment for port 2ed4176d-0b48-44d6-81f4-33cae8e5137a on network 2190b65b-0e2b-4628-861e-47a5556a2d45 {{(pid=108743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:49:11.615335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:11.616217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.618073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "PUT /v2.0/ports/2ed4176d-0b48-44d6-81f4-33cae8e5137a HTTP/1.1" status: 200 len: 1003 time: 1.8501847 Jan 27 14:49:11.629294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.630065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1960785a-a696-4259-8772-6fa2d42f739d None None] Port 2ed4176d-0b48-44d6-81f4-33cae8e5137a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:11.632726 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3ec287da-7ff7-4877-994d-eb676b44b048 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3642831 Jan 27 14:49:11.633665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34458) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:11.663860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34460) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:11.683510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6d251cca-a4b7-4207-a966-2620f5f697aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580809572'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:11.748144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a1f62a11-a95c-40be-8a60-9075a2fb943f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:11.748688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.792277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.824345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1960785a-a696-4259-8772-6fa2d42f739d None None] Provisioning complete for port 8a040f5d-1a61-4387-9684-9b9756e974b9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:11.824345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1960785a-a696-4259-8772-6fa2d42f739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.830182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:11.842437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322fe58-5d39-4921-8a9f-74caa2ea618c tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=2ed4176d-0b48-44d6-81f4-33cae8e5137a,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:11.871507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6d251cca-a4b7-4207-a966-2620f5f697aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.877611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1960785a-a696-4259-8772-6fa2d42f739d None None] Port 8a040f5d-1a61-4387-9684-9b9756e974b9 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:11.900460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:11.901009 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Added segment 889034fb-4df7-48a3-832f-282932bb7a0d of type vlan for network 4b2ea7e1-9c63-4040-bcfc-07660dd2151b Jan 27 14:49:11.911641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.025216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e28c3-703f-4824-b3ba-14b1a861a4dc req-77ae82bf-1936-4353-8c59-124f6588e1af tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:12.039541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5a7e28c3-703f-4824-b3ba-14b1a861a4dc req-77ae82bf-1936-4353-8c59-124f6588e1af tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2880137 Jan 27 14:49:12.066004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Port': ['ID=8a040f5d-1a61-4387-9684-9b9756e974b9,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:12.089277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:12.097725 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3cd8870a-16c2-4736-a192-1b321f70c9c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7cfd298d2894b1fa06ea51ac7bce0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9569328 Jan 27 14:49:12.098757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:12.109721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34470) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:12.150535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f86266c2-0f77-4f3c-aae2-12f87a8e44e0 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:49:12.164465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.217202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5a7e28c3-703f-4824-b3ba-14b1a861a4dc req-527c0167-2f9e-43e2-88f4-f90db7e9f911 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754575 Jan 27 14:49:12.252667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting port 2ed4176d-0b48-44d6-81f4-33cae8e5137a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:12.252667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.255903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f86266c2-0f77-4f3c-aae2-12f87a8e44e0 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:49:12.256507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f86266c2-0f77-4f3c-aae2-12f87a8e44e0 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:49:12.316975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.327966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:12.329018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.347884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b878744c-39f8-4ccd-9276-83746cdecf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.365750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6d251cca-a4b7-4207-a966-2620f5f697aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.373126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Deleting port 7dab78f2-1b05-407d-b9db-9ea485a7aa29 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:12.373707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.388360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b878744c-39f8-4ccd-9276-83746cdecf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.434399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.442880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Router 70f08334-41b1-4ad3-9c98-36b9b8ca0a4d is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:49:12.465316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Calling delete_port for 2ed4176d-0b48-44d6-81f4-33cae8e5137a owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:12.477134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6d251cca-a4b7-4207-a966-2620f5f697aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.586876 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3156328 Jan 27 14:49:12.591476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34482) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:12.639359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b878744c-39f8-4ccd-9276-83746cdecf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.641338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b878744c-39f8-4ccd-9276-83746cdecf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.642558 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b878744c-39f8-4ccd-9276-83746cdecf31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e492118d-a877-4d99-9fc7-cfbe8377e34c HTTP/1.1" status: 204 len: 168 time: 0.5318255 Jan 27 14:49:12.672222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Request body: {'subnet': {'network_id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:12.678012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878744c-39f8-4ccd-9276-83746cdecf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492118d-a877-4d99-9fc7-cfbe8377e34c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:12.683718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:12.694561 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8394fdbc-db1c-44cd-8a1d-ddda6c088bdd tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "PUT /v2.0/routers/70f08334-41b1-4ad3-9c98-36b9b8ca0a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0904942 Jan 27 14:49:12.698306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34488) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:12.715118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'port': {'network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802', 'name': 'tempest-FloatingIPNegativeTestJSON-359332808'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:12.720676 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] Sync routers for ids ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:12.745764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15995345-d7b4-457a-bf3d-0fad23b50402 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Network': ['ID=4b2ea7e1-9c63-4040-bcfc-07660dd2151b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:12.767573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 4b2ea7e1-9c63-4040-bcfc-07660dd2151b details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:12.771738 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] Routers {'70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:12.773197 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:12.860838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6d251cca-a4b7-4207-a966-2620f5f697aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:12.901605 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6d251cca-a4b7-4207-a966-2620f5f697aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2279763 Jan 27 14:49:12.911542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34492) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:12.986786 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:12.993667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.018996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-60633676-93cb-410f-8291-b66bc656bbaa None None] Provisioning complete for port 8a040f5d-1a61-4387-9684-9b9756e974b9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:13.020294 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] Routers {'70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:13.021323 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:13.028241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60633676-93cb-410f-8291-b66bc656bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.081480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8c27d7b7-e6cd-49d9-85ad-4feb5ce80833 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '5db14660-de85-4f23-9d82-32603616a72b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:13.092513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-60633676-93cb-410f-8291-b66bc656bbaa None None] Port 8a040f5d-1a61-4387-9684-9b9756e974b9 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:13.102872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Port': ['ID=2ed4176d-0b48-44d6-81f4-33cae8e5137a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:13.124185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d251cca-a4b7-4207-a966-2620f5f697aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db14660-de85-4f23-9d82-32603616a72b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:13.148747 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:13.150548 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2787fa20-e747-4358-86bf-1e062d63a3a9 None None] The sync data for ids ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:49:13.184845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34496) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.209445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.222630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d2cec689-669b-474c-97a0-205e86f4794c None None] Could not find standard attr ID for object 2ed4176d-0b48-44d6-81f4-33cae8e5137a. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:49:13.266244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Made reservation on behalf of 94ee147f24314a77b56f8aa6bdb6a3ed for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:13.273802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.304962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Calling delete_port for 7dab78f2-1b05-407d-b9db-9ea485a7aa29 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:13.337714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] device_id is not set on port 22fa824f-44e4-427c-aa0c-776867b47864 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:13.349149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34500) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.405796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c27d7b7-e6cd-49d9-85ad-4feb5ce80833 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.440105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.447961 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b80c0e01-51dc-4984-80f7-34e24580b0bf tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/ports/2ed4176d-0b48-44d6-81f4-33cae8e5137a HTTP/1.1" status: 204 len: 168 time: 1.7345929 Jan 27 14:49:13.459843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34502) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.469115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96df36b3-0391-4aa9-8ce6-601fdf372161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.562738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-dd103831-06cd-4ff9-a93b-099fe2893c7e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] Request body: {'port': {'network_id': 'a3823b61-ace4-4a91-a306-33d86ab12ba5', 'name': 'tempest-NetworksNegativeTestJSON-889993615'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:13.574016 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-86aaec5f-994f-4aef-8b10-10a5e009265b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] GET failed (client error): The resource could not be found. Jan 27 14:49:13.577442 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-86aaec5f-994f-4aef-8b10-10a5e009265b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "GET /v2.0/ports/2ed4176d-0b48-44d6-81f4-33cae8e5137a HTTP/1.1" status: 404 len: 333 time: 0.1102757 Jan 27 14:49:13.580738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34504) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.585659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1479860238'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:13.589044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Made reservation on behalf of e331299fbb594aab9c4e5346bb31b268 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:13.594018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.630566 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd103831-06cd-4ff9-a93b-099fe2893c7e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] POST failed (client error): The resource could not be found. Jan 27 14:49:13.631142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd103831-06cd-4ff9-a93b-099fe2893c7e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:13.638347 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dd103831-06cd-4ff9-a93b-099fe2893c7e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4461303 Jan 27 14:49:13.664767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34506) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.738807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Allocated IP 172.20.0.14 (1ddaa882-c410-4764-92ec-37a61dc8b802/75480dd2-8dbd-4cb3-9498-a835b21a27de/22fa824f-44e4-427c-aa0c-776867b47864) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:13.769672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c27d7b7-e6cd-49d9-85ad-4feb5ce80833 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.774079 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ab6aa9-a318-4516-a4bc-50387dda25a3 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:13.775248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ab6aa9-a318-4516-a4bc-50387dda25a3 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:13.778587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a2ab6aa9-a318-4516-a4bc-50387dda25a3 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "DELETE /v2.0/networks/ef6604de-c10a-4cd6-8b78-6b6814c5a67c HTTP/1.1" status: 404 len: 339 time: 0.1104119 Jan 27 14:49:13.788069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34512) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.790759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c27d7b7-e6cd-49d9-85ad-4feb5ce80833 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.836323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96df36b3-0391-4aa9-8ce6-601fdf372161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.836885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27d7b7-e6cd-49d9-85ad-4feb5ce80833 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a9e425-931b-488c-8a2d-091af199f10e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:13.842709 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9b6744-62ce-4494-8369-50950c6f1722 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:13.843530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9b6744-62ce-4494-8369-50950c6f1722 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:13.847089 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dd9b6744-62ce-4494-8369-50950c6f1722 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "DELETE /v2.0/ports/599a98d3-6870-48ae-8467-591f51ff6497 HTTP/1.1" status: 404 len: 333 time: 0.0556459 Jan 27 14:49:13.857982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34514) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.858653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96df36b3-0391-4aa9-8ce6-601fdf372161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.871560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c27d7b7-e6cd-49d9-85ad-4feb5ce80833 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.872804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8c27d7b7-e6cd-49d9-85ad-4feb5ce80833 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8075793 Jan 27 14:49:13.878607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34516) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.930624 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c237e9-0aee-4603-b4ab-ca3d91cd41b7 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:13.931669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c237e9-0aee-4603-b4ab-ca3d91cd41b7 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:13.933057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ead07eb-02d3-4879-b002-2bf27e8dcf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.935382 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f0c237e9-0aee-4603-b4ab-ca3d91cd41b7 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "DELETE /v2.0/subnets/51f000df-394f-4d4f-bc53-23c9a2d22db4 HTTP/1.1" status: 404 len: 337 time: 0.0739014 Jan 27 14:49:13.940919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34518) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:13.958356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.961550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:13.965193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:13.986268 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df36b3-0391-4aa9-8ce6-601fdf372161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9497b879-cdbf-4035-b91a-b28ad335f672,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:13.998621 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-96df36b3-0391-4aa9-8ce6-601fdf372161 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf6859f6b07442f99ebb76446db2cef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149867 Jan 27 14:49:14.008152 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-62009d5b-7674-44ea-b67f-39faf4722cce tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] GET failed (client error): The resource could not be found. Jan 27 14:49:14.016253 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-62009d5b-7674-44ea-b67f-39faf4722cce tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "GET /v2.0/networks/d1b89996-439d-4343-a077-8291e41dcc15 HTTP/1.1" status: 404 len: 339 time: 0.0686092 Jan 27 14:49:14.016253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34520) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.016253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1db30e9b-ec4d-46de-bbb7-4594edd10fd6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.018732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34522) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.030738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Pushing event deleted for resources: {'Port': ['ID=7dab78f2-1b05-407d-b9db-9ea485a7aa29,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:14.038088 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] device_id is not set on port 8625e9c1-f4f3-457b-814d-d446d9d5eaff yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:14.060555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1db30e9b-ec4d-46de-bbb7-4594edd10fd6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.125433 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc637038-2ade-4a15-ba38-d4b15b6f5b3d tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] GET failed (client error): The resource could not be found. Jan 27 14:49:14.127453 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dc637038-2ade-4a15-ba38-d4b15b6f5b3d tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "GET /v2.0/ports/41ec9db1-216f-43f6-a3ad-4e677978167b HTTP/1.1" status: 404 len: 333 time: 0.0978229 Jan 27 14:49:14.133264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34524) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.201014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.208937 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b8fdf6-c5b2-40c9-927a-d9329df65d07 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] GET failed (client error): The resource could not be found. Jan 27 14:49:14.216132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-59b8fdf6-c5b2-40c9-927a-d9329df65d07 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "GET /v2.0/subnets/05c3ac80-fb6c-449e-b775-152704f44c72 HTTP/1.1" status: 404 len: 337 time: 0.0761232 Jan 27 14:49:14.216408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34526) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.221830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-891c47bd-925f-4a5f-aee8-c785af1a7860 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] Request body: {'network': {'name': 'new_name'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:14.232996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1db30e9b-ec4d-46de-bbb7-4594edd10fd6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.242280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1db30e9b-ec4d-46de-bbb7-4594edd10fd6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.244125 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1db30e9b-ec4d-46de-bbb7-4594edd10fd6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/38a9e425-931b-488c-8a2d-091af199f10e HTTP/1.1" status: 204 len: 168 time: 0.3639824 Jan 27 14:49:14.246419 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-891c47bd-925f-4a5f-aee8-c785af1a7860 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] PUT failed (client error): The resource could not be found. Jan 27 14:49:14.246973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891c47bd-925f-4a5f-aee8-c785af1a7860 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:14.254006 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-891c47bd-925f-4a5f-aee8-c785af1a7860 tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "PUT /v2.0/networks/b58f1a2a-46c4-4778-aeb6-23601c2f56e1 HTTP/1.1" status: 404 len: 339 time: 0.0309980 Jan 27 14:49:14.254006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34528) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.254407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d54e367-a579-4d7f-9b13-80a70038afc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.254407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34530) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.261244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.266563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ade48d97-c30c-40cc-81cd-0f7d8fde163d tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] Request body: {'port': {'name': 'new_name'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:14.284974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Allocated IP 2001:db8::184 (2190b65b-0e2b-4628-861e-47a5556a2d45/43c4d035-bba3-4d81-a860-0270f31679ed/8625e9c1-f4f3-457b-814d-d446d9d5eaff) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:14.354756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30e9b-ec4d-46de-bbb7-4594edd10fd6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38a9e425-931b-488c-8a2d-091af199f10e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:14.366239 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8034581d-f6fa-4cef-a60f-17a86932b1e8 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1105266 Jan 27 14:49:14.371852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.372031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34532) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.434217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade48d97-c30c-40cc-81cd-0f7d8fde163d tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] PUT failed (client error): The resource could not be found. Jan 27 14:49:14.435119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade48d97-c30c-40cc-81cd-0f7d8fde163d tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:14.436458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ade48d97-c30c-40cc-81cd-0f7d8fde163d tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "PUT /v2.0/ports/4a0c1c1e-1d7a-450b-b427-f6e2e08c0e22 HTTP/1.1" status: 404 len: 333 time: 0.1812243 Jan 27 14:49:14.444013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34534) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.453558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-104ca5c2-9cc3-422d-8b89-6509c8bb282e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:14.458432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d54e367-a579-4d7f-9b13-80a70038afc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.511460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:14.524003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:14.530916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:14.534090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Port': ['ID=22fa824f-44e4-427c-aa0c-776867b47864,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:14.624852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf220796-2b6f-4b7c-b5f9-3b94c44c9a7a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.661525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:14.662366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.694852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf220796-2b6f-4b7c-b5f9-3b94c44c9a7a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.722370 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1ff93a8d-c077-4ee8-9287-c7837aa6db7d tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0174842 Jan 27 14:49:14.725035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34536) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.729287 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.741074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:14.803577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf220796-2b6f-4b7c-b5f9-3b94c44c9a7a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.806837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf220796-2b6f-4b7c-b5f9-3b94c44c9a7a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.808256 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cf220796-2b6f-4b7c-b5f9-3b94c44c9a7a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/5db14660-de85-4f23-9d82-32603616a72b HTTP/1.1" status: 204 len: 168 time: 0.4352379 Jan 27 14:49:14.814701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34538) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.832656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.842479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.848193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf220796-2b6f-4b7c-b5f9-3b94c44c9a7a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db14660-de85-4f23-9d82-32603616a72b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:14.888993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b65bc9df-837b-4ab7-b496-6fd73a27f168 None None] Provisioning complete for port 22fa824f-44e4-427c-aa0c-776867b47864 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:14.889368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b65bc9df-837b-4ab7-b496-6fd73a27f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:14.929277 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-104ca5c2-9cc3-422d-8b89-6509c8bb282e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] PUT failed (client error): The resource could not be found. Jan 27 14:49:14.930200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104ca5c2-9cc3-422d-8b89-6509c8bb282e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:14.931576 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-104ca5c2-9cc3-422d-8b89-6509c8bb282e tempest-NetworksNegativeTestJSON-781301959 tempest-NetworksNegativeTestJSON-781301959-project] 10.222.0.18 "PUT /v2.0/subnets/e1216260-c3bd-4c3a-b23d-3ca38fb717c5 HTTP/1.1" status: 404 len: 337 time: 0.4844861 Jan 27 14:49:14.950631 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b65bc9df-837b-4ab7-b496-6fd73a27f168 None None] Port 22fa824f-44e4-427c-aa0c-776867b47864 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:14.970494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:14.982045 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b136f655-cd40-4614-ab43-e6d37fc1265a tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1644697 Jan 27 14:49:14.983565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:14.991907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34542) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:14.993200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:14.999703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:15.000442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.015204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-017ca9cd-f22d-48ef-8841-3dc7e2b14062 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--461657235'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:15.021981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=8625e9c1-f4f3-457b-814d-d446d9d5eaff,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:15.055564 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-17efc8ad-3d87-4376-8729-4c0a17677830 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4734366 Jan 27 14:49:15.059389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34544) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.062613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:49:15.065994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ce:fc:92'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:15.077172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.104233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-017ca9cd-f22d-48ef-8841-3dc7e2b14062 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.201856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.211504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.297428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.333707 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-017ca9cd-f22d-48ef-8841-3dc7e2b14062 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.360529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Checking segment: {'id': '889034fb-4df7-48a3-832f-282932bb7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:15.360903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network hostable DHCP agents. Network: 4b2ea7e1-9c63-4040-bcfc-07660dd2151b, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:15.364942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event updated for resources: {'Subnet': ['ID=1d37ec8d-1aa3-49d6-b492-67191c80fbb9,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:15.379097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Router 211a53bf-e92f-4ae3-9b08-f0d6b7221697 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:49:15.386631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d54e367-a579-4d7f-9b13-80a70038afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.389861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d54e367-a579-4d7f-9b13-80a70038afc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.391301 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3d54e367-a579-4d7f-9b13-80a70038afc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9497b879-cdbf-4035-b91a-b28ad335f672 HTTP/1.1" status: 204 len: 168 time: 1.3735933 Jan 27 14:49:15.393333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-017ca9cd-f22d-48ef-8841-3dc7e2b14062 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.421894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54e367-a579-4d7f-9b13-80a70038afc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9497b879-cdbf-4035-b91a-b28ad335f672,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:15.447172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.491935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-017ca9cd-f22d-48ef-8841-3dc7e2b14062 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.493245 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-017ca9cd-f22d-48ef-8841-3dc7e2b14062 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4848657 Jan 27 14:49:15.493940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5590525e-1a86-4f1c-b65e-413004d57fc8 None None] Provisioning complete for port 8625e9c1-f4f3-457b-814d-d446d9d5eaff triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:15.494536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5590525e-1a86-4f1c-b65e-413004d57fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.502566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34550) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.508198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b66357ac-9be7-4567-ac0a-771af16448aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '4b1114cf-4b83-49d9-a92d-6d88b92a680b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:15.516228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34552) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.523861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:15.532973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.537504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5c9d124a-aa15-4ace-9d30-12209c3ede25 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "PUT /v2.0/routers/211a53bf-e92f-4ae3-9b08-f0d6b7221697 HTTP/1.1" status: 200 len: 705 time: 5.2505031 Jan 27 14:49:15.538343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34556) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.539007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Network 4b2ea7e1-9c63-4040-bcfc-07660dd2151b is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:15.547585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5590525e-1a86-4f1c-b65e-413004d57fc8 None None] Port 8625e9c1-f4f3-457b-814d-d446d9d5eaff cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:15.549849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] Sync routers for ids ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:15.560150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ca9cd-f22d-48ef-8841-3dc7e2b14062 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1114cf-4b83-49d9-a92d-6d88b92a680b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:15.563930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] Routers {'211a53bf-e92f-4ae3-9b08-f0d6b7221697'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:15.564935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:15.605672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:15.629517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] Routers {'211a53bf-e92f-4ae3-9b08-f0d6b7221697'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:15.632111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:48:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:15.649098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-65b95424-11f9-435b-9e43-2e801e1de83b tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/routers/211a53bf-e92f-4ae3-9b08-f0d6b7221697 HTTP/1.1" status: 200 len: 740 time: 0.0987504 Jan 27 14:49:15.650646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34558) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.653415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 4b2ea7e1-9c63-4040-bcfc-07660dd2151b) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:15.658297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:15.659257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:15.700010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6bc493b7-015e-4493-8220-506452091503 tempest-RoutersAdminTest-2064297109 tempest-RoutersAdminTest-2064297109-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&device_id=211a53bf-e92f-4ae3-9b08-f0d6b7221697 HTTP/1.1" status: 200 len: 205 time: 0.0472748 Jan 27 14:49:15.701642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34560) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.714546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1327b-730d-4fd4-aa76-16edcf49a089 None None] Network 4b2ea7e1-9c63-4040-bcfc-07660dd2151b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:15.723081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-52a805c8-fb7b-42df-8c52-fa9f1b9c1718 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0665781 Jan 27 14:49:15.726305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:15.729898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54cac86-43ca-4511-a260-4eb5dead3582 None None] The sync data for ids ['211a53bf-e92f-4ae3-9b08-f0d6b7221697'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:49:15.741783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34562) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.757123 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-78e632bb-1b57-43a6-b9a8-a2577107df20 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=211a53bf-e92f-4ae3-9b08-f0d6b7221697 HTTP/1.1" status: 200 len: 205 time: 0.0542083 Jan 27 14:49:15.757774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34564) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:15.870314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7055ead-555d-4511-b978-37f57a49d72a tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.132699 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-4b2ea7e1-9c63-4040-bcfc-07660dd2151b', 'network_id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b', 'tenant_id': 'e331299fbb594aab9c4e5346bb31b268', 'fixed_ips': [{'subnet_id': '1d37ec8d-1aa3-49d6-b492-67191c80fbb9'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:16.135059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.136819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Allocated IP 172.26.6.200 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/4aac4053-05a7-4c56-9b98-96d8e8c6d20b) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:16.144468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ef82-3cd7-49c7-8a19-72c159be53d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.149565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.204527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b66357ac-9be7-4567-ac0a-771af16448aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.270301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e29e1adc-47ed-4350-ba39-a69655b6b982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.404664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Allocated IP 2001:db8::f816:3eff:fef9:791b (4b2ea7e1-9c63-4040-bcfc-07660dd2151b/1d37ec8d-1aa3-49d6-b492-67191c80fbb9/e2b8994e-d15b-44fc-acaf-2f6b4a946f52) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:16.413880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.447498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.485441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.488297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b66357ac-9be7-4567-ac0a-771af16448aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.492891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7055ead-555d-4511-b978-37f57a49d72a tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.514631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7055ead-555d-4511-b978-37f57a49d72a tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.549212 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b66357ac-9be7-4567-ac0a-771af16448aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.594686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7055ead-555d-4511-b978-37f57a49d72a tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.595615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7055ead-555d-4511-b978-37f57a49d72a tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Fanout notify agent at l3_agent the message router_deleted on router 211a53bf-e92f-4ae3-9b08-f0d6b7221697 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:49:16.607942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] In _notify_port_updated(), no bound segment for port 8625e9c1-f4f3-457b-814d-d446d9d5eaff on network 2190b65b-0e2b-4628-861e-47a5556a2d45 {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:49:16.614969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7055ead-555d-4511-b978-37f57a49d72a tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.616762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a7055ead-555d-4511-b978-37f57a49d72a tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/211a53bf-e92f-4ae3-9b08-f0d6b7221697 HTTP/1.1" status: 204 len: 168 time: 0.8558934 Jan 27 14:49:16.619971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:16.620497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34580) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:16.621269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.628889 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "PUT /v2.0/ports/8625e9c1-f4f3-457b-814d-d446d9d5eaff HTTP/1.1" status: 200 len: 1003 time: 1.5667751 Jan 27 14:49:16.668059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34582) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:16.671873 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4f832712-f12d-4ccc-ab33-58cb28cc8e28 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=211a53bf-e92f-4ae3-9b08-f0d6b7221697 HTTP/1.1" status: 200 len: 205 time: 0.0494421 Jan 27 14:49:16.686435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34586) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:16.699745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.748034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66357ac-9be7-4567-ac0a-771af16448aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc9e085-59df-46fb-8460-9b5bed3d8648,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:16.798933 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-d41a982a-07f2-4561-829a-18a8866d432d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] delete failed (client error): The resource could not be found. Jan 27 14:49:16.800327 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d41a982a-07f2-4561-829a-18a8866d432d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/211a53bf-e92f-4ae3-9b08-f0d6b7221697 HTTP/1.1" status: 404 len: 336 time: 0.1126032 Jan 27 14:49:16.804959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34590) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:16.829223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ef82-3cd7-49c7-8a19-72c159be53d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.836513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e755374-487e-4ce3-aba4-03d52e153f75 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=8625e9c1-f4f3-457b-814d-d446d9d5eaff,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:16.854564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ef82-3cd7-49c7-8a19-72c159be53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.875597 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5bbc8664-1fc3-474d-a38a-376d4ede895d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=05f5411a-ec22-4917-8ed8-df46e4a583cf HTTP/1.1" status: 200 len: 205 time: 0.0688686 Jan 27 14:49:16.884673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34592) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:16.890887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b66357ac-9be7-4567-ac0a-771af16448aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:16.898248 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b66357ac-9be7-4567-ac0a-771af16448aa tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3934317 Jan 27 14:49:16.920097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34594) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.000326 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-0a5a1c62-f3aa-4239-ab64-2769abbff99d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] delete failed (client error): The resource could not be found. Jan 27 14:49:17.001401 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a5a1c62-f3aa-4239-ab64-2769abbff99d tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/05f5411a-ec22-4917-8ed8-df46e4a583cf HTTP/1.1" status: 404 len: 336 time: 0.1156960 Jan 27 14:49:17.007232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34598) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.079634 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-32b275bf-5572-42dc-9b4e-44dac834ad8f tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4cf30de-28fb-4a3b-a181-1bd54080ca0b HTTP/1.1" status: 200 len: 205 time: 0.0562174 Jan 27 14:49:17.082417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.084117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34600) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.088429 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d1a6ef82-3cd7-49c7-8a19-72c159be53d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=234d3c61b21149588502ef2f7dda4350&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5708578 Jan 27 14:49:17.097474 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f813508d-7432-44aa-8083-43e4db63bb1e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules/7bc9e085-59df-46fb-8460-9b5bed3d8648 HTTP/1.1" status: 200 len: 763 time: 0.1671698 Jan 27 14:49:17.101723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34602) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.102664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34604) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.104579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6ef82-3cd7-49c7-8a19-72c159be53d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763a028c-b2ab-4c6f-9b0a-272bd197c1c8,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:17.112290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.172819 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-995bc8ea-e7aa-4045-a1ed-e375a8fec372 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] delete failed (client error): The resource could not be found. Jan 27 14:49:17.177334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-995bc8ea-e7aa-4045-a1ed-e375a8fec372 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/a4cf30de-28fb-4a3b-a181-1bd54080ca0b HTTP/1.1" status: 404 len: 336 time: 0.0888281 Jan 27 14:49:17.179633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34606) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.188498 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Network 4b2ea7e1-9c63-4040-bcfc-07660dd2151b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:17.189543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.198224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:17.201634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:17.206565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting port 8625e9c1-f4f3-457b-814d-d446d9d5eaff {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:17.206935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.210367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d3954f05-854b-442e-bcd1-634e3ff221fc None None] Provisioning complete for port 8625e9c1-f4f3-457b-814d-d446d9d5eaff triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:17.211909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3954f05-854b-442e-bcd1-634e3ff221fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.215394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.329271 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1769b109-8450-4488-9b6c-96e63159fa86 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0bf8922-63fe-4f7e-90b7-3991bf17fd8f HTTP/1.1" status: 200 len: 205 time: 0.1435306 Jan 27 14:49:17.330130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Subnet': ['ID=1d37ec8d-1aa3-49d6-b492-67191c80fbb9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:17.339327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34610) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.366327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Pushing event updated for resources: {'Port': ['ID=e2b8994e-d15b-44fc-acaf-2f6b4a946f52,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:17.383369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:17.410747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d3954f05-854b-442e-bcd1-634e3ff221fc None None] Port 8625e9c1-f4f3-457b-814d-d446d9d5eaff cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:17.412835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:17.415792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Attempting to bind port e2b8994e-d15b-44fc-acaf-2f6b4a946f52 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:17.416174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Attempting to bind port e2b8994e-d15b-44fc-acaf-2f6b4a946f52 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '889034fb-4df7-48a3-832f-282932bb7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:17.416532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Attempting to bind port e2b8994e-d15b-44fc-acaf-2f6b4a946f52 on network 4b2ea7e1-9c63-4040-bcfc-07660dd2151b {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:17.425908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:17.426340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Checking segment: {'id': '889034fb-4df7-48a3-832f-282932bb7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:17.426762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.427433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Bound using segment: {'id': '889034fb-4df7-48a3-832f-282932bb7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:17.428000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Bound port: e2b8994e-d15b-44fc-acaf-2f6b4a946f52, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889034fb-4df7-48a3-832f-282932bb7a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:17.428392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.429431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:17.434196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.460726 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a24408ca-48b6-4011-8ca6-a9619e8b625b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3357017 Jan 27 14:49:17.467871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Port': ['ID=4aac4053-05a7-4c56-9b98-96d8e8c6d20b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:17.514231 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34616) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.518404 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-1b8c9609-c90e-40e8-a696-eea8ffd9ffb6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] delete failed (client error): The resource could not be found. Jan 27 14:49:17.522638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1b8c9609-c90e-40e8-a696-eea8ffd9ffb6 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/b0bf8922-63fe-4f7e-90b7-3991bf17fd8f HTTP/1.1" status: 404 len: 336 time: 0.1801953 Jan 27 14:49:17.533141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34620) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.537019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] For port e2b8994e-d15b-44fc-acaf-2f6b4a946f52, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:17.543164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] For port e2b8994e-d15b-44fc-acaf-2f6b4a946f52, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e2b8994e-d15b-44fc-acaf-2f6b4a946f52,segment=NetworkSegment(889034fb-4df7-48a3-832f-282932bb7a0d),segment_id=889034fb-4df7-48a3-832f-282932bb7a0d)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:17.553076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.564410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.572241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-191673e3-caf2-411f-85a2-77296b73e775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.607051 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6d7283af-ebde-45c6-91dc-40bec60b1d44 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8f86080-a0ac-4014-a9b8-71944b15b3b5 HTTP/1.1" status: 200 len: 205 time: 0.0727365 Jan 27 14:49:17.608370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34622) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.629231 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf8e45e0-9699-4ea2-ad55-3662b81bb533 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.640587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.662335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaea76-7cf0-4252-b2eb-7b47403e49da None None] Pushing event updated for resources: {'Port': ['ID=e2b8994e-d15b-44fc-acaf-2f6b4a946f52,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:17.668456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf8e45e0-9699-4ea2-ad55-3662b81bb533 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.684289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-191673e3-caf2-411f-85a2-77296b73e775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.697246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2ea7e1-9c63-4040-bcfc-07660dd2151b']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:17.706967 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-32c9b328-6c8d-4afb-b1e7-d594f35a29ba tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] delete failed (client error): The resource could not be found. Jan 27 14:49:17.711221 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-32c9b328-6c8d-4afb-b1e7-d594f35a29ba tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/b8f86080-a0ac-4014-a9b8-71944b15b3b5 HTTP/1.1" status: 404 len: 336 time: 0.0926602 Jan 27 14:49:17.712578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34628) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.721182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Calling delete_port for 8625e9c1-f4f3-457b-814d-d446d9d5eaff owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:17.734707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889034fb-4df7-48a3-832f-282932bb7a0d') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:17.735214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889034fb-4df7-48a3-832f-282932bb7a0d') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:17.735944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88474d99-9b00-49dd-a664-2ea82976a7bb None None] Network 4b2ea7e1-9c63-4040-bcfc-07660dd2151b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:17.776483 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4fdddd3d-c6eb-470d-974b-f5e662f8367e tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a6663e4-2f9c-4604-b566-7de948008ba8 HTTP/1.1" status: 200 len: 205 time: 0.0569856 Jan 27 14:49:17.777895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34630) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.780324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.837164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf8e45e0-9699-4ea2-ad55-3662b81bb533 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.845294 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-fc6cea78-af35-44b7-a893-5c4e59818cc0 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] delete failed (client error): The resource could not be found. Jan 27 14:49:17.849371 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fc6cea78-af35-44b7-a893-5c4e59818cc0 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/routers/3a6663e4-2f9c-4604-b566-7de948008ba8 HTTP/1.1" status: 404 len: 336 time: 0.0637002 Jan 27 14:49:17.850367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.853192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34632) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.858234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cf8e45e0-9699-4ea2-ad55-3662b81bb533 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.860543 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cf8e45e0-9699-4ea2-ad55-3662b81bb533 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7bc9e085-59df-46fb-8460-9b5bed3d8648 HTTP/1.1" status: 204 len: 168 time: 0.3357294 Jan 27 14:49:17.868827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34634) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.868827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34636) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:17.880421 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e45e0-9699-4ea2-ad55-3662b81bb533 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bc9e085-59df-46fb-8460-9b5bed3d8648,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:17.894654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6aec80-ca54-4d85-8096-da80d01a9d1f None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:49:17.932447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.955613 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec025c87-e91e-41b8-b1f2-75290aa5d634 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:17.956072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec025c87-e91e-41b8-b1f2-75290aa5d634 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:17.956416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-191673e3-caf2-411f-85a2-77296b73e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.961110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-191673e3-caf2-411f-85a2-77296b73e775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.962222 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ec025c87-e91e-41b8-b1f2-75290aa5d634 tempest-RoutersAdminTest-2094000378 tempest-RoutersAdminTest-2094000378-project] 10.222.0.18 "DELETE /v2.0/subnets/8bfa1da2-1e2f-4249-b02e-bb65076caa30 HTTP/1.1" status: 404 len: 337 time: 0.1078811 Jan 27 14:49:17.966854 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-191673e3-caf2-411f-85a2-77296b73e775 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/763a028c-b2ab-4c6f-9b0a-272bd197c1c8 HTTP/1.1" status: 204 len: 168 time: 0.8531489 Jan 27 14:49:17.967143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:17.967255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.967541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:17.971424 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:18.020405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191673e3-caf2-411f-85a2-77296b73e775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a028c-b2ab-4c6f-9b0a-272bd197c1c8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:18.081377 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f9b17d75-9e0b-41b5-b947-11e2545ac0d6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1721447 Jan 27 14:49:18.085071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34644) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.089153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.api [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 14:49:18.089153 dv-neutron-826438-5-hyperv neutron-server[108743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 14:49:18.089153 dv-neutron-826438-5-hyperv neutron-server[108743]: [parameters: {'id': '4b2ea7e1-9c63-4040-bcfc-07660dd2151b'}] Jan 27 14:49:18.089153 dv-neutron-826438-5-hyperv neutron-server[108743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:49:18.089859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG oslo_db.api [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:49:18.095528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-18234467-5f1d-4341-858a-a2d614cd63f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '4b1114cf-4b83-49d9-a92d-6d88b92a680b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:18.123476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6aec80-ca54-4d85-8096-da80d01a9d1f None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:49:18.146336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18234467-5f1d-4341-858a-a2d614cd63f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.224012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1940280435'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:18.231754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.289594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Port': ['ID=8625e9c1-f4f3-457b-814d-d446d9d5eaff,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:18.327437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.331082 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4ec5689a-bcda-43f8-8aed-cd6168abe2d3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/ports/8625e9c1-f4f3-457b-814d-d446d9d5eaff HTTP/1.1" status: 204 len: 168 time: 1.6574965 Jan 27 14:49:18.335707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34646) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.356711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.369103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.369782 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2b84b3-74b7-4056-bcb0-7fd2daa39b47 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] GET failed (client error): The resource could not be found. Jan 27 14:49:18.374921 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7d2b84b3-74b7-4056-bcb0-7fd2daa39b47 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "GET /v2.0/ports/8625e9c1-f4f3-457b-814d-d446d9d5eaff HTTP/1.1" status: 404 len: 333 time: 0.0379667 Jan 27 14:49:18.379322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Made reservation on behalf of 4d1fcdd0982949f8a79715321433be42 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:18.381058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.385128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34650) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.390308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-837698818'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:18.407910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.426554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18234467-5f1d-4341-858a-a2d614cd63f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.439543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18234467-5f1d-4341-858a-a2d614cd63f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.488907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18234467-5f1d-4341-858a-a2d614cd63f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a26882-d963-40e4-aa21-f968cd41aac4,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:18.510873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34654) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.563435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18234467-5f1d-4341-858a-a2d614cd63f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.563658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Port': ['ID=4aac4053-05a7-4c56-9b98-96d8e8c6d20b,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:18.571550 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-18234467-5f1d-4341-858a-a2d614cd63f6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4770136 Jan 27 14:49:18.571663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34658) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.596748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.616372 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f18e70b4-f9bf-4cb7-bad8-056d01c14916 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules/c0a26882-d963-40e4-aa21-f968cd41aac4 HTTP/1.1" status: 200 len: 763 time: 0.0434995 Jan 27 14:49:18.619811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34662) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.643396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.650014 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b62fba94-b483-41cf-86fa-bba691ad5998 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9143040 Jan 27 14:49:18.650014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34664) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.657704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1eb99ff0-474a-43ea-a266-605f133c918f tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'floatingip': {'port_id': '22fa824f-44e4-427c-aa0c-776867b47864', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:18.723537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1eb99ff0-474a-43ea-a266-605f133c918f tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.769587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.793742 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4ce8be80-a3df-4dba-af0f-690f9436ae82 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1647477 Jan 27 14:49:18.795735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34670) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.924787 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-1eb99ff0-474a-43ea-a266-605f133c918f tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] update failed (client error): The resource could not be found. Jan 27 14:49:18.926187 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1eb99ff0-474a-43ea-a266-605f133c918f tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "PUT /v2.0/floatingips/a2aa655d-37a2-4299-aaa4-208d41cc0326 HTTP/1.1" status: 404 len: 507 time: 0.2754014 Jan 27 14:49:18.933404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34674) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:18.948430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-757de140-f430-4125-b99e-a25f75866cd3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:18.995663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.000069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-757de140-f430-4125-b99e-a25f75866cd3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.078007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-636cfd72-c8cc-4593-9582-58d4ab7a8eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.107748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-757de140-f430-4125-b99e-a25f75866cd3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.116373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-757de140-f430-4125-b99e-a25f75866cd3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.121003 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-757de140-f430-4125-b99e-a25f75866cd3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c0a26882-d963-40e4-aa21-f968cd41aac4 HTTP/1.1" status: 204 len: 168 time: 0.3241642 Jan 27 14:49:19.121690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34678) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:19.149681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.152750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757de140-f430-4125-b99e-a25f75866cd3 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0a26882-d963-40e4-aa21-f968cd41aac4,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:19.219643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.219876 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9ff0565a-a541-411b-b325-07b923f70dbc tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0904725 Jan 27 14:49:19.220619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34684) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:19.225126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Deleting port 4aac4053-05a7-4c56-9b98-96d8e8c6d20b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:19.225432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.231970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '4b1114cf-4b83-49d9-a92d-6d88b92a680b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:19.250411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.311383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:19.316596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.350862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:19.353985 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Project f3089afd00be4f47b9fee90a39aa01d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:49:19.364892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.365424 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.378995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.401736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1b5549-e105-4df9-b729-d960d890059e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:19.403410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Calling delete_port for 4aac4053-05a7-4c56-9b98-96d8e8c6d20b owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:19.421643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] device_id is not set on port 185b2477-2462-4a53-87de-ef18a97f9a27 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:19.442437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.443252 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Added segment a21182a0-c066-4342-a4ab-41cdecf3a68e of type vlan for network 8cba0546-b1d4-4005-8c59-a8a45383076c Jan 27 14:49:19.452272 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34688) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:19.579106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting port e2b8994e-d15b-44fc-acaf-2f6b4a946f52 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:19.579684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.603301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.613630 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.646930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c0655c-1631-47d8-905f-a70868a1347e,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:19.665571 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-82ab1954-6410-4253-83a3-d5bb719683cf tempest-ServiceProvidersTest-1288614934 tempest-ServiceProvidersTest-1288614934-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2096062 Jan 27 14:49:19.669828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.675059 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d471d49f-70b9-4a0a-b74d-b297f27b174e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4483685 Jan 27 14:49:19.675448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34692) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:19.700230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.730220 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-636cfd72-c8cc-4593-9582-58d4ab7a8eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.733099 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-51ca5536-b2a8-4d18-9abf-2b4d0a8a68d6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules/e9c0655c-1631-47d8-905f-a70868a1347e HTTP/1.1" status: 200 len: 769 time: 0.0561810 Jan 27 14:49:19.740060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34696) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:19.775021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-636cfd72-c8cc-4593-9582-58d4ab7a8eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.826250 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9e3cce2f-e3b7-4801-b6f0-3835e8a1621f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0845213 Jan 27 14:49:19.827983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.832539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34698) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:19.850291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] For port e2b8994e-d15b-44fc-acaf-2f6b4a946f52, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e2b8994e-d15b-44fc-acaf-2f6b4a946f52,segment=NetworkSegment(889034fb-4df7-48a3-832f-282932bb7a0d),segment_id=889034fb-4df7-48a3-832f-282932bb7a0d)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:19.850698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.876104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.882179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:19.882841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.891219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Allocated IP 2001:db8::32b (2190b65b-0e2b-4628-861e-47a5556a2d45/43c4d035-bba3-4d81-a860-0270f31679ed/185b2477-2462-4a53-87de-ef18a97f9a27) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:19.900212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-636cfd72-c8cc-4593-9582-58d4ab7a8eff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0de255576b574ddabb237bed47882300&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3840353 Jan 27 14:49:19.901873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event deleted for resources: {'Port': ['ID=4aac4053-05a7-4c56-9b98-96d8e8c6d20b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:19.904323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34700) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:19.935253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Calling delete_port for e2b8994e-d15b-44fc-acaf-2f6b4a946f52 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:19.969964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-048bcf8b-2217-4b28-915c-bc597890f3ae tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:19.971007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cfd72-c8cc-4593-9582-58d4ab7a8eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae91e9-6f02-4072-9221-e535bb4f84d4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:20.001941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0914221 Jan 27 14:49:20.007362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-048bcf8b-2217-4b28-915c-bc597890f3ae tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.009355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34704) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.061516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-048bcf8b-2217-4b28-915c-bc597890f3ae tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.072023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a54da-7e7e-4fb3-88b7-e6830923c9cb tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Pushing event updated for resources: {'Network': ['ID=8cba0546-b1d4-4005-8c59-a8a45383076c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:20.087766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8cba0546-b1d4-4005-8c59-a8a45383076c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:20.104532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-048bcf8b-2217-4b28-915c-bc597890f3ae tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.110654 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-048bcf8b-2217-4b28-915c-bc597890f3ae tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e9c0655c-1631-47d8-905f-a70868a1347e HTTP/1.1" status: 204 len: 168 time: 0.2737355 Jan 27 14:49:20.112274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34708) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.115603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bcf8b-2217-4b28-915c-bc597890f3ae tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9c0655c-1631-47d8-905f-a70868a1347e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:20.137058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34710) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.158515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.163408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.165004 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-790f1a3d-6d71-47dc-bd4d-f9a302f03afe tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "DELETE /v2.0/floatingips/a2aa655d-37a2-4299-aaa4-208d41cc0326 HTTP/1.1" status: 204 len: 168 time: 1.2299938 Jan 27 14:49:20.170641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34714) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.183379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-70417e38-79fc-4db4-9dd2-9e8ca05ae1b9 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'floatingip': {'floating_network_id': '1ddaa882-c410-4764-92ec-37a61dc8b802', 'port_id': '22fa824f-44e4-427c-aa0c-776867b47864', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:20.193949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f12f649-e3e5-4249-94ad-6ed5944f4c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.259621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-70417e38-79fc-4db4-9dd2-9e8ca05ae1b9 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.272992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f12f649-e3e5-4249-94ad-6ed5944f4c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.280834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.326903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.346541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e2967e43-2e54-48ee-af73-4055111f4ce0 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2312901 Jan 27 14:49:20.354072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.375545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34716) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.395725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-316f763e-7c13-47dc-bf21-8f6b6ca99f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.425669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:20.428931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No DVR routers for this DVR port e2b8994e-d15b-44fc-acaf-2f6b4a946f52 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:20.439529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:20.442152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:20.449424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:20.449424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.496204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=185b2477-2462-4a53-87de-ef18a97f9a27,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:20.534183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f12f649-e3e5-4249-94ad-6ed5944f4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.539111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6f12f649-e3e5-4249-94ad-6ed5944f4c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.544432 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a2af9821-4dff-4d96-8e4a-91dd74823072 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1558788 Jan 27 14:49:20.546415 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6f12f649-e3e5-4249-94ad-6ed5944f4c97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aae91e9-6f02-4072-9221-e535bb4f84d4 HTTP/1.1" status: 204 len: 168 time: 0.6391816 Jan 27 14:49:20.548862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Port': ['ID=e2b8994e-d15b-44fc-acaf-2f6b4a946f52,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:20.553146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34718) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.565315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'network_id': '2190b65b-0e2b-4628-861e-47a5556a2d45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1796478247'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:20.573839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fc574f5-38a9-4cf5-bedf-3013de563e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.606864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.623216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12f649-e3e5-4249-94ad-6ed5944f4c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae91e9-6f02-4072-9221-e535bb4f84d4,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:20.664570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2ea7e1-9c63-4040-bcfc-07660dd2151b']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:20.701967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889034fb-4df7-48a3-832f-282932bb7a0d') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:20.702293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889034fb-4df7-48a3-832f-282932bb7a0d') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:20.725592 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.745910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'network': {'name': 'tempest-network--627261835', 'router:external': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:20.765411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.776674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-316f763e-7c13-47dc-bf21-8f6b6ca99f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.778962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fc574f5-38a9-4cf5-bedf-3013de563e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.781941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:20.782592 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:20.786683 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:20.806572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-316f763e-7c13-47dc-bf21-8f6b6ca99f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.904613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Made reservation on behalf of 459e154021a84278a4f547854c7e4108 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:20.907148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.911536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-316f763e-7c13-47dc-bf21-8f6b6ca99f73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67166e712a134fc09baaa5077143827b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7730603 Jan 27 14:49:20.914502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34724) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.922339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.927728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.932052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/4b2ea7e1-9c63-4040-bcfc-07660dd2151b HTTP/1.1" status: 204 len: 168 time: 5.1892085 Jan 27 14:49:20.937500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34726) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:20.942952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f763e-7c13-47dc-bf21-8f6b6ca99f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d858a94-82fb-4619-92e9-bf2a52266898,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:20.963907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:20.989854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5cd79b01-354b-4695-8a29-f30524793980 None None] Provisioning complete for port 185b2477-2462-4a53-87de-ef18a97f9a27 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:20.990773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5cd79b01-354b-4695-8a29-f30524793980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.005462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6de91-1b26-43fc-85cd-ff7d8f6b3a78 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Network': ['ID=4b2ea7e1-9c63-4040-bcfc-07660dd2151b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:21.019191 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-70417e38-79fc-4db4-9dd2-9e8ca05ae1b9 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:49:21.030029 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-70417e38-79fc-4db4-9dd2-9e8ca05ae1b9 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8486485 Jan 27 14:49:21.031355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34728) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.037575 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b696bbf-38d5-4f86-a2c8-4ae4462e4362 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:21.038656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b696bbf-38d5-4f86-a2c8-4ae4462e4362 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:21.045142 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6b696bbf-38d5-4f86-a2c8-4ae4462e4362 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/1d37ec8d-1aa3-49d6-b492-67191c80fbb9 HTTP/1.1" status: 404 len: 337 time: 0.0949717 Jan 27 14:49:21.049061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34730) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.050968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '22fa824f-44e4-427c-aa0c-776867b47864', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:21.059027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fc574f5-38a9-4cf5-bedf-3013de563e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.063743 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8fc574f5-38a9-4cf5-bedf-3013de563e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.065993 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8fc574f5-38a9-4cf5-bedf-3013de563e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b1114cf-4b83-49d9-a92d-6d88b92a680b HTTP/1.1" status: 204 len: 168 time: 0.6888800 Jan 27 14:49:21.073336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34732) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.092171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5cd79b01-354b-4695-8a29-f30524793980 None None] Port 185b2477-2462-4a53-87de-ef18a97f9a27 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:21.106438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc574f5-38a9-4cf5-bedf-3013de563e8f tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1114cf-4b83-49d9-a92d-6d88b92a680b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:21.121037 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-09161115-c730-4083-b119-f6e9aabd5477 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:21.121691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09161115-c730-4083-b119-f6e9aabd5477 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:21.127626 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-09161115-c730-4083-b119-f6e9aabd5477 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/4b2ea7e1-9c63-4040-bcfc-07660dd2151b HTTP/1.1" status: 404 len: 339 time: 0.0732462 Jan 27 14:49:21.130519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34734) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.160140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26bfc06f-130c-4fb1-a0dc-c1584ff47927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.171833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34736) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.189692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Made reservation on behalf of a8b9dc7e17714ac6b047f3f83476b8d5 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:21.195853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.206329 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c568ab7-e3de-49d0-826c-18d9238982c7 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:21.207057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c568ab7-e3de-49d0-826c-18d9238982c7 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:21.212458 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1c568ab7-e3de-49d0-826c-18d9238982c7 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/c4572698-b1ea-4073-acd3-60a100a04149 HTTP/1.1" status: 404 len: 337 time: 0.0788293 Jan 27 14:49:21.226340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34738) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.247148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.271632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26bfc06f-130c-4fb1-a0dc-c1584ff47927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.290389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-218a3041-41b6-4774-9fec-4fe365809b6b tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:21.291076 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218a3041-41b6-4774-9fec-4fe365809b6b tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:21.294263 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-218a3041-41b6-4774-9fec-4fe365809b6b tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/64d4c9dd-bdff-4bb1-bce6-c6f5ccfd2985 HTTP/1.1" status: 404 len: 339 time: 0.0657771 Jan 27 14:49:21.298598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] device_id is not set on port 172e7e56-8e62-40e8-aeb6-050c954fff98 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:21.304003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34740) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.340742 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f98950a3-e9e4-486c-a27e-fee915e1f165 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2623696 Jan 27 14:49:21.351651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34742) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.360805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9a577a3-1ea4-4d9d-9801-7f2cf1e0b989 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35c8fbd62959469588af0f46f0e0d5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827703 Jan 27 14:49:21.366060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9f62b31d-1f38-4e14-9a91-e1493f687f95 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865035642'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:21.377063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34744) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.396793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.397486 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cac1169-10f5-4096-bf0d-49c4873e1000 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:21.397868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cac1169-10f5-4096-bf0d-49c4873e1000 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:21.404616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8cac1169-10f5-4096-bf0d-49c4873e1000 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/d39777d7-6531-47bb-a558-159faf99df0b HTTP/1.1" status: 404 len: 337 time: 0.0960555 Jan 27 14:49:21.405680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34746) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.435060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.463168 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1204ee6-075f-4663-9c10-e414adc355ac tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:21.463802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1204ee6-075f-4663-9c10-e414adc355ac tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:21.469882 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b1204ee6-075f-4663-9c10-e414adc355ac tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/6d0539cd-4cb3-4057-b52c-aaa0cb859bed HTTP/1.1" status: 404 len: 339 time: 0.0587192 Jan 27 14:49:21.470761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34748) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.497429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f62b31d-1f38-4e14-9a91-e1493f687f95 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.513908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:21.518840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26bfc06f-130c-4fb1-a0dc-c1584ff47927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.521432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26bfc06f-130c-4fb1-a0dc-c1584ff47927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.522729 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-26bfc06f-130c-4fb1-a0dc-c1584ff47927 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d858a94-82fb-4619-92e9-bf2a52266898 HTTP/1.1" status: 204 len: 168 time: 0.6068015 Jan 27 14:49:21.523501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0564a8f4-08f0-42c0-acb8-ec8ed964b962,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:21.543058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Allocated IP 2001:db8::a1 (2190b65b-0e2b-4628-861e-47a5556a2d45/43c4d035-bba3-4d81-a860-0270f31679ed/172e7e56-8e62-40e8-aeb6-050c954fff98) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:21.562462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.562821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Added segment ec3a3444-1004-4b71-8b07-9458d3c3aa2f of type vlan for network e0071ebf-870f-41a5-8eb8-02bc821486b2 Jan 27 14:49:21.574797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfc06f-130c-4fb1-a0dc-c1584ff47927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d858a94-82fb-4619-92e9-bf2a52266898,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:21.599146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55d707be-62dd-40d2-b0d1-8f3d268bf434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.663205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.686826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting port bc422b37-b5e9-485e-b94a-7281ba52b61b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:21.687260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.717823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.759422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55d707be-62dd-40d2-b0d1-8f3d268bf434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.857472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.863682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f62b31d-1f38-4e14-9a91-e1493f687f95 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.874868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f62b31d-1f38-4e14-9a91-e1493f687f95 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.897354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.899983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:21.901240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.928262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Calling delete_port for bc422b37-b5e9-485e-b94a-7281ba52b61b owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:21.938970 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9263949 Jan 27 14:49:21.948666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34754) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.964138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f62b31d-1f38-4e14-9a91-e1493f687f95 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:21.966088 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9f62b31d-1f38-4e14-9a91-e1493f687f95 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6079888 Jan 27 14:49:21.977901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34756) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:21.990218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7b31c99e-062c-47ce-8e2c-35bb63836fa6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Request body: {'security_group_rule': {'security_group_id': '63ad9af7-777a-4828-9ed2-fa2d38a6e11c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:22.068627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62b31d-1f38-4e14-9a91-e1493f687f95 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad9af7-777a-4828-9ed2-fa2d38a6e11c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:22.083372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55d707be-62dd-40d2-b0d1-8f3d268bf434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.085292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.088097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55d707be-62dd-40d2-b0d1-8f3d268bf434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.089963 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-55d707be-62dd-40d2-b0d1-8f3d268bf434 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6a3496d-74cc-42c8-a383-9bb01997d68b HTTP/1.1" status: 204 len: 168 time: 0.7119002 Jan 27 14:49:22.110194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9c8dc-3761-404e-8ea2-a403bb2fe37c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Network': ['ID=e0071ebf-870f-41a5-8eb8-02bc821486b2,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:22.112019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Allocated IP 172.26.6.138 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/91d2cc6d-1d0f-4941-aeda-1cf283ea2207) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:22.122445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e0071ebf-870f-41a5-8eb8-02bc821486b2 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:22.127653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d707be-62dd-40d2-b0d1-8f3d268bf434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3496d-74cc-42c8-a383-9bb01997d68b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:22.140532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b31c99e-062c-47ce-8e2c-35bb63836fa6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.212294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.290094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.294704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b31c99e-062c-47ce-8e2c-35bb63836fa6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.311326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b31c99e-062c-47ce-8e2c-35bb63836fa6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.347862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31c99e-062c-47ce-8e2c-35bb63836fa6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3ddeef-1c50-4c8b-99cd-cf1dc00ee256,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:22.367381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.370209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Port': ['ID=bc422b37-b5e9-485e-b94a-7281ba52b61b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:22.393374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b31c99e-062c-47ce-8e2c-35bb63836fa6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.396599 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7b31c99e-062c-47ce-8e2c-35bb63836fa6 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4122870 Jan 27 14:49:22.399539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34770) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:22.436107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.440605 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ced2dfdb-9189-4225-b379-dab2cc8b222d tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/ports/bc422b37-b5e9-485e-b94a-7281ba52b61b HTTP/1.1" status: 204 len: 168 time: 0.9669375 Jan 27 14:49:22.445250 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34772) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:22.504249 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-561fd2fd-16cd-48b7-8739-f62cbb527cbf tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:22.505040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561fd2fd-16cd-48b7-8739-f62cbb527cbf tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:22.511448 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-561fd2fd-16cd-48b7-8739-f62cbb527cbf tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/802288c4-69af-4d3b-9620-28a267cbfa0d HTTP/1.1" status: 404 len: 337 time: 0.0607617 Jan 27 14:49:22.519152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34776) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:22.527354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:22.557921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:22.565649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:22.572315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:22.573061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.582924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.596463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=172e7e56-8e62-40e8-aeb6-050c954fff98,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:22.607517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0688817e-e9ef-4214-8b77-d2646167f520 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.629535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.637674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0071ebf-870f-41a5-8eb8-02bc821486b2']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:22.653942 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4bd120f4-db4d-4bd2-a533-a06b4efe67e7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0951040 Jan 27 14:49:22.654635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34780) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:22.661482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3a3444-1004-4b71-8b07-9458d3c3aa2f') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:22.661857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3a3444-1004-4b71-8b07-9458d3c3aa2f') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:22.669499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:ce:fc:92'}, {'ip_address': '2001:db8::32b', 'mac_address': 'fa:16:3e:27:11:7c'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:22.678062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0688817e-e9ef-4214-8b77-d2646167f520 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.694289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.742192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.833224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.840076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.851852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0688817e-e9ef-4214-8b77-d2646167f520 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.852309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:22.852927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.855028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0688817e-e9ef-4214-8b77-d2646167f520 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.856592 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0688817e-e9ef-4214-8b77-d2646167f520 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/63ad9af7-777a-4828-9ed2-fa2d38a6e11c HTTP/1.1" status: 204 len: 168 time: 0.4556286 Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:22.857178 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:22.874100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34788) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:22.896362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56933047-0866-4523-9da8-4350be7c072e']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:22.923719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:22.941046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688817e-e9ef-4214-8b77-d2646167f520 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad9af7-777a-4828-9ed2-fa2d38a6e11c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:22.946566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3b444f-7e19-4b20-901a-933f660a18fc') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:22.948204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3b444f-7e19-4b20-901a-933f660a18fc') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:22.977266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.037462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.050123 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-612ef130-23f5-4af7-95b7-b8ea5f2ce2d0 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1718044 Jan 27 14:49:23.053631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:23.054270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.061387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34794) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:23.078357 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:23.088402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:23.130495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.136176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3fc04e44-e50d-42ac-b5b9-efc1336c132f None None] Provisioning complete for port 172e7e56-8e62-40e8-aeb6-050c954fff98 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:23.136704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fc04e44-e50d-42ac-b5b9-efc1336c132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.156511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:23.165399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0071ebf-870f-41a5-8eb8-02bc821486b2 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 14:49:23.166896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:23.183038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.191356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event updated for resources: {'Port': ['ID=91d2cc6d-1d0f-4941-aeda-1cf283ea2207,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:23.200346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.200921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3fc04e44-e50d-42ac-b5b9-efc1336c132f None None] Port 172e7e56-8e62-40e8-aeb6-050c954fff98 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:23.211381 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/56933047-0866-4523-9da8-4350be7c072e HTTP/1.1" status: 204 len: 168 time: 0.6862726 Jan 27 14:49:23.220177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34800) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:23.229655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8f91c-7f09-4262-82c9-a99a8c19420e tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Network': ['ID=56933047-0866-4523-9da8-4350be7c072e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:23.231599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.237583 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e0071ebf-870f-41a5-8eb8-02bc821486b2 HTTP/1.1" status: 204 len: 168 time: 1.2874238 Jan 27 14:49:23.240046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.240628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.241127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.241823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.242318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.243407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.243903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.244388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.244871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.245376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.246481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.246992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.251196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.255950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34802) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:23.262637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:23.307566 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-be6b2a64-fffc-48cb-9fbd-8844b2f63085 tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2214973 Jan 27 14:49:23.320841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34806) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:23.322294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce4c6-4f9b-47b2-b6c9-a8f51bfc3b4b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0071ebf-870f-41a5-8eb8-02bc821486b2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:23.353207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Made reservation on behalf of 459e154021a84278a4f547854c7e4108 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:23.356052 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-473a2c32-eb66-464a-8c6b-d4ad6916459e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] delete failed (client error): The resource could not be found. Jan 27 14:49:23.357567 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-473a2c32-eb66-464a-8c6b-d4ad6916459e tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "DELETE /v2.0/security-groups/63ad9af7-777a-4828-9ed2-fa2d38a6e11c HTTP/1.1" status: 404 len: 347 time: 0.0326531 Jan 27 14:49:23.359614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.393899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34808) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:23.458983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:23.501593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.502050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Added segment d2a948be-4261-4899-9d92-983cc8c6b36a of type vlan for network e4e543ee-3fa6-45dd-a5da-23026dc44cfe Jan 27 14:49:23.548112 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0395bd8d-7fe7-4ef0-a194-d469a29f840b tempest-SecGroupIPv6Test-393728452 tempest-SecGroupIPv6Test-393728452-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1459522 Jan 27 14:49:23.560921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting port d3b34b74-f579-43b2-914c-d71b30cac246 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:23.561286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.591361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.674328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.691535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Calling delete_port for d3b34b74-f579-43b2-914c-d71b30cac246 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:23.695765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.697331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:23.697895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:23.842898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Network': ['ID=e4e543ee-3fa6-45dd-a5da-23026dc44cfe,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:23.858271 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6007307 Jan 27 14:49:23.869865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34818) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:23.879084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'subnet': {'network_id': 'e4e543ee-3fa6-45dd-a5da-23026dc44cfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:23.892624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.893631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.894663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.895560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.896499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.897392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.898431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.899315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.900233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.901100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.901941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.902840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23796ba5-5e26-4bb8-87e0-508ab6c969e1 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:23.921450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e4e543ee-3fa6-45dd-a5da-23026dc44cfe details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:24.060118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Made reservation on behalf of 459e154021a84278a4f547854c7e4108 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:24.062880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.089518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.172584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Port': ['ID=d3b34b74-f579-43b2-914c-d71b30cac246,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:24.188668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.192355 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-80cac237-433d-4e5f-a96b-a37cf33af4d9 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/ports/d3b34b74-f579-43b2-914c-d71b30cac246 HTTP/1.1" status: 204 len: 168 time: 0.9707124 Jan 27 14:49:24.195888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34824) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:24.212596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34826) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:24.249099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2c8d19-8248-47ef-b8a1-ea801bd64f12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:24.249445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2c8d19-8248-47ef-b8a1-ea801bd64f12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:24.256753 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ef2c8d19-8248-47ef-b8a1-ea801bd64f12 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/43175d52-c538-481a-a55d-03cba8c7c370 HTTP/1.1" status: 404 len: 337 time: 0.0558746 Jan 27 14:49:24.256753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34830) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:24.258002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34832) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:24.363390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Deleting port 91d2cc6d-1d0f-4941-aeda-1cf283ea2207 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:24.364272 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.381645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.538256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.538836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.581160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Calling delete_port for 91d2cc6d-1d0f-4941-aeda-1cf283ea2207 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:24.587615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1642724317'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:24.617548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.720987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.733360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.771119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e01943-a384-4b8b-9ad9-a8f2dc84c361']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:24.781509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] In _notify_port_updated(), no bound segment for port 172e7e56-8e62-40e8-aeb6-050c954fff98 on network 2190b65b-0e2b-4628-861e-47a5556a2d45 {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:49:24.787420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:24.788138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.793206 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "PUT /v2.0/ports/172e7e56-8e62-40e8-aeb6-050c954fff98 HTTP/1.1" status: 200 len: 1067 time: 2.1342380 Jan 27 14:49:24.796166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34846) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:24.832724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cb7e20-0be4-4944-9a25-7c8a43752d99') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:24.833544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cb7e20-0be4-4944-9a25-7c8a43752d99') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:24.836310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:24.842598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.862641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776f60b-2874-46f5-974c-ccb60245ecc7 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event updated for resources: {'Port': ['ID=172e7e56-8e62-40e8-aeb6-050c954fff98,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:24.893514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34848) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:24.931114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.938403 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:24.964370 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9dd1684-bfc6-4a60-bafe-d7a69db9f36d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3089afd00be4f47b9fee90a39aa01d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074487 Jan 27 14:49:24.966991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34852) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:24.982544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.003118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:25.003645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:25.006984 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:25.012047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.060269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting port 172e7e56-8e62-40e8-aeb6-050c954fff98 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:25.060889 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.117131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event deleted for resources: {'Port': ['ID=91d2cc6d-1d0f-4941-aeda-1cf283ea2207,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:25.121931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.150441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.157246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/99e01943-a384-4b8b-9ad9-a8f2dc84c361 HTTP/1.1" status: 204 len: 168 time: 0.8964927 Jan 27 14:49:25.170648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34854) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:25.222956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2016cc68-926f-4e96-8ae8-9fc555117b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.226834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059e66f-ace3-4d2d-88f4-aa277c2ce06a tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Network': ['ID=99e01943-a384-4b8b-9ad9-a8f2dc84c361,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:25.240258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.254598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.272162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.292574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2016cc68-926f-4e96-8ae8-9fc555117b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.307949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Calling delete_port for 172e7e56-8e62-40e8-aeb6-050c954fff98 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:25.317536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting subnet 7627638b-c723-4df7-a0e9-1d71403f828a {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:49:25.326922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:49:25.328126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.330863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.339329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:25.347355 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] create failed (client error): The resource could not be found. Jan 27 14:49:25.348939 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-284e721b-6f81-4611-8438-c2393191fdf6 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3137007 Jan 27 14:49:25.356042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34856) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:25.365018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0787db91-39cd-4d51-8b36-3a804444a82c None None] Provisioning complete for port 172e7e56-8e62-40e8-aeb6-050c954fff98 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:25.367006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0787db91-39cd-4d51-8b36-3a804444a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.404222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.405091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Added segment b0674028-175d-4a2c-902e-b35fe47f5526 of type vlan for network 1833fdad-4923-4c99-97ce-41aed7e404a0 Jan 27 14:49:25.414854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba7fd4a-b8be-4df9-8352-713f600088e3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:25.449288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0787db91-39cd-4d51-8b36-3a804444a82c None None] Port 172e7e56-8e62-40e8-aeb6-050c954fff98 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:25.459314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--1424836931', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:25.505315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2016cc68-926f-4e96-8ae8-9fc555117b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.508043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2016cc68-926f-4e96-8ae8-9fc555117b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.509810 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2016cc68-926f-4e96-8ae8-9fc555117b2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd06a89f-55f1-4349-ab0e-adfba771de04 HTTP/1.1" status: 204 len: 168 time: 0.5397592 Jan 27 14:49:25.519321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.526982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016cc68-926f-4e96-8ae8-9fc555117b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd06a89f-55f1-4349-ab0e-adfba771de04,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:25.556261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.583133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Deleting port 22fa824f-44e4-427c-aa0c-776867b47864 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:25.583509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.633776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66cf116b-46eb-46e0-8e66-ceec371c87de,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:25.651322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.695054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Port': ['ID=172e7e56-8e62-40e8-aeb6-050c954fff98,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:25.721809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Checking segment: {'id': 'd2a948be-4261-4899-9d92-983cc8c6b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4e543ee-3fa6-45dd-a5da-23026dc44cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:25.722296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Network hostable DHCP agents. Network: e4e543ee-3fa6-45dd-a5da-23026dc44cfe, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:25.733391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.746823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:25.747906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.756257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.777809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:25.778035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Calling delete_port for 22fa824f-44e4-427c-aa0c-776867b47864 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:25.783262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.941377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:25.989393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.023073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8079672 Jan 27 14:49:26.026760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34862) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:26.027867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.030029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.036542 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9d4ed942-95f2-4f96-9003-044c95c4212b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/ports/172e7e56-8e62-40e8-aeb6-050c954fff98 HTTP/1.1" status: 204 len: 168 time: 1.2371941 Jan 27 14:49:26.037470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34864) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:26.039249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'subnet': {'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:26.095659 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9803584e-aab7-465e-ade7-00a19638fc72 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] GET failed (client error): The resource could not be found. Jan 27 14:49:26.100337 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9803584e-aab7-465e-ade7-00a19638fc72 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "GET /v2.0/ports/172e7e56-8e62-40e8-aeb6-050c954fff98 HTTP/1.1" status: 404 len: 333 time: 0.0596850 Jan 27 14:49:26.101257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34868) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:26.101737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event deleted for resources: {'Port': ['ID=22fa824f-44e4-427c-aa0c-776867b47864,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:26.129144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Network e4e543ee-3fa6-45dd-a5da-23026dc44cfe is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:26.179933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.181977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dd399-bcb0-4d51-9c34-417764fc647a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Network': ['ID=1833fdad-4923-4c99-97ce-41aed7e404a0,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:26.193391 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e4c8bce7-4adc-4c85-9bd6-f2be4d36babf tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "DELETE /v2.0/ports/22fa824f-44e4-427c-aa0c-776867b47864 HTTP/1.1" status: 204 len: 168 time: 0.8358324 Jan 27 14:49:26.194128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34872) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:26.201109 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:26.254781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54612cc-6d50-406f-80d6-1c171f788323 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:26.261380 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e54612cc-6d50-406f-80d6-1c171f788323 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "GET /v2.0/ports?device_id=70f08334-41b1-4ad3-9c98-36b9b8ca0a4d HTTP/1.1" status: 200 len: 913 time: 0.0661201 Jan 27 14:49:26.262209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34876) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:26.280180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.359678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.365612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, e4e543ee-3fa6-45dd-a5da-23026dc44cfe) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:26.374469 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:26.376038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.382385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102090f2-6bff-4328-be8c-e999568a709f None None] Network e4e543ee-3fa6-45dd-a5da-23026dc44cfe requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:26.497728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:26.587946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.626933 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0afecf32-cb16-4252-a686-63c9fa32e8d3 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7506785 Jan 27 14:49:26.626933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.626933 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment fd001386-df32-4c38-a73a-fbd32f8dc903 of type vlan for network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c Jan 27 14:49:26.627527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34884) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:26.632593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'floatingip': {'floating_network_id': 'e4e543ee-3fa6-45dd-a5da-23026dc44cfe'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:26.639314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.649317 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/subnets/7627638b-c723-4df7-a0e9-1d71403f828a HTTP/1.1" status: 204 len: 168 time: 1.4768770 Jan 27 14:49:26.654655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34886) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:26.667110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f91e5-54de-4038-a140-e545b7c828c7 None None] Network c01b86d2-69e8-421f-90a5-43f64c1d794c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:26.695037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d899f-4f46-4fe1-96a9-cc09020f05f4 None None] Network e4e543ee-3fa6-45dd-a5da-23026dc44cfe requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:26.755307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.802214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.826985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fa2374-3c06-4120-b17e-9afa19baf978,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:26.868495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129f5cf-3d03-4b02-be00-88adc541ebc2 tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Subnet': ['ID=7627638b-c723-4df7-a0e9-1d71403f828a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:26.869310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.874956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:26.883105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:26.991402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34892) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:27.012456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.071488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting port 185b2477-2462-4a53-87de-ef18a97f9a27 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:27.072138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.111192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Deleting port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:27.111579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.163808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.174569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.179529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:27.180675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.213557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] For port c88082ac-2580-4bdb-90f7-e2b57f3d78f3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,segment=NetworkSegment(d0920565-6b76-445e-ad5a-ceddb6ece94d),segment_id=d0920565-6b76-445e-ad5a-ceddb6ece94d)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:27.213858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] DHCP port deletion for c01b86d2-69e8-421f-90a5-43f64c1d794c request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:49:27.214055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.265680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0f44e07b-58f2-4be7-82f4-082152c5bc4d tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1813568064', 'prefixes': ['172.20.0.0/16']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:27.283989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Calling delete_port for c88082ac-2580-4bdb-90f7-e2b57f3d78f3 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:27.286108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] Deleting port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:27.286802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.312856 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4090543 Jan 27 14:49:27.321199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34896) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:27.336078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-495880828', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:27.338270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.340980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dc6c5-c6a1-4515-8247-b832482bf6ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=3c1b1a64-b676-4956-9d50-86cbebbb9b1c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:27.384934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Calling delete_port for 185b2477-2462-4a53-87de-ef18a97f9a27 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:27.386356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:27.516963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.520955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Allocated IP 172.20.0.13 (e4e543ee-3fa6-45dd-a5da-23026dc44cfe/66cf116b-46eb-46e0-8e66-ceec371c87de/50d87018-21ff-4f19-bb69-a2bff0c65dc6) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:27.532850 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] For port c88082ac-2580-4bdb-90f7-e2b57f3d78f3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,segment=NetworkSegment(d0920565-6b76-445e-ad5a-ceddb6ece94d),segment_id=d0920565-6b76-445e-ad5a-ceddb6ece94d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:27.534528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.546421 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.547513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.582077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] Calling delete_port for c88082ac-2580-4bdb-90f7-e2b57f3d78f3 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:27.637984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Subnet': ['ID=939e2930-678a-41f1-901c-de56a615df5e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:27.638277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.695511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Checking segment: {'id': 'b0674028-175d-4a2c-902e-b35fe47f5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:27.696149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network hostable DHCP agents. Network: 1833fdad-4923-4c99-97ce-41aed7e404a0, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:27.698067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.733372 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0f44e07b-58f2-4be7-82f4-082152c5bc4d tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] Notify callbacks [] for subnetpool, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.734753 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f44e07b-58f2-4be7-82f4-082152c5bc4d tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7400713 Jan 27 14:49:27.735186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] Pushing event deleted for resources: {'Port': ['ID=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:27.736947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.738509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34898) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:27.740766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Port': ['ID=c88082ac-2580-4bdb-90f7-e2b57f3d78f3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:27.743462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b968b1-3b59-49ad-b647-aec977028627 None None] No DVR routers for this DVR port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:27.745575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] No DVR routers for this DVR port c88082ac-2580-4bdb-90f7-e2b57f3d78f3 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:27.790834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:27.819527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.824038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 1833fdad-4923-4c99-97ce-41aed7e404a0) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:27.835407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Deleting port 8a040f5d-1a61-4387-9684-9b9756e974b9 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:27.835913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.837941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04618b75-ac6d-4131-8dcb-b48ef4867d57 None None] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:27.863182 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-152b759c-e52d-4708-a5f8-3268df65a96c tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] 10.222.0.18 "GET /v2.0/subnetpools/b68dafb4-2441-4057-9f7f-e98410d68d28 HTTP/1.1" status: 200 len: 732 time: 0.1186039 Jan 27 14:49:27.863182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:27.863182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.868029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34900) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:27.868856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Port': ['ID=185b2477-2462-4a53-87de-ef18a97f9a27,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:27.879156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-be361f9a-5410-4de6-b28d-ab260d22b207 tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1890315035'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:27.898282 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.914737 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-147a4bf7-c7fb-4c32-98cc-75f5106ef3f8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8803351 Jan 27 14:49:27.931948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34902) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:27.938537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'name': 'tempest-AllowedAddressPairTestJSON-628183978'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:27.944275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:27.951014 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-445e6b1b-c0b8-4fe5-9f7e-2bcedcd7a0e3 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/ports/185b2477-2462-4a53-87de-ef18a97f9a27 HTTP/1.1" status: 204 len: 168 time: 1.8238130 Jan 27 14:49:27.954152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34904) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:27.979788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.137962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-1833fdad-4923-4c99-97ce-41aed7e404a0', 'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'tenant_id': 'd47e79e9d92a495a85bca3c0ddbdbd16', 'fixed_ips': [{'subnet_id': '939e2930-678a-41f1-901c-de56a615df5e'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:28.140615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.217555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Network e4e543ee-3fa6-45dd-a5da-23026dc44cfe is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:28.222060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.235885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:28.299691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:28.316141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Allocated IP 172.20.0.2 (1833fdad-4923-4c99-97ce-41aed7e404a0/939e2930-678a-41f1-901c-de56a615df5e/065626eb-729f-48e8-81a9-69d723d6c1b3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:28.365325 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Port': ['ID=50d87018-21ff-4f19-bb69-a2bff0c65dc6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:28.384207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.421959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01b86d2-69e8-421f-90a5-43f64c1d794c']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:28.463258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0920565-6b76-445e-ad5a-ceddb6ece94d') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:28.463742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0920565-6b76-445e-ad5a-ceddb6ece94d') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:28.481905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.489652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.520637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.533626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:28.535593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.540106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:28.544428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:28.553983 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1563c7-1aa2-4129-ba30-3ecf1fa4cef0 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] GET failed (client error): The resource could not be found. Jan 27 14:49:28.560079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Calling delete_port for 8a040f5d-1a61-4387-9684-9b9756e974b9 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:28.560734 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8b1563c7-1aa2-4129-ba30-3ecf1fa4cef0 tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "GET /v2.0/ports/185b2477-2462-4a53-87de-ef18a97f9a27 HTTP/1.1" status: 404 len: 333 time: 0.6053712 Jan 27 14:49:28.570611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34906) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:28.610590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.718319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-be361f9a-5410-4de6-b28d-ab260d22b207 tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] Notify callbacks [] for subnetpool, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.723689 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-be361f9a-5410-4de6-b28d-ab260d22b207 tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] 10.222.0.18 "PUT /v2.0/subnetpools/b68dafb4-2441-4057-9f7f-e98410d68d28 HTTP/1.1" status: 200 len: 684 time: 0.8491461 Jan 27 14:49:28.725060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34908) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:28.757956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Pushing event updated for resources: {'Port': ['ID=065626eb-729f-48e8-81a9-69d723d6c1b3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:28.783327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Attempting to bind port 065626eb-729f-48e8-81a9-69d723d6c1b3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:28.785008 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Attempting to bind port 065626eb-729f-48e8-81a9-69d723d6c1b3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'b0674028-175d-4a2c-902e-b35fe47f5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:28.785008 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Attempting to bind port 065626eb-729f-48e8-81a9-69d723d6c1b3 on network 1833fdad-4923-4c99-97ce-41aed7e404a0 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:28.791024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:28.791393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Checking segment: {'id': 'b0674028-175d-4a2c-902e-b35fe47f5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:28.792017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.792462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Bound using segment: {'id': 'b0674028-175d-4a2c-902e-b35fe47f5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:28.792966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Bound port: 065626eb-729f-48e8-81a9-69d723d6c1b3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0674028-175d-4a2c-902e-b35fe47f5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:28.793318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.829497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:28.835946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.878800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] For port 065626eb-729f-48e8-81a9-69d723d6c1b3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:28.884079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] For port 065626eb-729f-48e8-81a9-69d723d6c1b3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=065626eb-729f-48e8-81a9-69d723d6c1b3,segment=NetworkSegment(b0674028-175d-4a2c-902e-b35fe47f5526),segment_id=b0674028-175d-4a2c-902e-b35fe47f5526)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:28.890500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.911015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] device_id is not set on port 30649b23-0947-4cef-94a6-8e30b6254bbe yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:28.972887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:28.973947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:28.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:28.995930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d73f82-1a52-4ead-a654-4eeab63447af None None] Pushing event updated for resources: {'Port': ['ID=065626eb-729f-48e8-81a9-69d723d6c1b3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:29.005966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b1b62e88-fd21-4f5b-8fe8-ae82a4894ba2 tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] Notify callbacks [] for subnetpool, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.009168 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b1b62e88-fd21-4f5b-8fe8-ae82a4894ba2 tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] 10.222.0.18 "DELETE /v2.0/subnetpools/b68dafb4-2441-4057-9f7f-e98410d68d28 HTTP/1.1" status: 204 len: 168 time: 0.2822921 Jan 27 14:49:29.018150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34910) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:29.057095 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-6cf8a3ed-5196-4780-bb48-01812648f99c tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] show failed (client error): The resource could not be found. Jan 27 14:49:29.061399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6cf8a3ed-5196-4780-bb48-01812648f99c tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] 10.222.0.18 "GET /v2.0/subnetpools/b68dafb4-2441-4057-9f7f-e98410d68d28 HTTP/1.1" status: 404 len: 346 time: 0.0396221 Jan 27 14:49:29.064627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34912) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:29.101602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-ce174224-2e5b-46d8-bd44-4f227eae14de tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] delete failed (client error): The resource could not be found. Jan 27 14:49:29.104656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ce174224-2e5b-46d8-bd44-4f227eae14de tempest-SubnetPoolsTestJSON-1856659535 tempest-SubnetPoolsTestJSON-1856659535-project] 10.222.0.18 "DELETE /v2.0/subnetpools/b68dafb4-2441-4057-9f7f-e98410d68d28 HTTP/1.1" status: 404 len: 346 time: 0.0372508 Jan 27 14:49:29.214197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Allocated IP 172.20.0.7 (1833fdad-4923-4c99-97ce-41aed7e404a0/939e2930-678a-41f1-901c-de56a615df5e/30649b23-0947-4cef-94a6-8e30b6254bbe) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:29.234249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.260729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.272218 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] 10.222.0.18 "DELETE /v2.0/networks/c01b86d2-69e8-421f-90a5-43f64c1d794c HTTP/1.1" status: 204 len: 168 time: 2.6110375 Jan 27 14:49:29.320605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e6888-8149-4ab0-b96d-ce306f0b7e5c tempest-NetworksIpV6TestAttrs-672217607 tempest-NetworksIpV6TestAttrs-672217607-project] Pushing event deleted for resources: {'Network': ['ID=c01b86d2-69e8-421f-90a5-43f64c1d794c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:29.346785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.372142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting port a24a653c-3f9b-4b05-a6ad-91230f2aaabb {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:29.372500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.394331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c88082ac-2580-4bdb-90f7-e2b57f3d78f3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:49:29.458432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: c88082ac-2580-4bdb-90f7-e2b57f3d78f3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:49:29.458432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c88082ac-2580-4bdb-90f7-e2b57f3d78f3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:49:29.502444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.659665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event deleted for resources: {'Port': ['ID=8a040f5d-1a61-4387-9684-9b9756e974b9,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:29.727989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.757903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.822257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.854061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.865104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.879869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:29.885356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:29.897304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:29.916562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:29.930747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Calling delete_port for a24a653c-3f9b-4b05-a6ad-91230f2aaabb owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:30.041750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34922) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:30.129998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:30.131337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.136771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=30649b23-0947-4cef-94a6-8e30b6254bbe,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:30.138153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.184941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6b5d6a3a-08d1-439e-a810-309a0c4cb6c4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2503102 Jan 27 14:49:30.190174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34926) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:30.210457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'name': 'tempest-AllowedAddressPairTestJSON-1623008250', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fe:ff:55'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:30.304646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.362606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34928) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:30.515236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:30.717642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.719547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.13 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/7dfed980-ad86-41f2-960a-af0be2b0fe9c) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:30.737298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc42a109-9a6d-44e4-8de7-37eb19b61088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.746034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.768880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.772758 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] device_id is not set on port 37754e48-afc8-4a07-866b-9f355d5ebd9c yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:30.790894 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fc25ea70-c03b-411e-b8e9-c0ad9bfb5306 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e331299fbb594aab9c4e5346bb31b268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225669 Jan 27 14:49:30.793873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34932) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:30.855910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a77b45-75fc-4fbd-958e-f3a0bb3a77f4 None None] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:30.933951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a0ea-3ae3-41ad-ae59-3e6de32964d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:30.969046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Provisioning complete for port 065626eb-729f-48e8-81a9-69d723d6c1b3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:30.970316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.022892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a0ea-3ae3-41ad-ae59-3e6de32964d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.041427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Port': ['ID=50d87018-21ff-4f19-bb69-a2bff0c65dc6,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:31.054789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Router 70f08334-41b1-4ad3-9c98-36b9b8ca0a4d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:49:31.075322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.120348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Allocated IP 172.20.0.12 (1833fdad-4923-4c99-97ce-41aed7e404a0/939e2930-678a-41f1-901c-de56a615df5e/37754e48-afc8-4a07-866b-9f355d5ebd9c) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:31.155194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.187847 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a0ea-3ae3-41ad-ae59-3e6de32964d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.189072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Port': ['ID=a24a653c-3f9b-4b05-a6ad-91230f2aaabb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:31.193320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a0ea-3ae3-41ad-ae59-3e6de32964d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.195494 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d6b6a0ea-3ae3-41ad-ae59-3e6de32964d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/644d51d2-165f-498e-8b59-1ba6404677c0 HTTP/1.1" status: 204 len: 168 time: 0.4024336 Jan 27 14:49:31.259674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6a0ea-3ae3-41ad-ae59-3e6de32964d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d51d2-165f-498e-8b59-1ba6404677c0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:31.261152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.314792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.431026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] For port 065626eb-729f-48e8-81a9-69d723d6c1b3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=065626eb-729f-48e8-81a9-69d723d6c1b3,segment=NetworkSegment(b0674028-175d-4a2c-902e-b35fe47f5526),segment_id=b0674028-175d-4a2c-902e-b35fe47f5526)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:31.446796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 065626eb-729f-48e8-81a9-69d723d6c1b3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:31.453799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.463404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.467528 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ebde7f15-dc46-450d-8a16-1726949b23db tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/ports/a24a653c-3f9b-4b05-a6ad-91230f2aaabb HTTP/1.1" status: 204 len: 168 time: 2.8956084 Jan 27 14:49:31.482082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34936) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:31.491697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.503225 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eb09dfc6-e305-47cf-8ddf-45854f370d9c tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8702171 Jan 27 14:49:31.511719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34938) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:31.595730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.611372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Pushing event updated for resources: {'Port': ['ID=065626eb-729f-48e8-81a9-69d723d6c1b3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:31.628254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.628464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.628819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.629105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.629440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.629775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.630111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.630457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.630806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.631136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.631495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.631818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c70e12-b9d9-449d-93d8-93e313f4b3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:31.640358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 065626eb-729f-48e8-81a9-69d723d6c1b3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:31.640774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.667638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.746682 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:31.760423 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-57ee2081-2adc-40f8-a3a6-ee20263a6191 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=e4e543ee-3fa6-45dd-a5da-23026dc44cfe HTTP/1.1" status: 200 len: 690 time: 0.2270012 Jan 27 14:49:31.765524 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5ddef976-2e11-4cc9-8f36-981eb0cfc4c1 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "PUT /v2.0/routers/70f08334-41b1-4ad3-9c98-36b9b8ca0a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5020559 Jan 27 14:49:31.769984 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] Sync routers for ids ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:31.771796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34942) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:31.772144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 34944) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:31.812185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc42a109-9a6d-44e4-8de7-37eb19b61088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.817725 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] Routers {'70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:31.823616 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:31.848879 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:31.880965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:31.897962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:31.914301 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:31.925231 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc42a109-9a6d-44e4-8de7-37eb19b61088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:31.934549 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] Routers {'70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:31.935511 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:31.983096 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:31.984500 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ac71f-08eb-4b32-95df-df07e3b9a962 None None] The sync data for ids ['70f08334-41b1-4ad3-9c98-36b9b8ca0a4d'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:49:32.024605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=37754e48-afc8-4a07-866b-9f355d5ebd9c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:32.083748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:32.085278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.112569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c45a246a-7970-482c-bc9f-ad04a26e5211 None None] Provisioning complete for port 30649b23-0947-4cef-94a6-8e30b6254bbe triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:32.113328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c45a246a-7970-482c-bc9f-ad04a26e5211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.127434 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-98033a70-9e5a-4684-abb3-5a5bb272d13f tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9351914 Jan 27 14:49:32.130849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34952) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:32.208579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c45a246a-7970-482c-bc9f-ad04a26e5211 None None] Port 30649b23-0947-4cef-94a6-8e30b6254bbe cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:32.222182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c45a246a-7970-482c-bc9f-ad04a26e5211 None None] Provisioning complete for port 065626eb-729f-48e8-81a9-69d723d6c1b3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:32.222672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c45a246a-7970-482c-bc9f-ad04a26e5211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.236928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175d7ec-5cb4-4ebf-9305-b86e3c83b6c3 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:32.249874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175d7ec-5cb4-4ebf-9305-b86e3c83b6c3 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:32.263711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175d7ec-5cb4-4ebf-9305-b86e3c83b6c3 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:32.271246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e175d7ec-5cb4-4ebf-9305-b86e3c83b6c3 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1377983 Jan 27 14:49:32.272247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34956) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:32.446139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting port 37754e48-afc8-4a07-866b-9f355d5ebd9c {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:32.446139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.558587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f6613927-645c-44f2-ac13-8b3f97e04188 None None] Provisioning complete for port 30649b23-0947-4cef-94a6-8e30b6254bbe triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:32.560530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f6613927-645c-44f2-ac13-8b3f97e04188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.572067 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bc42a109-9a6d-44e4-8de7-37eb19b61088 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f373a5b479045268c53464574a6a19d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5283840 Jan 27 14:49:32.577000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34960) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:32.603860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting subnet 43c4d035-bba3-4d81-a860-0270f31679ed {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:49:32.644665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.669552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f6613927-645c-44f2-ac13-8b3f97e04188 None None] Port 30649b23-0947-4cef-94a6-8e30b6254bbe cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:32.706246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.718126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3eda4d8-c0ef-4a24-9afb-17c804e7fe64 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.738357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Calling delete_port for 37754e48-afc8-4a07-866b-9f355d5ebd9c owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:32.746646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ba06f8d-9685-4e9d-821c-0a1705265d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.766807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:32.858750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42a109-9a6d-44e4-8de7-37eb19b61088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dff13ef-8248-40f0-817c-b4f223854d13,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:32.898486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ba06f8d-9685-4e9d-821c-0a1705265d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.010141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:33.014605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.054652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2fa326bd-5ae2-4ba2-9b24-f93ab1d932a9 None None] Provisioning complete for port 37754e48-afc8-4a07-866b-9f355d5ebd9c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:33.056891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2fa326bd-5ae2-4ba2-9b24-f93ab1d932a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.085706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:33.113052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ba06f8d-9685-4e9d-821c-0a1705265d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.116857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3ba06f8d-9685-4e9d-821c-0a1705265d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.118993 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3ba06f8d-9685-4e9d-821c-0a1705265d67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3dff13ef-8248-40f0-817c-b4f223854d13 HTTP/1.1" status: 204 len: 168 time: 0.5403740 Jan 27 14:49:33.131725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34970) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:33.134283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06f8d-9685-4e9d-821c-0a1705265d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dff13ef-8248-40f0-817c-b4f223854d13,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:33.139463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:33.149085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.151959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2fa326bd-5ae2-4ba2-9b24-f93ab1d932a9 None None] Port 37754e48-afc8-4a07-866b-9f355d5ebd9c cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:33.249558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=7dfed980-ad86-41f2-960a-af0be2b0fe9c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:33.252076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Port': ['ID=37754e48-afc8-4a07-866b-9f355d5ebd9c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:33.257661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.277041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3eda4d8-c0ef-4a24-9afb-17c804e7fe64 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.288728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3eda4d8-c0ef-4a24-9afb-17c804e7fe64 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.340401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 065626eb-729f-48e8-81a9-69d723d6c1b3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:33.480269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 065626eb-729f-48e8-81a9-69d723d6c1b3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:33.481020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.504685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-151732604'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:33.531030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.587803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3eda4d8-c0ef-4a24-9afb-17c804e7fe64 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.588832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eda4d8-c0ef-4a24-9afb-17c804e7fe64 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Fanout notify agent at l3_agent the message router_deleted on router 70f08334-41b1-4ad3-9c98-36b9b8ca0a4d {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:49:33.600769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3eda4d8-c0ef-4a24-9afb-17c804e7fe64 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.602507 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b3eda4d8-c0ef-4a24-9afb-17c804e7fe64 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "DELETE /v2.0/routers/70f08334-41b1-4ad3-9c98-36b9b8ca0a4d HTTP/1.1" status: 204 len: 168 time: 1.8249609 Jan 27 14:49:33.612860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34974) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:33.716481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.719855 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8ac858ef-b8da-47e7-bad5-b34e7b2831e2 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/ports/37754e48-afc8-4a07-866b-9f355d5ebd9c HTTP/1.1" status: 204 len: 168 time: 1.4460790 Jan 27 14:49:33.723567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34978) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:33.737443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Deleting subnet 75480dd2-8dbd-4cb3-9498-a835b21a27de {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:49:33.757445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.760377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:33.764476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.774765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.783434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Deleting port 50d87018-21ff-4f19-bb69-a2bff0c65dc6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:33.783434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.786734 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e6fb3-1440-4f09-ab2f-0df99af45bff tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] GET failed (client error): The resource could not be found. Jan 27 14:49:33.788354 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da2e6fb3-1440-4f09-ab2f-0df99af45bff tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "GET /v2.0/ports/37754e48-afc8-4a07-866b-9f355d5ebd9c HTTP/1.1" status: 404 len: 333 time: 0.0635455 Jan 27 14:49:33.794283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34980) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:33.803953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'name': 'tempest-AllowedAddressPairTestJSON-1738529215'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:33.818017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.874122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:33.964762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Subnet': ['ID=43c4d035-bba3-4d81-a860-0270f31679ed,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:33.979235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d61ceb9-f62a-403b-a79e-a75018b4e46d None None] Network 2190b65b-0e2b-4628-861e-47a5556a2d45 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:33.989641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.004290 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ae07e463-05f1-488e-9ce2-f41ee6aa3ceb tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/subnets/43c4d035-bba3-4d81-a860-0270f31679ed HTTP/1.1" status: 204 len: 168 time: 2.4953740 Jan 27 14:49:34.008044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34988) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:34.070603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.116037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.169500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.170097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.199912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Calling delete_port for 50d87018-21ff-4f19-bb69-a2bff0c65dc6 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:34.212187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.217459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.226467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.253941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:34.257650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.279922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:34.310894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.311206 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 72e4ae81-71ee-4bb8-ab08-bc1b53026398 of type vlan for network 3c0d420b-4ef0-4047-9532-f1deee78a0ef Jan 27 14:49:34.312638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6377c98a-9391-43fe-844f-c05b0c73f128,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:34.325726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] device_id is not set on port 8b33d5dd-a924-486a-80a8-63c4a956e44a yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:34.334000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.452240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event deleted for resources: {'Subnet': ['ID=75480dd2-8dbd-4cb3-9498-a835b21a27de,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:34.462689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.465994 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d0c093a6-ea7e-4e0b-ade9-72f237e4f52c tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "DELETE /v2.0/subnets/75480dd2-8dbd-4cb3-9498-a835b21a27de HTTP/1.1" status: 204 len: 168 time: 0.8454938 Jan 27 14:49:34.467881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.477163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b6f06-b7cf-4081-80d4-8b2aefca5c76 None None] Network 1ddaa882-c410-4764-92ec-37a61dc8b802 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:34.482973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 34994) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:34.512774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] DHCP port deletion for 2190b65b-0e2b-4628-861e-47a5556a2d45 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:49:34.625397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.632133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:34.633432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.653477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.726273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.730630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.736934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event deleted for resources: {'Port': ['ID=50d87018-21ff-4f19-bb69-a2bff0c65dc6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:34.746298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Deleting port 21df2f38-b171-4f29-9326-1a6adb6ac950 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:34.746875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.749675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Allocated IP 172.20.0.9 (1833fdad-4923-4c99-97ce-41aed7e404a0/939e2930-678a-41f1-901c-de56a615df5e/8b33d5dd-a924-486a-80a8-63c4a956e44a) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:34.772010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6344030 Jan 27 14:49:34.853279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] Deleting port 21df2f38-b171-4f29-9326-1a6adb6ac950 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:34.865205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.881435 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:34.897144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35006) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:34.969254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': '3c0d420b-4ef0-4047-9532-f1deee78a0ef', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:35.015057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] DHCP port deletion for 1ddaa882-c410-4764-92ec-37a61dc8b802 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:49:35.025672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35008) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:35.046184 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] For port 21df2f38-b171-4f29-9326-1a6adb6ac950, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21df2f38-b171-4f29-9326-1a6adb6ac950,segment=NetworkSegment(b3e92520-0673-4a6a-b554-0e868de42c62),segment_id=b3e92520-0673-4a6a-b554-0e868de42c62)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:35.047136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.066990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69b724-07b2-498f-9ed9-861c75d2c2cf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=3c0d420b-4ef0-4047-9532-f1deee78a0ef,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:35.108270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 3c0d420b-4ef0-4047-9532-f1deee78a0ef details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:35.120433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] Calling delete_port for 21df2f38-b171-4f29-9326-1a6adb6ac950 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:35.214054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.353911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 21df2f38-b171-4f29-9326-1a6adb6ac950 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:49:35.358320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] For port 21df2f38-b171-4f29-9326-1a6adb6ac950, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21df2f38-b171-4f29-9326-1a6adb6ac950,segment=NetworkSegment(b3e92520-0673-4a6a-b554-0e868de42c62),segment_id=b3e92520-0673-4a6a-b554-0e868de42c62)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:35.358803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.380499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1397882831-network', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:35.398419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Calling delete_port for 21df2f38-b171-4f29-9326-1a6adb6ac950 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:35.405643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:35.412704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Deleting port a1f62a11-a95c-40be-8a60-9075a2fb943f {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:35.413084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.413630 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.429475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 161e4fc1-e4a7-4258-80d4-22a857c4caab is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:49:35.473038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] Deleting port a1f62a11-a95c-40be-8a60-9075a2fb943f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:35.473414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.529771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.543990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.579707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] Pushing event deleted for resources: {'Port': ['ID=21df2f38-b171-4f29-9326-1a6adb6ac950,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:35.587699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.594721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f515358-6c8f-45ae-9385-c28139366686 None None] No DVR routers for this DVR port 21df2f38-b171-4f29-9326-1a6adb6ac950 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:35.611790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] For port a1f62a11-a95c-40be-8a60-9075a2fb943f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a1f62a11-a95c-40be-8a60-9075a2fb943f,segment=NetworkSegment(060c87ea-db94-4030-b28d-226cc278001a),segment_id=060c87ea-db94-4030-b28d-226cc278001a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:35.611790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.612385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Made reservation on behalf of 5dc4826cb0314ba696e97a0ec792bf34 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:35.614971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.659485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] Calling delete_port for a1f62a11-a95c-40be-8a60-9075a2fb943f owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:35.661776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a1f62a11-a95c-40be-8a60-9075a2fb943f no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:49:35.665697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.669978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] For port a1f62a11-a95c-40be-8a60-9075a2fb943f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a1f62a11-a95c-40be-8a60-9075a2fb943f,segment=NetworkSegment(060c87ea-db94-4030-b28d-226cc278001a),segment_id=060c87ea-db94-4030-b28d-226cc278001a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:35.670440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.699846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Calling delete_port for a1f62a11-a95c-40be-8a60-9075a2fb943f owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:35.733725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66cf116b-46eb-46e0-8e66-ceec371c87de,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:35.748785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.784495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.826275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.827313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Port': ['ID=21df2f38-b171-4f29-9326-1a6adb6ac950,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:35.830303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.834053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] No DVR routers for this DVR port 21df2f38-b171-4f29-9326-1a6adb6ac950 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:35.879160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] Pushing event deleted for resources: {'Port': ['ID=a1f62a11-a95c-40be-8a60-9075a2fb943f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:35.879964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:35.883205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b788a92-5649-4a0b-9ea8-de82f436dcc5 None None] No DVR routers for this DVR port a1f62a11-a95c-40be-8a60-9075a2fb943f on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:36.036618 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.152265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e543ee-3fa6-45dd-a5da-23026dc44cfe']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.162409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:36.181782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Sync routers for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:36.195825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:36.197090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.223934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a948be-4261-4899-9d92-983cc8c6b36a') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.224558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a948be-4261-4899-9d92-983cc8c6b36a') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.229793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:36.249931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:36.260633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.263512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:36.271462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.272818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.276848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=8b33d5dd-a924-486a-80a8-63c4a956e44a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:36.354289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event deleted for resources: {'Port': ['ID=a1f62a11-a95c-40be-8a60-9075a2fb943f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:36.371964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2190b65b-0e2b-4628-861e-47a5556a2d45']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.377105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] No DVR routers for this DVR port a1f62a11-a95c-40be-8a60-9075a2fb943f on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:49:36.383305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.385829 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f9bf5e99-7fa7-4441-b12d-4ffad9e5fa34 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.0590658 Jan 27 14:49:36.391104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.394350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35014) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:36.397774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e92520-0673-4a6a-b554-0e868de42c62') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.398057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e92520-0673-4a6a-b554-0e868de42c62') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.414995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:49:36.425423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:36.427520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:36.433571 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:36.464903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.466764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.474467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:36.474906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.551065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.558229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.579719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.636875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.661374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-498dc6fe-7782-4ed9-ac39-fdcf48e7aa62 None None] Provisioning complete for port 8b33d5dd-a924-486a-80a8-63c4a956e44a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:36.662908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-498dc6fe-7782-4ed9-ac39-fdcf48e7aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.678733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cb0f7d30-c264-4e08-8889-1285c458a27a tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8765938 Jan 27 14:49:36.696557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:36.696902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:36.700329 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:36.707778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:36.707778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35018) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:36.730265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fe:ff:55'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:36.739602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b4ef99ba-a36a-4f5a-86ab-58b07af12eb3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3439879 Jan 27 14:49:36.745027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35020) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:36.815152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-498dc6fe-7782-4ed9-ac39-fdcf48e7aa62 None None] Port 8b33d5dd-a924-486a-80a8-63c4a956e44a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:36.841556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddaa882-c410-4764-92ec-37a61dc8b802']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.905913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:33Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.933602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060c87ea-db94-4030-b28d-226cc278001a') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.934025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060c87ea-db94-4030-b28d-226cc278001a') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:36.954496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Checking router: 161e4fc1-e4a7-4258-80d4-22a857c4caab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:49:36.956106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Updating router 161e4fc1-e4a7-4258-80d4-22a857c4caab port 7dfed980-ad86-41f2-960a-af0be2b0fe9c binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:49:36.996403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.008720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.010663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.037106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.045733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] 10.222.0.18 "DELETE /v2.0/networks/2190b65b-0e2b-4628-861e-47a5556a2d45 HTTP/1.1" status: 204 len: 168 time: 3.0365179 Jan 27 14:49:37.087551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.105727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4e543ee-3fa6-45dd-a5da-23026dc44cfe {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 14:49:37.114027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dacefac-f2c5-428c-8fb5-28f3014c097b tempest-AllowedAddressPairIpV6TestJSON-1921629796 tempest-AllowedAddressPairIpV6TestJSON-1921629796-project] Pushing event deleted for resources: {'Network': ['ID=2190b65b-0e2b-4628-861e-47a5556a2d45,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:37.130398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:37.131057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.135363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:37.137016 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:37.147912 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e4e543ee-3fa6-45dd-a5da-23026dc44cfe HTTP/1.1" status: 204 len: 168 time: 5.3716094 Jan 27 14:49:37.158899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:37.163194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35024) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:37.170476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf14b9-a02b-42b4-835e-ad3a7db4b605 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4e543ee-3fa6-45dd-a5da-23026dc44cfe,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:37.376691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2675c3-ea64-4fa4-8c2f-b22594bfd0ef tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:37.379862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ef2675c3-ea64-4fa4-8c2f-b22594bfd0ef tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6208484 Jan 27 14:49:37.387188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35028) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:37.450672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6e5fcd-3fc0-4092-a4ee-be9d3f28974e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:37.455250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=83c230f8-115b-458b-a627-da744061c8b6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:37.485203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.485746 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Added segment f6371227-0150-4741-8c92-b98fe8953f8c of type vlan for network 99c061cd-9f30-49b4-af76-944f2b547d02 Jan 27 14:49:37.567075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.580217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.597200 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-623ec832-0825-4a52-a1d2-819ffe7c31d1 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2056973 Jan 27 14:49:37.603654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.615444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35030) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:37.622865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.630168 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] 10.222.0.18 "DELETE /v2.0/networks/1ddaa882-c410-4764-92ec-37a61dc8b802 HTTP/1.1" status: 204 len: 168 time: 3.1469889 Jan 27 14:49:37.640484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '72e4ae81-71ee-4bb8-ab08-bc1b53026398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3c0d420b-4ef0-4047-9532-f1deee78a0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:37.641161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: 3c0d420b-4ef0-4047-9532-f1deee78a0ef, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:37.660893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-218444581', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:37.682235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.685562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35034) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:37.711000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.735212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee863e8a-5e35-4a85-8bb8-2e5fc150a3d2 tempest-FloatingIPNegativeTestJSON-1674121644 tempest-FloatingIPNegativeTestJSON-1674121644-project] Pushing event deleted for resources: {'Network': ['ID=1ddaa882-c410-4764-92ec-37a61dc8b802,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:37.746733 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-702bf065-6870-4a8b-ad87-fb2f09781ce7 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.5710251 Jan 27 14:49:37.767341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a258fba-310f-4a63-9de3-016770dcba6d None None] Pushing event updated for resources: {'Port': ['ID=7dfed980-ad86-41f2-960a-af0be2b0fe9c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:37.780702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Attempting to bind port 7dfed980-ad86-41f2-960a-af0be2b0fe9c on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:37.784756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Attempting to bind port 7dfed980-ad86-41f2-960a-af0be2b0fe9c by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:37.785495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Attempting to bind port 7dfed980-ad86-41f2-960a-af0be2b0fe9c on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:37.799535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:37.801974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:37.802619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.805232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:37.806088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Bound port: 7dfed980-ad86-41f2-960a-af0be2b0fe9c, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:37.808646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.822950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35038) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:37.932224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] For port 7dfed980-ad86-41f2-960a-af0be2b0fe9c, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:37.942909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] For port 7dfed980-ad86-41f2-960a-af0be2b0fe9c, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7dfed980-ad86-41f2-960a-af0be2b0fe9c,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:37.951221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.952835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.953110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:37.954774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:37.968201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network 3c0d420b-4ef0-4047-9532-f1deee78a0ef is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:38.053673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:38.055376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:38.112202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 3c0d420b-4ef0-4047-9532-f1deee78a0ef) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:38.114094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] Pushing event updated for resources: {'Network': ['ID=99c061cd-9f30-49b4-af76-944f2b547d02,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:38.118433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35042) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.124981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.126709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.133975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a258fba-310f-4a63-9de3-016770dcba6d None None] Pushing event updated for resources: {'Port': ['ID=7dfed980-ad86-41f2-960a-af0be2b0fe9c,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:38.146662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7466fd3-8c0d-4263-8718-d2d3b5cab0e1 None None] Network 3c0d420b-4ef0-4047-9532-f1deee78a0ef requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:38.152633 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 99c061cd-9f30-49b4-af76-944f2b547d02 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:38.184669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67098310-2736-41be-b640-dfc44f163418 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.187887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67098310-2736-41be-b640-dfc44f163418 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.188540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67098310-2736-41be-b640-dfc44f163418 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.192218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67098310-2736-41be-b640-dfc44f163418 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.192808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67098310-2736-41be-b640-dfc44f163418 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.193607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67098310-2736-41be-b640-dfc44f163418 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.197417 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-67098310-2736-41be-b640-dfc44f163418 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3942 time: 0.3726945 Jan 27 14:49:38.203821 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7c232ec8-8cd4-4890-9ae0-f3334b1a3115 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1766376 Jan 27 14:49:38.204420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35046) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.209648 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-99c131ea-8b45-4435-a8e2-0a1497375651 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8b9dc7e17714ac6b047f3f83476b8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164773 Jan 27 14:49:38.213208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35048) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.213725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35050) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.223146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Request body: {'subnet': {'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1397882831-subnet', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:38.238062 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a9c5a6d9-c46d-49fc-81aa-e44f7a0c0ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.3380144 Jan 27 14:49:38.241317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:38.245491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35052) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.248388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.267384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1609398688'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:38.336942 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-c0db83af-8d2d-4a54-b119-c6eb7cc4cc03 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] delete failed (client error): The resource could not be found. Jan 27 14:49:38.338056 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c0db83af-8d2d-4a54-b119-c6eb7cc4cc03 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/08938336-12e6-474e-ae66-98b1aea51b98 HTTP/1.1" status: 404 len: 345 time: 0.1119719 Jan 27 14:49:38.345723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35054) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.376635 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a218401-9dd5-48b5-aaa2-e7a7d71cd856 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] DELETE failed (client error): The resource could not be found. Jan 27 14:49:38.376943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a218401-9dd5-48b5-aaa2-e7a7d71cd856 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:38.380065 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6a218401-9dd5-48b5-aaa2-e7a7d71cd856 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e4e543ee-3fa6-45dd-a5da-23026dc44cfe HTTP/1.1" status: 404 len: 339 time: 0.0336351 Jan 27 14:49:38.386741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35056) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.396393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'network': {'name': 'tempest-network--780938519', 'router:external': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:38.448378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Made reservation on behalf of 5dc4826cb0314ba696e97a0ec792bf34 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:38.451023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.459657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.481603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:38.485701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.493304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.521382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Made reservation on behalf of 459e154021a84278a4f547854c7e4108 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:38.525943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.545423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-206e9733-8dac-4165-b6b2-5c8a466fc9db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94ee147f24314a77b56f8aa6bdb6a3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188318 Jan 27 14:49:38.551354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35058) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.615169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b14b1-f75f-4511-a135-606533966f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.641633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:38.687943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=8b33d5dd-a924-486a-80a8-63c4a956e44a,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:38.703420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:38.704753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.705700 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Added segment ee52376a-a5df-4153-b56c-3222f1a3d402 of type vlan for network 57ff3ec1-27f2-4b37-b1a1-9a1e64aca156 Jan 27 14:49:38.711149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b14b1-f75f-4511-a135-606533966f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.747797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.748249 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 62e7f8c5-92b1-4852-ba42-f95ebdeccc49 of type vlan for network b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d Jan 27 14:49:38.753096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] In _notify_port_updated(), no bound segment for port 8b33d5dd-a924-486a-80a8-63c4a956e44a on network 1833fdad-4923-4c99-97ce-41aed7e404a0 {{(pid=108743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:49:38.759637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.760419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.766342 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee3059fc-bd36-4a4d-9e08-d195b63c0ccd tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "PUT /v2.0/ports/8b33d5dd-a924-486a-80a8-63c4a956e44a HTTP/1.1" status: 200 len: 993 time: 2.0547321 Jan 27 14:49:38.780324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35060) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:38.785984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.792146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:49:38.851138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.853458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:38.854737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.881122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.895356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:38.988294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=08a06657-59a5-4241-9255-fe4d115f5792,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:38.998629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b14b1-f75f-4511-a135-606533966f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.004833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e0b14b1-f75f-4511-a135-606533966f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.005073 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6144767 Jan 27 14:49:39.005174 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4e0b14b1-f75f-4511-a135-606533966f11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06f6f8c4-eed5-41db-9420-ebade03516d1 HTTP/1.1" status: 204 len: 168 time: 0.7705314 Jan 27 14:49:39.020943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35062) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:39.056560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47c0eaa3-86e0-4582-ad53-60e70700d511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.072944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.079046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:39.080057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.125645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b14b1-f75f-4511-a135-606533966f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f6f8c4-eed5-41db-9420-ebade03516d1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:39.126774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47c0eaa3-86e0-4582-ad53-60e70700d511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.206093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.217682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-3c0d420b-4ef0-4047-9532-f1deee78a0ef', 'network_id': '3c0d420b-4ef0-4047-9532-f1deee78a0ef', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '83c230f8-115b-458b-a627-da744061c8b6'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:39.219002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.221328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47c0eaa3-86e0-4582-ad53-60e70700d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.225979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47c0eaa3-86e0-4582-ad53-60e70700d511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.230465 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-47c0eaa3-86e0-4582-ad53-60e70700d511 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7f34334-1507-461f-bca1-f2cc8f242425 HTTP/1.1" status: 204 len: 168 time: 0.6755488 Jan 27 14:49:39.247945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0eaa3-86e0-4582-ad53-60e70700d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f34334-1507-461f-bca1-f2cc8f242425,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:39.260702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:39.261468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 3c1b1a64-b676-4956-9d50-86cbebbb9b1c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:39.264401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052007c-a9e7-4840-9104-e2d9478314ed tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Network': ['ID=57ff3ec1-27f2-4b37-b1a1-9a1e64aca156,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:39.293516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 57ff3ec1-27f2-4b37-b1a1-9a1e64aca156 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:39.299750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:39.311302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7b2130f6-6ec2-4c00-adb7-9cf376c81403 None None] Provisioning complete for port 8b33d5dd-a924-486a-80a8-63c4a956e44a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:39.312191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b2130f6-6ec2-4c00-adb7-9cf376c81403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.319377 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 3c1b1a64-b676-4956-9d50-86cbebbb9b1c) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:39.346820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:39.347835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.349651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b457c7f-d903-4155-bc07-91aad410eddb None None] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:39.384517 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-501358dd-89e5-4d4f-a0d3-683300ed4163 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7491250 Jan 27 14:49:39.385859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35070) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:39.459861 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2002585 Jan 27 14:49:39.469104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817ca89-3695-4695-a961-2eabaf4958d6 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:39.476292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817ca89-3695-4695-a961-2eabaf4958d6 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:39.483340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817ca89-3695-4695-a961-2eabaf4958d6 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:39.500851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817ca89-3695-4695-a961-2eabaf4958d6 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:39.503437 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5817ca89-3695-4695-a961-2eabaf4958d6 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4730177 Jan 27 14:49:39.504577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35072) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:39.534724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': 'b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:39.544994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35076) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:39.587826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting port 8b33d5dd-a924-486a-80a8-63c4a956e44a {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:39.588313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:39.635138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae079142-39f5-4f3a-bb93-2f0bfd8ae7bb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:39.703372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:39.875788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:33Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:39.877727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7b2130f6-6ec2-4c00-adb7-9cf376c81403 None None] Port 8b33d5dd-a924-486a-80a8-63c4a956e44a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:40.021166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2722a093-6c32-4292-a510-2fcbdebdeff5 None None] The sync data for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv is: [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:33Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:49:40.047038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.101755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Allocated IP 172.20.255.242 (3c0d420b-4ef0-4047-9532-f1deee78a0ef/83c230f8-115b-458b-a627-da744061c8b6/a79b76f3-42d0-44a7-847f-1acdcdbbfcc2) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:40.108400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:40.110346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.293010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Checking segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:40.293371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Network hostable DHCP agents. Network: 99c061cd-9f30-49b4-af76-944f2b547d02, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:40.300934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea828b1-6735-456c-956d-18d34c14848b,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:40.327844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Allocated IP 172.20.0.2 (3c1b1a64-b676-4956-9d50-86cbebbb9b1c/08a06657-59a5-4241-9255-fe4d115f5792/573da38c-f07d-4adb-9c33-5398f8e4f6d3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:40.401471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Network 99c061cd-9f30-49b4-af76-944f2b547d02 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:40.404285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:40.412489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.545691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.567887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Calling delete_port for 8b33d5dd-a924-486a-80a8-63c4a956e44a owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:40.599174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.654642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.699927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 99c061cd-9f30-49b4-af76-944f2b547d02) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:40.703406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.725818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57c76b-8efd-4d9f-9580-14b1f3203b48 None None] Network 99c061cd-9f30-49b4-af76-944f2b547d02 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:40.734514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ff3ec1-27f2-4b37-b1a1-9a1e64aca156']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:40.740680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:40.758952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.779318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee52376a-a5df-4153-b56c-3222f1a3d402') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:40.789933 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8da7bdf-da88-429f-83ce-623c50531496 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5741735 Jan 27 14:49:40.792459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee52376a-a5df-4153-b56c-3222f1a3d402') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:40.796666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35104) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:40.805611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:40.818795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.851574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.854075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.923624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.934401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:40.934401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.936605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:40.943799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:40.949120 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:41.115395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:41.121129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:41.156904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.209579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.244424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35112) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:41.245133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35114) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:41.373151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.433120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Port': ['ID=8b33d5dd-a924-486a-80a8-63c4a956e44a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:41.435308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57ff3ec1-27f2-4b37-b1a1-9a1e64aca156 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 14:49:41.449546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event deleted for resources: {'Network': ['ID=57ff3ec1-27f2-4b37-b1a1-9a1e64aca156,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:41.462992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.473262 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-08d70b35-58af-421b-9fda-d2c70bdc895b tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "DELETE /v2.0/networks/57ff3ec1-27f2-4b37-b1a1-9a1e64aca156 HTTP/1.1" status: 204 len: 168 time: 1.9267032 Jan 27 14:49:41.479965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35120) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:41.540391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'network': {'name': 'tempest-network--1838201833', 'router:external': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:41.541860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-99c061cd-9f30-49b4-af76-944f2b547d02', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:41.542024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.556710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-521736496'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:41.580878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1896358262'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:41.589170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dfed980-ad86-41f2-960a-af0be2b0fe9c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:41.591889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Pushing event updated for resources: {'Port': ['ID=573da38c-f07d-4adb-9c33-5398f8e4f6d3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:41.599416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.653369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Attempting to bind port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:41.653743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Attempting to bind port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:41.654106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Attempting to bind port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 on network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:41.681289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.699972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:41.700409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Checking segment: {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:41.700763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.701202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Bound using segment: {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:41.701679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Bound port: 573da38c-f07d-4adb-9c33-5398f8e4f6d3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:41.702096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.721431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:41.734063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.750696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Made reservation on behalf of 459e154021a84278a4f547854c7e4108 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:41.757592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.820470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.943525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.964789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:41.983735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] For port 573da38c-f07d-4adb-9c33-5398f8e4f6d3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:41.986386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7dfed980-ad86-41f2-960a-af0be2b0fe9c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:41.986772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.005111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:42.008825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.032181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.032356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.039459 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f621fb0-e41f-4933-8fd9-288f37e53b7e tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/ports/8b33d5dd-a924-486a-80a8-63c4a956e44a HTTP/1.1" status: 204 len: 168 time: 3.2572629 Jan 27 14:49:42.041179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.049808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.061985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:42.062267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] For port 573da38c-f07d-4adb-9c33-5398f8e4f6d3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=573da38c-f07d-4adb-9c33-5398f8e4f6d3,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:42.076335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.076752 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment 2103ccc6-b202-441e-9cf9-0cada2102687 of type vlan for network 54198aad-8a3b-44cd-8f13-45ded550d2ea Jan 27 14:49:42.089180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Allocated IP 172.20.0.2 (99c061cd-9f30-49b4-af76-944f2b547d02/cea828b1-6735-456c-956d-18d34c14848b/851fec12-45d4-4cbc-88e6-087a4dbc1523) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:42.099723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.130403 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.139002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Network 3c0d420b-4ef0-4047-9532-f1deee78a0ef is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:42.156682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:42.167198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35122) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:42.177359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:42.180032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Pushing event updated for resources: {'Port': ['ID=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:42.253176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:42.266384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.266710 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Added segment dc4984ea-76a4-4e07-9a2b-bfa28b6c958b of type vlan for network 821b77ec-b72e-4a71-8a99-accdd66b70fb Jan 27 14:49:42.328279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b7a018-3d4e-46d8-adb2-c8e1b1ddc0de,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:42.329150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc54c4-ec21-4f6e-901d-5910b1b73886 None None] Pushing event updated for resources: {'Port': ['ID=573da38c-f07d-4adb-9c33-5398f8e4f6d3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:42.335222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.340827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:42.341491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.378258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.385694 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a6734d-cddf-4c17-8bf3-d4348e5ebf33 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] GET failed (client error): The resource could not be found. Jan 27 14:49:42.390703 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-98a6734d-cddf-4c17-8bf3-d4348e5ebf33 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "GET /v2.0/ports/8b33d5dd-a924-486a-80a8-63c4a956e44a HTTP/1.1" status: 404 len: 333 time: 0.1438403 Jan 27 14:49:42.419307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35124) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:42.420477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=3ac5d0d2-c062-4703-ad3e-91b6e58b6e49,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:42.425573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'name': 'tempest-AllowedAddressPairTestJSON-1789895187'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:42.555570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:49:42.571883 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3235350 Jan 27 14:49:42.578702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35126) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:42.601008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'name': 'tempest-PortsIpV6TestJSON-109139133'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:42.610938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '62e7f8c5-92b1-4852-ba42-f95ebdeccc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:42.611968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:42.621308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (3c1b1a64-b676-4956-9d50-86cbebbb9b1c/08a06657-59a5-4241-9255-fe4d115f5792/eecffb1c-9a56-4d3a-b65d-343795dac933) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:42.632408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd0035-23fa-4b8e-b2ce-fbe9561a9e82 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=54198aad-8a3b-44cd-8f13-45ded550d2ea,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:42.642059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.643200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:42.643970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.676021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.679792 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1950963 Jan 27 14:49:42.691217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:42.708255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35128) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:42.746884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.768307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:42.775209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.786960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.806715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.825280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:42.832494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.834969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:42.843939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:42.844680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.881925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.882290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce04fb0-a1af-4498-9cd8-a01a9c43f4ee None None] Network b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:42.882560 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Added segment d12cb321-38e8-470b-bc29-e4f07bd9a742 of type vlan for network 54ed4f89-dea6-4178-95d4-b6863af583eb Jan 27 14:49:42.883554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:42.887265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:42.894401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f491c-75bf-4951-92b8-c1e6ba65b77e tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Network': ['ID=821b77ec-b72e-4a71-8a99-accdd66b70fb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:42.912096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2c8efd-e9e7-42fa-94f6-2efe1032849f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:42.912258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f3c0f-c718-4301-878f-7ad80fbb71e5 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:42.916640 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b44f3c0f-c718-4301-878f-7ad80fbb71e5 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] 10.222.0.18 "GET /v2.0/networks/821b77ec-b72e-4a71-8a99-accdd66b70fb HTTP/1.1" status: 200 len: 757 time: 0.2006052 Jan 27 14:49:42.919017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35130) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:42.935015 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a0cc9f53-ca51-47a6-90d7-c96a43bd303b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4049761 Jan 27 14:49:42.961997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35132) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:42.980092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.021851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.024962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e3a44-2649-40a2-af26-c7cce13f8dd3 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:43.029152 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dd6e3a44-2649-40a2-af26-c7cce13f8dd3 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] 10.222.0.18 "GET /v2.0/networks/8cba0546-b1d4-4005-8c59-a8a45383076c HTTP/1.1" status: 200 len: 768 time: 0.1050615 Jan 27 14:49:43.029693 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:43.031019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.035416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35134) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:43.039738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] device_id is not set on port 69d296d9-530b-47ee-a353-de8447ce5b98 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:43.051027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 821b77ec-b72e-4a71-8a99-accdd66b70fb details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:43.144329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:43.166759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.187513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Attempting to bind port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:43.187888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Attempting to bind port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '72e4ae81-71ee-4bb8-ab08-bc1b53026398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3c0d420b-4ef0-4047-9532-f1deee78a0ef'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:43.188253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Attempting to bind port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 on network 3c0d420b-4ef0-4047-9532-f1deee78a0ef {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:43.194138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 7dfed980-ad86-41f2-960a-af0be2b0fe9c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7dfed980-ad86-41f2-960a-af0be2b0fe9c,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:43.202271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.219343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.225170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:43.225571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.226036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.236008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Allocated IP 172.26.6.11 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/135ec04b-641b-49fc-9a65-0d0d89851233) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:43.254889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:43.255383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Checking segment: {'id': '72e4ae81-71ee-4bb8-ab08-bc1b53026398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3c0d420b-4ef0-4047-9532-f1deee78a0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:43.256055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.256622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Bound using segment: {'id': '72e4ae81-71ee-4bb8-ab08-bc1b53026398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3c0d420b-4ef0-4047-9532-f1deee78a0ef'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:43.257594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Bound port: a79b76f3-42d0-44a7-847f-1acdcdbbfcc2, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e4ae81-71ee-4bb8-ab08-bc1b53026398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3c0d420b-4ef0-4047-9532-f1deee78a0ef'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:43.258147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.286532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Network 99c061cd-9f30-49b4-af76-944f2b547d02 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:43.304771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Pushing event updated for resources: {'Port': ['ID=851fec12-45d4-4cbc-88e6-087a4dbc1523,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:43.346116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:43.347097 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1000612 Jan 27 14:49:43.349677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:43.357711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.361430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35136) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:43.373870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:43.388575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.395732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eaffbe-3a06-4bae-b424-e607e20615cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Network': ['ID=54ed4f89-dea6-4178-95d4-b6863af583eb,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:43.426696 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:49:43.477453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Allocated IP 172.20.0.5 (1833fdad-4923-4c99-97ce-41aed7e404a0/939e2930-678a-41f1-901c-de56a615df5e/69d296d9-530b-47ee-a353-de8447ce5b98) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:43.493816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821b77ec-b72e-4a71-8a99-accdd66b70fb']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:43.512904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:43.523581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4984ea-76a4-4e07-9a2b-bfa28b6c958b') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:43.523909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4984ea-76a4-4e07-9a2b-bfa28b6c958b') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:43.526221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.677629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 573da38c-f07d-4adb-9c33-5398f8e4f6d3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:43.778717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=7dfed980-ad86-41f2-960a-af0be2b0fe9c,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:43.837916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Attempting to bind port 851fec12-45d4-4cbc-88e6-087a4dbc1523 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:43.837916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Attempting to bind port 851fec12-45d4-4cbc-88e6-087a4dbc1523 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:43.838279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Attempting to bind port 851fec12-45d4-4cbc-88e6-087a4dbc1523 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:43.852326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] For port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:43.861298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] For port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,segment=NetworkSegment(72e4ae81-71ee-4bb8-ab08-bc1b53026398),segment_id=72e4ae81-71ee-4bb8-ab08-bc1b53026398)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:43.865968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:43.866324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Checking segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:43.866766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.867176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Bound using segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:43.867723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Bound port: 851fec12-45d4-4cbc-88e6-087a4dbc1523, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:43.868122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.901821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.969143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b2d9ea-8f80-48c6-8fe6-f0846cf5e427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d', 'network_id': 'b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '3ac5d0d2-c062-4703-ad3e-91b6e58b6e49'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:43.970009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-42b2d9ea-8f80-48c6-8fe6-f0846cf5e427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:43.976668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.092686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31b0c4-8b78-4962-8218-23dce009d122 None None] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:44.101029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.148424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-197381e5-9a52-4022-981b-7ef57d806dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.164741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.171067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.184254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:44.184624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.189263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:44.203132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:44.224714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:44.253694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.259612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.278799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.283159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bc3ec-5da1-4af6-b999-0dd146f3bb5f None None] Pushing event updated for resources: {'Port': ['ID=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:44.289122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=eecffb1c-9a56-4d3a-b65d-343795dac933,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:44.300408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:44.301094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:44.308601 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:44.319235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] For port 851fec12-45d4-4cbc-88e6-087a4dbc1523, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:44.380599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=f3c617dc-df0c-4b03-ae9f-66e8aee77db1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:44.381464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:44.387782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.397628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac5d0d2-c062-4703-ad3e-91b6e58b6e49,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:44.406066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.453174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.467257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Pushing event updated for resources: {'Port': ['ID=135ec04b-641b-49fc-9a65-0d0d89851233,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:44.548859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:44.549823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': '2103ccc6-b202-441e-9cf9-0cada2102687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:44.550232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: 54198aad-8a3b-44cd-8f13-45ded550d2ea, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:44.561944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:44.565736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:44.620770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server [None req-42b2d9ea-8f80-48c6-8fe6-f0846cf5e427 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ac5d0d2-c062-4703-ad3e-91b6e58b6e49: This subnet is being modified by another concurrent operation. Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:49:44.663203 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise exception Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ac5d0d2-c062-4703-ad3e-91b6e58b6e49: This subnet is being modified by another concurrent operation. Jan 27 14:49:44.672309 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Jan 27 14:49:44.692681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c1e96b9b-bef5-44f7-8176-fef3907e9421 None None] Provisioning complete for port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:44.693059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9b-bef5-44f7-8176-fef3907e9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.718924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:44.758638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.785087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] For port 851fec12-45d4-4cbc-88e6-087a4dbc1523, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=851fec12-45d4-4cbc-88e6-087a4dbc1523,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:44.787783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e7f8c5-92b1-4852-ba42-f95ebdeccc49') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:44.788580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e7f8c5-92b1-4852-ba42-f95ebdeccc49') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:44.789244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c11c48-909e-4621-a1d6-d710587f31cd None None] Network b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:44.791821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:44.793320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 821b77ec-b72e-4a71-8a99-accdd66b70fb {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 14:49:44.804760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.811323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.820484 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "DELETE /v2.0/networks/821b77ec-b72e-4a71-8a99-accdd66b70fb HTTP/1.1" status: 204 len: 168 time: 1.7827079 Jan 27 14:49:44.840062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35140) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:44.847744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.848202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.858482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'network': {'name': 'tempest-network--2071385475'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:44.875320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d891963-ec2d-4c70-8cc1-c59a4c082405 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event deleted for resources: {'Network': ['ID=821b77ec-b72e-4a71-8a99-accdd66b70fb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:44.901246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 54198aad-8a3b-44cd-8f13-45ded550d2ea) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:44.916530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004e84-c83f-4be8-9d54-53b40377f81a req-ad7ec209-be2b-4b5e-a6b9-aa9456230e61 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:44.918298 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24004e84-c83f-4be8-9d54-53b40377f81a req-ad7ec209-be2b-4b5e-a6b9-aa9456230e61 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2871838 Jan 27 14:49:44.923294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.928275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:44.936153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:44.937013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.971112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:44.971526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:44.975215 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:45.077466 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Made reservation on behalf of 459e154021a84278a4f547854c7e4108 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:45.081265 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f0ea14aa-9be0-48f0-bfa1-c989537040d7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4901187 Jan 27 14:49:45.082790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.113579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35142) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:45.130935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-112429309'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:45.186237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.280394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bbee7-e467-40d9-b3ea-3099e617511c None None] Pushing event updated for resources: {'Port': ['ID=851fec12-45d4-4cbc-88e6-087a4dbc1523,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:45.285231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dbc6dd-b101-4010-b3af-b76a50d58a64 None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:45.420493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.447781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:45.544722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.567437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.567830 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Added segment b1bb7205-1e6b-4eb7-a1d0-29ca74ab77f3 of type vlan for network 7313709a-0bc7-4e22-bbc3-2285a8ce0f98 Jan 27 14:49:45.574032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:45.578302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.612686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.640621 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d HTTP/1.1" status: 204 len: 168 time: 2.6708727 Jan 27 14:49:45.648667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb9f23-8b0f-4574-9fa0-1a0c235ca363 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:45.656658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.667503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35144) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:45.680512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-421825562'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:45.696694 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24004e84-c83f-4be8-9d54-53b40377f81a req-ee973caa-b292-47cb-b644-b3809b586601 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7483437 Jan 27 14:49:45.717494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9b-bef5-44f7-8176-fef3907e9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.743919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.802652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 573da38c-f07d-4adb-9c33-5398f8e4f6d3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=573da38c-f07d-4adb-9c33-5398f8e4f6d3,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:45.838237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.850929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.895926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.915418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=69d296d9-530b-47ee-a353-de8447ce5b98,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:45.937656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:45.941672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:45.948329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:45.949476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:46.054897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:46.072416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:46.128169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-c1e96b9b-bef5-44f7-8176-fef3907e9421 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:49:46.128727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-c1e96b9b-bef5-44f7-8176-fef3907e9421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:49:46.161438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=573da38c-f07d-4adb-9c33-5398f8e4f6d3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:46.170119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:46.170991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.206230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.206230 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment 337ce373-d070-40b3-ac3b-783d83a88b01 of type vlan for network f84f0259-7cfa-4264-8003-a72077c93950 Jan 27 14:49:46.237617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a2b5d-742d-4ad8-a301-b41740e1ea9c None None] Network 3c0d420b-4ef0-4047-9532-f1deee78a0ef requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:46.248443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.249717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:46.250535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.326709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4db56db3-bd81-421d-85e0-05bd875983b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.370744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:46.373413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network hostable DHCP agents. Network: 54ed4f89-dea6-4178-95d4-b6863af583eb, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:46.423372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.436191 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-64663a52-e309-45ff-81ce-4b461962dc56 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0155549 Jan 27 14:49:46.486645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=65f8dbe3-499a-44c5-8943-7e9917aca474,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:46.496519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35148) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:46.564581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:ff:55'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:46.614902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:46.657495 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8110180 Jan 27 14:49:46.674479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35150) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:46.675113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 54ed4f89-dea6-4178-95d4-b6863af583eb) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:46.680851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:46.681643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.702163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:46.709183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Request body: {'network': {'router:external': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:46.733370 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8c869e84-e605-4921-bad4-d152dd6adb14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3680189 Jan 27 14:49:46.744367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d6241-1fdb-471a-a4a5-7ee8d6aa942e None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:46.748377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 851fec12-45d4-4cbc-88e6-087a4dbc1523 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:46.787208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35152) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:46.803481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'name': 'tempest-NetworksTestDHCPv6-377040713'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:46.900958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887871c9-c4af-4370-b397-0155a4ce0a02 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Network': ['ID=7313709a-0bc7-4e22-bbc3-2285a8ce0f98,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:46.926792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 7313709a-0bc7-4e22-bbc3-2285a8ce0f98 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:46.945299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:49:47.087127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 851fec12-45d4-4cbc-88e6-087a4dbc1523 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:47.087651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.090283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.097337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:47.097994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.098358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ef8d3-6fb8-4dda-a6e2-336aee1a67aa req-7cb599ff-8f1f-474d-bec9-dad465a12205 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:47.101138 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba5ef8d3-6fb8-4dda-a6e2-336aee1a67aa req-7cb599ff-8f1f-474d-bec9-dad465a12205 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.6838489 Jan 27 14:49:47.198116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Provisioning complete for port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:47.199194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.210364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=f84f0259-7cfa-4264-8003-a72077c93950,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:47.212782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.api [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=108742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:49:47.213125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG oslo_db.api [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:49:47.231841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:47.240485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.266425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Router b9ed3793-ff9d-43d5-a354-6165fc689712 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:49:47.274924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network f84f0259-7cfa-4264-8003-a72077c93950 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:47.306315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.328073 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7bef1d27-71bb-4be6-bbf8-3675d6adcdf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2023273 Jan 27 14:49:47.330479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35154) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:47.335052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'ports': [{'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea'}, {'network_id': 'f84f0259-7cfa-4264-8003-a72077c93950'}]} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:47.335948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:47.337118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': 'f84f0259-7cfa-4264-8003-a72077c93950'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:47.340927 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba5ef8d3-6fb8-4dda-a6e2-336aee1a67aa req-7f192020-a4b7-4870-8dcc-fe12b5cb1a7e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215540 Jan 27 14:49:47.380632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port b64ecf20-1d84-46b9-82b0-4426c7f03644 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:47.500357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.507398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.548652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8793bac-3037-4ac7-a8ea-a9834abade70 None None] Network 99c061cd-9f30-49b4-af76-944f2b547d02 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:47.569174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.611363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '65f8dbe3-499a-44c5-8943-7e9917aca474'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:47.611363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.615757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.724673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=eecffb1c-9a56-4d3a-b65d-343795dac933,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:47.730335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.790133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.805609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.918041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:47.931524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:47.959770 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:47.985153 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:47.987803 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:48.031035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Network 7313709a-0bc7-4e22-bbc3-2285a8ce0f98 is not hosted by any dhcp agent {{(pid=108742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 14:49:48.032405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:48.033425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.040883 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "PUT /v2.0/networks/7313709a-0bc7-4e22-bbc3-2285a8ce0f98 HTTP/1.1" status: 200 len: 858 time: 1.3389421 Jan 27 14:49:48.108007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35160) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:48.166389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:48.193303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.209296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] For port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,segment=NetworkSegment(72e4ae81-71ee-4bb8-ab08-bc1b53026398),segment_id=72e4ae81-71ee-4bb8-ab08-bc1b53026398)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:48.246504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::2bf (54ed4f89-dea6-4178-95d4-b6863af583eb/65f8dbe3-499a-44c5-8943-7e9917aca474/b64ecf20-1d84-46b9-82b0-4426c7f03644) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:48.256355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff072-8379-48b2-974a-f1a9eba7926a req-a714dccb-f03c-4267-87ec-834628ae6200 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:48.258675 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eeeff072-8379-48b2-974a-f1a9eba7926a req-a714dccb-f03c-4267-87ec-834628ae6200 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3866963 Jan 27 14:49:48.264481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.265468 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-099f0886-1bd2-40ac-9e56-668af5d38c25 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4669688 Jan 27 14:49:48.270153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35162) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:48.275946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.383963 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:49:48.420478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b3729-1a61-47b4-b552-9392af2addec tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event updated for resources: {'Network': ['ID=7313709a-0bc7-4e22-bbc3-2285a8ce0f98,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:48.432901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.433428 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 330a026b-b215-4f2e-96b6-bcc3ce74fa5d of type vlan for network 8d515ee8-78af-4bce-9d1a-5ff097dea30e Jan 27 14:49:48.435762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eeeff072-8379-48b2-974a-f1a9eba7926a req-c0b1df1c-3b41-4583-a550-d0745c3c8018 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664424 Jan 27 14:49:48.527600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Pushing event updated for resources: {'Port': ['ID=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:48.631685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Provisioning complete for port 69d296d9-530b-47ee-a353-de8447ce5b98 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:48.632789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.638449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.724278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.738021 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 3, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:48.780824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.801516 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:49:48.802050 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Updating router b9ed3793-ff9d-43d5-a354-6165fc689712 port 135ec04b-641b-49fc-9a65-0d0d89851233 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:49:48.803598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 851fec12-45d4-4cbc-88e6-087a4dbc1523, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=851fec12-45d4-4cbc-88e6-087a4dbc1523,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:48.811221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Port 69d296d9-530b-47ee-a353-de8447ce5b98 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:48.838535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.862393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:49:48.876742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 2} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:48.889583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.891055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dfed980-ad86-41f2-960a-af0be2b0fe9c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:48.901078 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.908224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:48.944179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Provisioning complete for port eecffb1c-9a56-4d3a-b65d-343795dac933 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:48.945654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.037906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=b64ecf20-1d84-46b9-82b0-4426c7f03644,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:49.139942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:49.147609 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:49.162520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:49.177498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:49.178707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.191242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Port eecffb1c-9a56-4d3a-b65d-343795dac933 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:49.198366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=851fec12-45d4-4cbc-88e6-087a4dbc1523,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:49.257046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.268974 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.277294 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.323202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Provisioning complete for port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:49.323744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f14782c0-9d63-4264-90e1-5c0e9c940c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.333024 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Pushing event updated for resources: {'Port': ['ID=135ec04b-641b-49fc-9a65-0d0d89851233,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:49.339358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c29985f4-2929-4231-b689-e6eabe70c8e7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5455742 Jan 27 14:49:49.344863 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.345155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35166) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:49.345374 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.345585 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.346068 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.346458 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.346813 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.347147 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.347530 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.347875 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.348202 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.348519 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.349924 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:49:49.373697 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Attempting to bind port 135ec04b-641b-49fc-9a65-0d0d89851233 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:49.374065 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Attempting to bind port 135ec04b-641b-49fc-9a65-0d0d89851233 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:49.374430 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Attempting to bind port 135ec04b-641b-49fc-9a65-0d0d89851233 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:49.380711 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:49.381145 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:49.381560 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.382023 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:49.383023 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Bound port: 135ec04b-641b-49fc-9a65-0d0d89851233, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:49.383470 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.481461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84e8f7-20c7-4254-b560-4ebe86a05c60 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:49.483324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cc84e8f7-20c7-4254-b560-4ebe86a05c60 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1329188 Jan 27 14:49:49.488536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35168) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:49.518052 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] For port 135ec04b-641b-49fc-9a65-0d0d89851233, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:49.527019 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] For port 135ec04b-641b-49fc-9a65-0d0d89851233, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=135ec04b-641b-49fc-9a65-0d0d89851233,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:49.536769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:49.544050 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.596700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.622100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.631688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:49.633208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.677200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:49.700418 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.0315216 Jan 27 14:49:49.706928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.719150 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:49.720840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35172) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:49.728489 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:49.756858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': '8d515ee8-78af-4bce-9d1a-5ff097dea30e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:49.825569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.828151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.875149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.893542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/65f8dbe3-499a-44c5-8943-7e9917aca474/2d744c66-107d-44e8-8ce6-9791defa0936) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:49.904447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.932551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port b64ecf20-1d84-46b9-82b0-4426c7f03644 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:49.934911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:49.936567 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf0c41-df25-4428-82c7-2d4bb3d3e062 None None] Pushing event updated for resources: {'Port': ['ID=135ec04b-641b-49fc-9a65-0d0d89851233,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:49.965910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2b38c-49b4-43ea-a743-7599389dce6f req-c258f69a-c0a7-4f49-8ca7-a5ef736afbae tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:49.969868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bce2b38c-49b4-43ea-a743-7599389dce6f req-c258f69a-c0a7-4f49-8ca7-a5ef736afbae tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2934594 Jan 27 14:49:50.014921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7313709a-0bc7-4e22-bbc3-2285a8ce0f98']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:50.131489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7dfed980-ad86-41f2-960a-af0be2b0fe9c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:50.132755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.161654 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:49:50.281596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bb7205-1e6b-4eb7-a1d0-29ca74ab77f3') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:50.282070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bb7205-1e6b-4eb7-a1d0-29ca74ab77f3') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:50.289965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] In _notify_port_updated(), no bound segment for port 69d296d9-530b-47ee-a353-de8447ce5b98 on network 1833fdad-4923-4c99-97ce-41aed7e404a0 {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:49:50.300444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:50.301687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.308557 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "PUT /v2.0/ports/69d296d9-530b-47ee-a353-de8447ce5b98 HTTP/1.1" status: 200 len: 996 time: 3.7551513 Jan 27 14:49:50.325926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35174) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:50.411837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a2748-4075-4562-a4a5-a64ce721a2e0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=8d515ee8-78af-4bce-9d1a-5ff097dea30e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:50.424538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.454018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8d515ee8-78af-4bce-9d1a-5ff097dea30e details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:49:50.490047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bce2b38c-49b4-43ea-a743-7599389dce6f req-9d25f954-2aa8-4a21-a825-8fde73e74995 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401069 Jan 27 14:49:50.531321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:50.534603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.544369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.601688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e431e-25cb-476b-a1a9-9007b36dd693 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=69d296d9-530b-47ee-a353-de8447ce5b98,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:50.623013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for b64ecf20-1d84-46b9-82b0-4426c7f03644 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:50.634681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.638970 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 3, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:50.640101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Performing IP validity checks on allocation pools {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 14:49:50.640622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 14:49:50.641364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port f2b2e8c5-95a9-4c52-9992-c99086a1199a yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:50.650014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Allocated IP 172.20.0.1 (99c061cd-9f30-49b4-af76-944f2b547d02/cea828b1-6735-456c-956d-18d34c14848b/3de7e7bd-e2c6-4247-b873-3dba24cdb3c1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:50.695445 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8207e5-d3f5-43a9-a813-40e79c6b32a4 None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 3, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:49:50.737119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:50.739933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:50.760312 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:50.834735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:50.855405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.871603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 161e4fc1-e4a7-4258-80d4-22a857c4caab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:49:50.892143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.914210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7313709a-0bc7-4e22-bbc3-2285a8ce0f98 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 14:49:50.924614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Provisioning complete for port 69d296d9-530b-47ee-a353-de8447ce5b98 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:50.925521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.929539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.932860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] 10.222.0.18 "DELETE /v2.0/networks/7313709a-0bc7-4e22-bbc3-2285a8ce0f98 HTTP/1.1" status: 204 len: 168 time: 2.8234036 Jan 27 14:49:50.939764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cc603-ad4d-4ad4-a33d-de66569bb1c5 tempest-ExternalNetworksTestJSON-1867011970 tempest-ExternalNetworksTestJSON-1867011970-project-admin] Pushing event deleted for resources: {'Network': ['ID=7313709a-0bc7-4e22-bbc3-2285a8ce0f98,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:50.943868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.945227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35176) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:50.973965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting port 69d296d9-530b-47ee-a353-de8447ce5b98 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:50.974306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:50.994151 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-380037a3-06b6-4236-9f25-90b9b2e2e833 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] DELETE failed (client error): The resource could not be found. Jan 27 14:49:50.994895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380037a3-06b6-4236-9f25-90b9b2e2e833 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:49:51.001461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-380037a3-06b6-4236-9f25-90b9b2e2e833 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] 10.222.0.18 "DELETE /v2.0/subnets/66cf116b-46eb-46e0-8e66-ceec371c87de HTTP/1.1" status: 404 len: 337 time: 0.0498776 Jan 27 14:49:51.006321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.010962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35178) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:51.095445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.103683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.105609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:51.117983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:51.123015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:51.155971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=b64ecf20-1d84-46b9-82b0-4426c7f03644,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:51.177333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Port 69d296d9-530b-47ee-a353-de8447ce5b98 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:51.214665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Pushing event updated for resources: {'Port': ['ID=2d744c66-107d-44e8-8ce6-9791defa0936,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:51.249697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.259175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.266288 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:51.271955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.272296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 60aa5820-afea-43cd-8ac6-37ed6f30948e yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:51.275865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-020ca765-d249-40fd-8951-c4301104b02b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/b64ecf20-1d84-46b9-82b0-4426c7f03644 HTTP/1.1" status: 204 len: 168 time: 1.7862246 Jan 27 14:49:51.282765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35180) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:51.285318 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9a7a6a33-f484-4d1f-acf7-e978689b5b9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/161e4fc1-e4a7-4258-80d4-22a857c4caab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8981316 Jan 27 14:49:51.286260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35182) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:51.292286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Calling delete_port for 69d296d9-530b-47ee-a353-de8447ce5b98 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:51.294661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Attempting to bind port 2d744c66-107d-44e8-8ce6-9791defa0936 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:51.295466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Attempting to bind port 2d744c66-107d-44e8-8ce6-9791defa0936 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:51.296368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Attempting to bind port 2d744c66-107d-44e8-8ce6-9791defa0936 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:51.311067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:51.311960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.348949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:51.349826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:51.351301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.352193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:51.353175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Bound port: 2d744c66-107d-44e8-8ce6-9791defa0936, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:51.353819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.357018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313ec61-b0ac-473b-89df-322ee48a968f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:51.359320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313ec61-b0ac-473b-89df-322ee48a968f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:51.361195 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3313ec61-b0ac-473b-89df-322ee48a968f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0762875 Jan 27 14:49:51.364930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35184) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:51.377664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Provisioning complete for port eecffb1c-9a56-4d3a-b65d-343795dac933 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:51.378460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.385751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.483393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 65f8dbe3-499a-44c5-8943-7e9917aca474 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:49:51.490757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.501296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] For port 2d744c66-107d-44e8-8ce6-9791defa0936, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:51.509337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] For port 2d744c66-107d-44e8-8ce6-9791defa0936, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2d744c66-107d-44e8-8ce6-9791defa0936,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:51.555901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.604241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.665386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Port eecffb1c-9a56-4d3a-b65d-343795dac933 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:51.676067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.721521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.820314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Provisioning complete for port 851fec12-45d4-4cbc-88e6-087a4dbc1523 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:51.820889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.823666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627f10a-d625-492b-b74d-0f794531a64c None None] Pushing event updated for resources: {'Port': ['ID=2d744c66-107d-44e8-8ce6-9791defa0936,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:51.862863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:51.953770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Sync routers for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:51.966233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Port': ['ID=69d296d9-530b-47ee-a353-de8447ce5b98,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:52.090160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:52.092333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:52.193813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 851fec12-45d4-4cbc-88e6-087a4dbc1523 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:52.224418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.233605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.249826 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-897aa51b-9ec7-4827-ad4b-3a12c1734b81 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/ports/69d296d9-530b-47ee-a353-de8447ce5b98 HTTP/1.1" status: 204 len: 168 time: 1.9192460 Jan 27 14:49:52.256797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35188) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:52.339542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=65f8dbe3-499a-44c5-8943-7e9917aca474,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:52.343242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.349479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Provisioning complete for port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:52.350072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e76898b-dd1d-4d46-9b11-11b65da9042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.356744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.362507 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-983a335b-3b7b-4b76-9c4d-f6c2b004a2ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/65f8dbe3-499a-44c5-8943-7e9917aca474 HTTP/1.1" status: 204 len: 168 time: 0.9942033 Jan 27 14:49:52.383002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.396150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35190) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:52.422569 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b61afe5-6e7e-4f9f-876f-86f613f1191d tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] GET failed (client error): The resource could not be found. Jan 27 14:49:52.431970 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9b61afe5-6e7e-4f9f-876f-86f613f1191d tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "GET /v2.0/ports/69d296d9-530b-47ee-a353-de8447ce5b98 HTTP/1.1" status: 404 len: 333 time: 0.1717227 Jan 27 14:49:52.433090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35192) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:52.479002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cba0546-b1d4-4005-8c59-a8a45383076c']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:52.492087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21182a0-c066-4342-a4ab-41cdecf3a68e') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:52.492357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21182a0-c066-4342-a4ab-41cdecf3a68e') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:52.503452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.516889 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'name': 'tempest-AllowedAddressPairTestJSON-413992883'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:52.523526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.532755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:52.533233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.541894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:49:52.599159 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-98508fe2-332e-4368-9b5d-6029b4796958 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1970856 Jan 27 14:49:52.624396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 851fec12-45d4-4cbc-88e6-087a4dbc1523 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:52.624943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.637219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Network 99c061cd-9f30-49b4-af76-944f2b547d02 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:52.638861 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:52.644667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:52.655881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35194) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:52.662102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.667557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:52.676850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:52.782003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:52.958641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:52.974627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=6dee350f-283c-49e0-accb-18746772c73f,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:52.988147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.066610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.077086 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] 10.222.0.18 "DELETE /v2.0/networks/8cba0546-b1d4-4005-8c59-a8a45383076c HTTP/1.1" status: 204 len: 168 time: 2.0643020 Jan 27 14:49:53.114114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=f2b2e8c5-95a9-4c52-9992-c99086a1199a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:53.117298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:53.121625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:53.122535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.167148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:53.169146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:53.189424 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=60aa5820-afea-43cd-8ac6-37ed6f30948e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:53.254864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:53.259835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.287858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] device_id is not set on port fc86354e-ff13-455a-8478-b22c37e2249a yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:53.297911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea350a-b311-41e9-9ce3-198558206710 tempest-ExternalNetworksTestJSON-1562435576 tempest-ExternalNetworksTestJSON-1562435576-project] Pushing event deleted for resources: {'Network': ['ID=8cba0546-b1d4-4005-8c59-a8a45383076c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:53.333786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cb375-96f6-43f4-b5ad-f83254818090 req-a3f262a6-8ec2-4d08-a3e0-7a2c20e409a8 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.335682 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-987cb375-96f6-43f4-b5ad-f83254818090 req-a3f262a6-8ec2-4d08-a3e0-7a2c20e409a8 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 1.3558621 Jan 27 14:49:53.351447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '330a026b-b215-4f2e-96b6-bcc3ce74fa5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8d515ee8-78af-4bce-9d1a-5ff097dea30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:53.351960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: 8d515ee8-78af-4bce-9d1a-5ff097dea30e, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:53.413806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:53.415851 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-987cb375-96f6-43f4-b5ad-f83254818090 req-1d65e2d7-54ce-499b-a897-7f3d2a489fa9 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501611 Jan 27 14:49:53.416638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.423499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.546654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.547292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.547812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.548425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.548840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.549523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.550462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.551054 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.551581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.552110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.552645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.553060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:53.553269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.553562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.554340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.560888 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dab66221-4e87-49a8-b998-68954d45d6b9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9012 time: 2.2037258 Jan 27 14:49:53.564389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network 8d515ee8-78af-4bce-9d1a-5ff097dea30e is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:53.572169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35198) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:53.588047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 8d515ee8-78af-4bce-9d1a-5ff097dea30e) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:53.645781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.646456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.687767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29128286-7dca-42b0-9bd9-caae76bae1c7 None None] Network 8d515ee8-78af-4bce-9d1a-5ff097dea30e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:53.702409 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f291eec0-a680-484e-a29e-9045e0e15dff tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.9803441 Jan 27 14:49:53.718490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35200) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:53.822197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.822698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.823116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.823929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.824360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.824810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.825259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.825694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.826125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:53.832797 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-78269921-64e4-4324-a6b7-e54a190f5d3b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5786 time: 0.2528605 Jan 27 14:49:53.843576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35204) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:53.923090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-27d4bf2c-3cae-4ccc-ab6c-00319d8c2161 None None] Provisioning complete for port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:53.923380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27d4bf2c-3cae-4ccc-ab6c-00319d8c2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:53.947028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': '337ce373-d070-40b3-ac3b-783d83a88b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f84f0259-7cfa-4264-8003-a72077c93950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:53.947028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: f84f0259-7cfa-4264-8003-a72077c93950, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:49:54.060156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Allocated IP 172.20.0.10 (1833fdad-4923-4c99-97ce-41aed7e404a0/939e2930-678a-41f1-901c-de56a615df5e/fc86354e-ff13-455a-8478-b22c37e2249a) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:54.074118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network f84f0259-7cfa-4264-8003-a72077c93950 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:49:54.088172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35206) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:54.094016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad86a96-3326-427a-82a5-3f23dcbaf186 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:54.099756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.119070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, f84f0259-7cfa-4264-8003-a72077c93950) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:54.147172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:54.155014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:54.160391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:54.161936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.181315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.227454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.235125 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-56afb6bd-5c3a-4d99-97e6-0ef0341ef432 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.9045153 Jan 27 14:49:54.264666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35210) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:54.391242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.582058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:54.588618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403b173-a30c-44ac-b8a9-d5d052448d1d None None] Network f84f0259-7cfa-4264-8003-a72077c93950 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:54.610610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.657710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.712617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.763893 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b0dd69ba-e30f-4197-b0e3-f29aec7d79a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d1fcdd0982949f8a79715321433be42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6641953 Jan 27 14:49:54.768132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35214) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:54.778102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:54.794259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:54.801847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:54.802457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.824437 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-11fc8d9a-a1f7-4568-bb11-dc0d56b4d593 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.9724815 Jan 27 14:49:54.853856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c1ce2-455f-40fb-99ac-644424d0557a req-6c2b72af-6a7b-40a6-871b-48e890373250 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:54.857868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2a7c1ce2-455f-40fb-99ac-644424d0557a req-6c2b72af-6a7b-40a6-871b-48e890373250 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2301786 Jan 27 14:49:54.870255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=09353e9c-1d92-46c0-8ef9-31a5c9eacf42,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:54.873801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Network 99c061cd-9f30-49b4-af76-944f2b547d02 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:54.880435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:49:46Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:54.885110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-27d4bf2c-3cae-4ccc-ab6c-00319d8c2161 None None] Port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:54.909539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:54.910702 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f7ab503-ed34-4bc6-8fd2-21e9421b1b13 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2502220 Jan 27 14:49:54.913526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35218) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:54.918867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'name': 'tempest-NetworksTestDHCPv6-562909948'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:54.925557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.939425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:54.963470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a630d-176f-4ee9-9c29-e1041c45892f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-8d515ee8-78af-4bce-9d1a-5ff097dea30e', 'network_id': '8d515ee8-78af-4bce-9d1a-5ff097dea30e', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '6dee350f-283c-49e0-accb-18746772c73f'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:49:54.965175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-773a630d-176f-4ee9-9c29-e1041c45892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.086125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=6dee350f-283c-49e0-accb-18746772c73f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:55.101780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 60aa5820-afea-43cd-8ac6-37ed6f30948e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:55.102114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.116682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5c4-6145-4a6f-ba68-8b03129bd078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.126836 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2a7c1ce2-455f-40fb-99ac-644424d0557a req-049d109d-ad24-4c93-871b-24506bb7294e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306194 Jan 27 14:49:55.157799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Checking router: 161e4fc1-e4a7-4258-80d4-22a857c4caab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:49:55.163879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Updating router 161e4fc1-e4a7-4258-80d4-22a857c4caab port eecffb1c-9a56-4d3a-b65d-343795dac933 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:49:55.249383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5c4-6145-4a6f-ba68-8b03129bd078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.301953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.359156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:49:55.468929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 573da38c-f07d-4adb-9c33-5398f8e4f6d3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:55.471487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35220) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:55.480199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ec38e39d-9abd-4511-8928-bd203b5119bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097051702', 'description': 'tempest-secgroup-smoke-2097051702 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:55.511892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5c4-6145-4a6f-ba68-8b03129bd078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.515397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-abb6c5c4-6145-4a6f-ba68-8b03129bd078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.520754 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-abb6c5c4-6145-4a6f-ba68-8b03129bd078 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f1b5549-e105-4df9-b729-d960d890059e HTTP/1.1" status: 204 len: 168 time: 0.7487082 Jan 27 14:49:55.558807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6c5c4-6145-4a6f-ba68-8b03129bd078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1b5549-e105-4df9-b729-d960d890059e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:55.658560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cce0c68c-c93c-42dd-8957-d390946b8e10 None None] Provisioning complete for port 2d744c66-107d-44e8-8ce6-9791defa0936 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:55.659796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cce0c68c-c93c-42dd-8957-d390946b8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.681049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:49:55.718557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:49:55.724869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.760745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:49:55.774905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=fc86354e-ff13-455a-8478-b22c37e2249a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:55.826731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 60aa5820-afea-43cd-8ac6-37ed6f30948e owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:55.857893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:55.932517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d515ee8-78af-4bce-9d1a-5ff097dea30e']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:55.991136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:55.991882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.000820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330a026b-b215-4f2e-96b6-bcc3ce74fa5d') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:56.001126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330a026b-b215-4f2e-96b6-bcc3ce74fa5d') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:56.032948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.085709 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-08f76c38-7582-44d2-af36-a3842eaac80c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5786271 Jan 27 14:49:56.092535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.104272 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35228) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:56.113395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'network_id': '1833fdad-4923-4c99-97ce-41aed7e404a0', 'name': 'tempest-AllowedAddressPairTestJSON-873489822'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:56.124358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:49:56.125096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:49:56.132282 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:49:56.157340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:49:56.160747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:56.161794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec38e39d-9abd-4511-8928-bd203b5119bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.165442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.177213 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:49:56.211252 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:56.215979 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:56.250270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35232) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:56.263489 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d0163be0-1369-456d-8ad6-e1e16fde77d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9ed3793-ff9d-43d5-a354-6165fc689712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9802914 Jan 27 14:49:56.322518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 10031d6e-430e-4119-be1b-be75fd6f0d0e yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:56.330728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.439996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fe255-e720-4929-accf-ab0fdf716e46 None None] Network 8d515ee8-78af-4bce-9d1a-5ff097dea30e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:56.494933 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:49:56.572529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:56.573300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.591907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced40bea-14e5-481a-a59b-98197417d817 req-541d4f98-d20a-4fbf-a021-b587f9c33723 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:56.597320 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6329ac3d-12db-4ffb-bcad-e4a0623ea256 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=459e154021a84278a4f547854c7e4108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392081 Jan 27 14:49:56.619887 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ced40bea-14e5-481a-a59b-98197417d817 req-541d4f98-d20a-4fbf-a021-b587f9c33723 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1883936 Jan 27 14:49:56.625934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35236) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:56.705673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=60aa5820-afea-43cd-8ac6-37ed6f30948e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:56.713744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.731929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.734480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cce0c68c-c93c-42dd-8957-d390946b8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.752834 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/8d515ee8-78af-4bce-9d1a-5ff097dea30e HTTP/1.1" status: 204 len: 168 time: 3.0211773 Jan 27 14:49:56.850920 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.860577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec38e39d-9abd-4511-8928-bd203b5119bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.868089 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-43d072d1-5d48-4d08-87eb-9919110a54f9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/60aa5820-afea-43cd-8ac6-37ed6f30948e HTTP/1.1" status: 204 len: 168 time: 2.5993721 Jan 27 14:49:56.872016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35240) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:56.873782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35242) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:56.880328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cce0c68c-c93c-42dd-8957-d390946b8e10 None None] For port 2d744c66-107d-44e8-8ce6-9791defa0936, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2d744c66-107d-44e8-8ce6-9791defa0936,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:49:56.889885 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ced40bea-14e5-481a-a59b-98197417d817 req-2a217000-1632-4ae7-b0e8-ed0c6a82898d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649858 Jan 27 14:49:56.910149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ef0e3-86a5-4157-8d96-bb4519645e62 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=8d515ee8-78af-4bce-9d1a-5ff097dea30e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:56.921392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec38e39d-9abd-4511-8928-bd203b5119bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.934802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cce0c68c-c93c-42dd-8957-d390946b8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:56.942390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1397683570'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:56.966823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8353d-283b-40c6-9aac-2fba18e7c35a None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:49:57.013874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38e39d-9abd-4511-8928-bd203b5119bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c508c34f-d3f3-41f4-a583-c380357d9ae9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:57.036686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec38e39d-9abd-4511-8928-bd203b5119bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.045022 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ec38e39d-9abd-4511-8928-bd203b5119bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5713458 Jan 27 14:49:57.051425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35244) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:57.065223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-762c1984-9e01-4381-ad0a-d153f841cc37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'c508c34f-d3f3-41f4-a583-c380357d9ae9', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:57.149670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c152-b68d-4c37-b1aa-711ea34bbc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.198545 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:49:53Z', 'revision_number': 2, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:57.254386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Provisioning complete for port 2d744c66-107d-44e8-8ce6-9791defa0936 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:57.255092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.260808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d993da5-3571-4aca-8bf5-8b6855a802c1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:57.270366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0c68c-c93c-42dd-8957-d390946b8e10 None None] Pushing event updated for resources: {'Port': ['ID=2d744c66-107d-44e8-8ce6-9791defa0936,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:57.273100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d993da5-3571-4aca-8bf5-8b6855a802c1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:57.275814 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:49:57.280866 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7d993da5-3571-4aca-8bf5-8b6855a802c1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3153467 Jan 27 14:49:57.281771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35248) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:57.282724 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Updating router b9ed3793-ff9d-43d5-a354-6165fc689712 port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:49:57.327671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c152-b68d-4c37-b1aa-711ea34bbc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.348466 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.358969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.445280 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.457138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::3e5 (54ed4f89-dea6-4178-95d4-b6863af583eb/09353e9c-1d92-46c0-8ef9-31a5c9eacf42/10031d6e-430e-4119-be1b-be75fd6f0d0e) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:57.594490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c152-b68d-4c37-b1aa-711ea34bbc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.612622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c152-b68d-4c37-b1aa-711ea34bbc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.618527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d3c7c152-b68d-4c37-b1aa-711ea34bbc0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0564a8f4-08f0-42c0-acb8-ec8ed964b962 HTTP/1.1" status: 204 len: 168 time: 0.9774923 Jan 27 14:49:57.648660 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:57.668916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.682038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c152-b68d-4c37-b1aa-711ea34bbc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0564a8f4-08f0-42c0-acb8-ec8ed964b962,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:57.701346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-762c1984-9e01-4381-ad0a-d153f841cc37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.792367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Made reservation on behalf of d47e79e9d92a495a85bca3c0ddbdbd16 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:57.804457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.883773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f008183-84e2-4189-a622-a4807277e9dd None None] Pushing event updated for resources: {'Port': ['ID=eecffb1c-9a56-4d3a-b65d-343795dac933,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:57.902244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-762c1984-9e01-4381-ad0a-d153f841cc37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.920092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-762c1984-9e01-4381-ad0a-d153f841cc37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:57.938709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] device_id is not set on port 024ce89a-9807-4f1d-87b4-2ea82d9efc3f yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:49:58.021961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c1984-9e01-4381-ad0a-d153f841cc37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c29b765-f345-4095-8e8f-a35c6b0112eb,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:58.058093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-762c1984-9e01-4381-ad0a-d153f841cc37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.060626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2d744c66-107d-44e8-8ce6-9791defa0936 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:58.069418 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-762c1984-9e01-4381-ad0a-d153f841cc37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0116985 Jan 27 14:49:58.070464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35260) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:58.088686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8967afab-cfcd-4e8f-81a8-700f3cdd0162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'c508c34f-d3f3-41f4-a583-c380357d9ae9', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:58.245243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Allocated IP 172.20.0.9 (1833fdad-4923-4c99-97ce-41aed7e404a0/939e2930-678a-41f1-901c-de56a615df5e/024ce89a-9807-4f1d-87b4-2ea82d9efc3f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:49:58.321723 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.338839 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.361850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port f2b2e8c5-95a9-4c52-9992-c99086a1199a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:49:58.362397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.388039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8967afab-cfcd-4e8f-81a8-700f3cdd0162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.498084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe96fe5-5d5b-40d5-95c4-edbd7c00fddf req-9c089fc7-9088-454d-823d-d5ff4e3164ea tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:58.504617 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbe96fe5-5d5b-40d5-95c4-edbd7c00fddf req-9c089fc7-9088-454d-823d-d5ff4e3164ea tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2668939 Jan 27 14:49:58.511570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Attempting to bind port eecffb1c-9a56-4d3a-b65d-343795dac933 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:58.512551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Attempting to bind port eecffb1c-9a56-4d3a-b65d-343795dac933 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:58.513389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Attempting to bind port eecffb1c-9a56-4d3a-b65d-343795dac933 on network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:58.551754 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:58.552820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Checking segment: {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:58.553755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.554598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Bound using segment: {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:58.555670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Bound port: eecffb1c-9a56-4d3a-b65d-343795dac933, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:58.556575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.574204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35270) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:58.634664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1671523469-network', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:58.640918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Provisioning complete for port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:58.641870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.720996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.791179 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8c2aa-b950-4531-8daf-81b322ca93f2 None None] Pushing event updated for resources: {'Port': ['ID=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:58.807187 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Attempting to bind port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:49:58.808197 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Attempting to bind port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:49:58.809964 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Attempting to bind port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:49:58.817647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:58.825867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8967afab-cfcd-4e8f-81a8-700f3cdd0162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.826277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2d744c66-107d-44e8-8ce6-9791defa0936 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:58.826563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.837450 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:49:58.838762 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Checking segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:49:58.839742 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.840712 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Bound using segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:49:58.841960 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Bound port: 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:49:58.843230 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.849321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.851514 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment ad53e29e-4ded-4f5d-9467-37fcadef29c0 of type vlan for network 576c4dc3-69e1-4da8-93ea-d1a4665f3980 Jan 27 14:49:58.868126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8967afab-cfcd-4e8f-81a8-700f3cdd0162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.938021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8967afab-cfcd-4e8f-81a8-700f3cdd0162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.940500 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8967afab-cfcd-4e8f-81a8-700f3cdd0162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8682098 Jan 27 14:49:58.950599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Made reservation on behalf of 6c1f05084695479b9a7e87afff27ff3e for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:49:58.954615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:58.957714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35274) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:58.969632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ef58a6ff-4f88-480f-9a1d-d0a6218e0504 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'c508c34f-d3f3-41f4-a583-c380357d9ae9', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:49:58.994010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbe96fe5-5d5b-40d5-95c4-edbd7c00fddf req-18d2c88e-7681-4330-92c0-4424a91b2a4d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4586620 Jan 27 14:49:59.046064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:59.051993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.062004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967afab-cfcd-4e8f-81a8-700f3cdd0162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65480dc1-6421-4caf-89c6-d2db148bae90,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:59.118029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] For port eecffb1c-9a56-4d3a-b65d-343795dac933, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:59.133272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] For port eecffb1c-9a56-4d3a-b65d-343795dac933, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=eecffb1c-9a56-4d3a-b65d-343795dac933,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:59.143431 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] For port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:49:59.148010 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] For port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:49:59.149015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Provisioning complete for port fc86354e-ff13-455a-8478-b22c37e2249a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:49:59.149807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.156802 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.157759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.325142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.342844 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:59.347447 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:59.360095 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8c2aa-b950-4531-8daf-81b322ca93f2 None None] Pushing event updated for resources: {'Port': ['ID=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:59.418629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for f2b2e8c5-95a9-4c52-9992-c99086a1199a owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:49:59.441395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.452520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef58a6ff-4f88-480f-9a1d-d0a6218e0504 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.463028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.587317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:49:59.614343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18428f-0bc3-4106-9db5-62b800a11de0,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:59.680414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9de70e6b-6337-4a02-8f7c-a589d0d6eaa6 None None] Port fc86354e-ff13-455a-8478-b22c37e2249a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:49:59.700170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.700666 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Added segment 0496922f-6794-4615-a318-f953391de5f0 of type vlan for network f1976449-ff97-4960-86ab-4e33ad6e253f Jan 27 14:49:59.790504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.808076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:49:59.809049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:49:59.816761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f008183-84e2-4189-a622-a4807277e9dd None None] Pushing event updated for resources: {'Port': ['ID=eecffb1c-9a56-4d3a-b65d-343795dac933,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:59.846697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 135ec04b-641b-49fc-9a65-0d0d89851233 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:49:59.847047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef58a6ff-4f88-480f-9a1d-d0a6218e0504 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.856815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.861336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef58a6ff-4f88-480f-9a1d-d0a6218e0504 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.873761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.958678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a6ff-4f88-480f-9a1d-d0a6218e0504 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd70c69-9f2b-4acf-bcbe-56b2271bce79,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:59.968898 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:49:59.971759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=f2b2e8c5-95a9-4c52-9992-c99086a1199a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:49:59.978634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef58a6ff-4f88-480f-9a1d-d0a6218e0504 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.983142 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ef58a6ff-4f88-480f-9a1d-d0a6218e0504 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0194571 Jan 27 14:49:59.984605 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:49:59.986265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35284) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:49:59.996733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:49:59.998217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:49:59.999229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.044477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.061410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7ceb92f5-cbef-4f75-ac67-38e7acfb398b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'c508c34f-d3f3-41f4-a583-c380357d9ae9', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:00.064803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Provisioning complete for port 2d744c66-107d-44e8-8ce6-9791defa0936 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:00.065385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.163704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5593796 Jan 27 14:50:00.176266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35290) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:00.188860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Request body: {'subnet': {'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1671523469-subnet', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:00.295903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.302776 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f99beae7-1409-4143-bd50-852744d51ddb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/f2b2e8c5-95a9-4c52-9992-c99086a1199a HTTP/1.1" status: 204 len: 168 time: 3.0155437 Jan 27 14:50:00.303110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.311174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35292) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:00.326675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656306d-4a29-4dd6-adeb-b600b78d2a00 admin admin] Pushing event updated for resources: {'Network': ['ID=f1976449-ff97-4960-86ab-4e33ad6e253f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:00.352407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.359306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network f1976449-ff97-4960-86ab-4e33ad6e253f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:00.361028 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:49:59Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:00.368296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Made reservation on behalf of 6c1f05084695479b9a7e87afff27ff3e for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:00.368943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:00.369591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.377073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.404457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 135ec04b-641b-49fc-9a65-0d0d89851233 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:00.404836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.408007 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641883a-ab00-4fbd-8713-4db540f0dfff None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:49:59Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:00.412738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:00.421211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:00.424918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ceeea-1221-46f9-a8d3-39d0091ac261 None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:50:00.490812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:00.515764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:00.532828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:00.534271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.563511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776afc0-aa2b-4a5c-8165-369ada170880 req-0b4350de-041c-400d-abdd-d64efe4a1e96 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:00.565116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d776afc0-aa2b-4a5c-8165-369ada170880 req-0b4350de-041c-400d-abdd-d64efe4a1e96 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3680317 Jan 27 14:50:00.578930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=10031d6e-430e-4119-be1b-be75fd6f0d0e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:00.604000 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.6820915 Jan 27 14:50:00.618452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35296) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:00.635953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': '576c4dc3-69e1-4da8-93ea-d1a4665f3980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:00.673381 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c0794bed-2c1e-4f33-a550-468bb61dfabe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7586782 Jan 27 14:50:00.676165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35298) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:00.689106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316d0dc-c08d-4ad1-8253-e4878f6b64f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=576c4dc3-69e1-4da8-93ea-d1a4665f3980,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:00.694892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ceb92f5-cbef-4f75-ac67-38e7acfb398b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.729944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8106696-f894-4588-bef6-348c869d3867 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:00.737047 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e8106696-f894-4588-bef6-348c869d3867 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3825276 Jan 27 14:50:00.740332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35300) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:00.753653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.792958 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d776afc0-aa2b-4a5c-8165-369ada170880 req-5b976df4-1e00-4c58-bb99-bd893f06f119 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975739 Jan 27 14:50:00.800851 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-307e08d1-fca3-42ee-a855-26dc252534c7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:50:00.812096 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-307e08d1-fca3-42ee-a855-26dc252534c7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/60aa5820-afea-43cd-8ac6-37ed6f30948e HTTP/1.1" status: 404 len: 333 time: 0.0472882 Jan 27 14:50:00.827613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35304) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:00.831490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 576c4dc3-69e1-4da8-93ea-d1a4665f3980 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:00.873659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.939369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ceb92f5-cbef-4f75-ac67-38e7acfb398b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.953946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ceb92f5-cbef-4f75-ac67-38e7acfb398b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:00.993481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:01.009551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:01.014516 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5217104e-0ce4-4a86-b29d-336573b7497b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:50:01.016654 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5217104e-0ce4-4a86-b29d-336573b7497b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/f2b2e8c5-95a9-4c52-9992-c99086a1199a HTTP/1.1" status: 404 len: 333 time: 0.1873734 Jan 27 14:50:01.017640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:01.053948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35310) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:01.085087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb92f5-cbef-4f75-ac67-38e7acfb398b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af982544-f5a6-4dce-82d0-b5f38e5c6ea5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:01.097378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=024ce89a-9807-4f1d-87b4-2ea82d9efc3f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:01.127404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab747b17-6dc0-4d63-adb6-ca586406dfd8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:01.141266 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ceb92f5-cbef-4f75-ac67-38e7acfb398b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.142787 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7ceb92f5-cbef-4f75-ac67-38e7acfb398b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1089277 Jan 27 14:50:01.153485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab747b17-6dc0-4d63-adb6-ca586406dfd8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:01.154901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ab747b17-6dc0-4d63-adb6-ca586406dfd8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4524734 Jan 27 14:50:01.155535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35314) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:01.159110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35316) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:01.215674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.245486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'c508c34f-d3f3-41f4-a583-c380357d9ae9', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:01.246087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 135ec04b-641b-49fc-9a65-0d0d89851233, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=135ec04b-641b-49fc-9a65-0d0d89851233,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:01.251044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:01.255415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.269722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.388218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dd60e-bada-4266-b760-ac5be02778f6 req-5678f846-068b-4c18-a680-b96493cfc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:01.389370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Provisioning complete for port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:01.390007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.394851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.398125 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-525dd60e-bada-4266-b760-ac5be02778f6 req-5678f846-068b-4c18-a680-b96493cfc0af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1098 time: 0.1659071 Jan 27 14:50:01.411614 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9cb6367d-4dca-40c4-80bb-d9ccc0547b36 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3030090 Jan 27 14:50:01.412298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35322) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:01.455264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50ceeea-1221-46f9-a8d3-39d0091ac261 None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:50:01.494468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fe:ff:55'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:7c:25:ba'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:01.512896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=135ec04b-641b-49fc-9a65-0d0d89851233,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:01.614239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.632168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:49:59Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:01.695385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44eb4e7-5787-4d0b-9968-82c1197797ee None None] The sync data for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv is: [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:49:59Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:01.747545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2d744c66-107d-44e8-8ce6-9791defa0936 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:01.770370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] For port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:01.830960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.831366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeff32-d014-4b52-9051-5fa75d11d5c0 req-bebfc4e1-487d-40c4-b4a6-9964c65ce66e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:01.837785 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-31aeff32-d014-4b52-9051-5fa75d11d5c0 req-bebfc4e1-487d-40c4-b4a6-9964c65ce66e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.6337314 Jan 27 14:50:01.859957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:01.871525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.941494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:01.958476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Pushing event updated for resources: {'Port': ['ID=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:02.038570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Provisioning complete for port eecffb1c-9a56-4d3a-b65d-343795dac933 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:02.038766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.061137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.101514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=025b5620-dd99-4aef-88a1-5cd2e66b0ba8,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:02.110780 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:50:02.135754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 10031d6e-430e-4119-be1b-be75fd6f0d0e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:02.136513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.152876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.157199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Checking segment: {'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:02.158104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Network hostable DHCP agents. Network: f1976449-ff97-4960-86ab-4e33ad6e253f, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:02.220145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dd60e-bada-4266-b760-ac5be02778f6 req-8266a6e1-0018-4191-9769-ef153080ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:02.223800 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-525dd60e-bada-4266-b760-ac5be02778f6 req-8266a6e1-0018-4191-9769-ef153080ba40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 912 time: 0.8241696 Jan 27 14:50:02.255221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2d744c66-107d-44e8-8ce6-9791defa0936 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:02.256204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.278066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-31aeff32-d014-4b52-9051-5fa75d11d5c0 req-8ec8f373-3c01-4ecd-8cf2-9c59bccfe5c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300363 Jan 27 14:50:02.419792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Network f1976449-ff97-4960-86ab-4e33ad6e253f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:02.440223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.442893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35336) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:02.445197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.593611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.641539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, f1976449-ff97-4960-86ab-4e33ad6e253f) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:02.644050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.649143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84f0259-7cfa-4264-8003-a72077c93950']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:02.659605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.678529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:02.679996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.705910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.717350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfefac3e-30b7-4720-a44e-b16c8bc8a88d None None] Network f1976449-ff97-4960-86ab-4e33ad6e253f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:02.758171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337ce373-d070-40b3-ac3b-783d83a88b01') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:02.758492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337ce373-d070-40b3-ac3b-783d83a88b01') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:02.817520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.820681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] In _notify_port_updated(), no bound segment for port 024ce89a-9807-4f1d-87b4-2ea82d9efc3f on network 1833fdad-4923-4c99-97ce-41aed7e404a0 {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:50:02.832142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.835885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:02.836703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.843068 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "PUT /v2.0/ports/024ce89a-9807-4f1d-87b4-2ea82d9efc3f HTTP/1.1" status: 200 len: 1055 time: 1.4110355 Jan 27 14:50:02.858188 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-525dd60e-bada-4266-b760-ac5be02778f6 req-df52244c-462e-4881-b3ac-60ee055023cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 1001 time: 0.5312984 Jan 27 14:50:02.858653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] For port eecffb1c-9a56-4d3a-b65d-343795dac933, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=eecffb1c-9a56-4d3a-b65d-343795dac933,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:02.862106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35340) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:02.870577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aaed44-a318-409f-b83d-43a8ff9f51d9,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:02.879997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.885967 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7b4d1dfc-e403-418d-b609-de828fbb1f29 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6457231 Jan 27 14:50:02.895464 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7dba295f-d4de-4e1e-94b6-afad2085ada6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7110202 Jan 27 14:50:02.918538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35342) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:02.918538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35344) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:02.963758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:02.984818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:03.006564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'c508c34f-d3f3-41f4-a583-c380357d9ae9', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:03.011865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-111ffd93-fb64-45e6-aba6-e213e4db1ae6 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Request body: {'quota': {'network': 2}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:03.016917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:03.026796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dd60e-bada-4266-b760-ac5be02778f6 req-6e109694-6486-40f1-b050-51b9c0f285ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:03.027975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.028679 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-525dd60e-bada-4266-b760-ac5be02778f6 req-6e109694-6486-40f1-b050-51b9c0f285ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.1069958 Jan 27 14:50:03.038455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.075651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:03.076370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:03.083077 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:03.122737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e94fe-4db4-4c7f-9597-49b3b50ae180 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event updated for resources: {'Port': ['ID=024ce89a-9807-4f1d-87b4-2ea82d9efc3f,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:03.155162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 10031d6e-430e-4119-be1b-be75fd6f0d0e owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:03.183937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dd60e-bada-4266-b760-ac5be02778f6 req-f9586657-e2b8-4da1-afbe-bf3df2b26ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:03.186907 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-525dd60e-bada-4266-b760-ac5be02778f6 req-f9586657-e2b8-4da1-afbe-bf3df2b26ccb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951419 Jan 27 14:50:03.277614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=72658ae9-529d-4242-89a1-e3638cc47f83,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:03.287947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-111ffd93-fb64-45e6-aba6-e213e4db1ae6 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "PUT /v2.0/quotas/1ff4f5927702459a80b8a13525d280ac HTTP/1.1" status: 200 len: 368 time: 0.8377852 Jan 27 14:50:03.287947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.292491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.295943 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/f84f0259-7cfa-4264-8003-a72077c93950 HTTP/1.1" status: 204 len: 168 time: 2.2104299 Jan 27 14:50:03.301032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35346) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:03.301032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35348) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:03.311695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06585053-24cc-4af1-9c53-0fae4f60ea2a None None] Pushing event updated for resources: {'Port': ['ID=eecffb1c-9a56-4d3a-b65d-343795dac933,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:03.314591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Request body: {'network': {'project_id': '1ff4f5927702459a80b8a13525d280ac'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:03.326072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667561757'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:03.386463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': 'ad53e29e-4ded-4f5d-9467-37fcadef29c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '576c4dc3-69e1-4da8-93ea-d1a4665f3980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:03.386741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: 576c4dc3-69e1-4da8-93ea-d1a4665f3980, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:03.401242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6308-c3d8-4f5f-bb2c-722ea197a97a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=f84f0259-7cfa-4264-8003-a72077c93950,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:03.466384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.467779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.474320 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-525dd60e-bada-4266-b760-ac5be02778f6 req-e3d1b6ef-88ab-47c8-aaae-c5639f865ea5 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754898 Jan 27 14:50:03.491777 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:50:03.495410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:03.502030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.504766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network 576c4dc3-69e1-4da8-93ea-d1a4665f3980 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:03.527211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Made reservation on behalf of 1ff4f5927702459a80b8a13525d280ac for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:03.531134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.562812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 576c4dc3-69e1-4da8-93ea-d1a4665f3980) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:03.568427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.575834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:03.576455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.604572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting port 024ce89a-9807-4f1d-87b4-2ea82d9efc3f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:03.604854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:03.604996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.637453 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3dcc72bb-9830-495a-81fe-1261a4828deb tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0136571 Jan 27 14:50:03.638046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35352) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:03.639372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.639721 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment 87cab6f4-f471-4e73-be44-c12133360d99 of type vlan for network e048decc-3ec3-459b-bcb6-34ae64062f7c Jan 27 14:50:03.656594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.667112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495442a-becf-45b8-a7b5-7be4aefcc37e req-ee1093e9-fa63-41ee-bb5e-00df08125064 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:03.668842 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6495442a-becf-45b8-a7b5-7be4aefcc37e req-ee1093e9-fa63-41ee-bb5e-00df08125064 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2139034 Jan 27 14:50:03.705679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5fb31-c3b7-416d-bd50-6c183b2f730e None None] Network 576c4dc3-69e1-4da8-93ea-d1a4665f3980 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:03.804683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-89249036-eb29-4f91-a0e3-1b319956368c None None] Provisioning complete for port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:03.804683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-89249036-eb29-4f91-a0e3-1b319956368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.813565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.858798 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-525dd60e-bada-4266-b760-ac5be02778f6 req-365fc387-310e-4718-9e62-b3f54f1bcaf7 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757839 Jan 27 14:50:03.886196 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6495442a-becf-45b8-a7b5-7be4aefcc37e req-c0ac569b-7a5a-47c7-b034-0364c6884c2c tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933985 Jan 27 14:50:03.929278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.941558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.947207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:03.948207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:03.948655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.948865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.962692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.965395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.970467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.978976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:03.996881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Calling delete_port for 024ce89a-9807-4f1d-87b4-2ea82d9efc3f owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:04.033042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.047051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.096029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7856884 Jan 27 14:50:04.103588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35354) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:04.113380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-f1976449-ff97-4960-86ab-4e33ad6e253f', 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'fixed_ips': [{'subnet_id': '025b5620-dd99-4aef-88a1-5cd2e66b0ba8'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:04.114282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.116108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:04.148150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:04.150862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2676324-a81f-4eef-89f8-3456703f6702 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=e048decc-3ec3-459b-bcb6-34ae64062f7c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:04.211129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e048decc-3ec3-459b-bcb6-34ae64062f7c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:04.232649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354fb872-f7d5-4be3-aa2f-c00889e47bdb,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:04.236392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.237050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Added segment b648e15e-fb7c-4090-95c4-f67659dbfa7d of type vlan for network 2a498f45-be29-44bf-8900-5109dc991588 Jan 27 14:50:04.321588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.333026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.452852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:04.453597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-89249036-eb29-4f91-a0e3-1b319956368c None None] Could not find standard attr ID for object b64ecf20-1d84-46b9-82b0-4426c7f03644. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:04.462212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.516661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.518262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d24a8ae-d21a-4175-ab9c-688ff17ff1da,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:04.520328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:04.530797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.605216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.606465 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-10dd583e-c43b-4e91-9d1c-c83d23c4cd40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6039608 Jan 27 14:50:04.620873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-89249036-eb29-4f91-a0e3-1b319956368c None None] Provisioning complete for port eecffb1c-9a56-4d3a-b65d-343795dac933 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:04.621565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-89249036-eb29-4f91-a0e3-1b319956368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.650827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.672563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.683942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.715870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a8553-6f60-4533-997e-200a40d48d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-576c4dc3-69e1-4da8-93ea-d1a4665f3980', 'network_id': '576c4dc3-69e1-4da8-93ea-d1a4665f3980', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '72658ae9-529d-4242-89a1-e3638cc47f83'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:04.721157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-523a8553-6f60-4533-997e-200a40d48d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.725529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Allocated IP 172.20.0.2 (f1976449-ff97-4960-86ab-4e33ad6e253f/025b5620-dd99-4aef-88a1-5cd2e66b0ba8/276bf8c5-c1a8-43c3-bd63-96bb10b0f90e) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:04.756969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=10031d6e-430e-4119-be1b-be75fd6f0d0e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:04.828883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:04.835448 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-002eb8b3-0ead-4277-b900-389ada51576a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/10031d6e-430e-4119-be1b-be75fd6f0d0e HTTP/1.1" status: 204 len: 168 time: 3.6748447 Jan 27 14:50:04.839121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35360) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:04.916472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758b417-cb0c-4917-a525-dd2d81416db5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:04.918491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758b417-cb0c-4917-a525-dd2d81416db5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:04.923474 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3758b417-cb0c-4917-a525-dd2d81416db5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0823731 Jan 27 14:50:04.924127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35362) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:05.001341 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6921794 Jan 27 14:50:05.002686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=72658ae9-529d-4242-89a1-e3638cc47f83,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:05.007953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35374) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:05.011597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Performing IP validity checks on allocation pools {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 14:50:05.019652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 14:50:05.048670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Request body: {'network': {'project_id': '1ff4f5927702459a80b8a13525d280ac'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:05.101947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device eecffb1c-9a56-4d3a-b65d-343795dac933 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:05.111207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ef0b4-38f7-40bd-a680-ce13ab0d2198 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Pushing event updated for resources: {'Network': ['ID=2a498f45-be29-44bf-8900-5109dc991588,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:05.116324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 09353e9c-1d92-46c0-8ef9-31a5c9eacf42 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:05.121820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.124755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.174357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 2a498f45-be29-44bf-8900-5109dc991588 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:05.192840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Made reservation on behalf of 1ff4f5927702459a80b8a13525d280ac for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:05.194651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.198647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Port': ['ID=024ce89a-9807-4f1d-87b4-2ea82d9efc3f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:05.242845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.264233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:05.276666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.277189 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Added segment 192cc079-ff0f-4003-a0ea-0d8387c77d04 of type vlan for network c42386ce-50b1-4c6e-93b3-8e30f072cdf2 Jan 27 14:50:05.332562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.416573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.419630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:05.420453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.492838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.517590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1fe3a8-d2e0-4522-afb7-30f91c7d31ba None None] Network 576c4dc3-69e1-4da8-93ea-d1a4665f3980 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:05.581118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.589045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Pushing event updated for resources: {'Network': ['ID=c42386ce-50b1-4c6e-93b3-8e30f072cdf2,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:05.613689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.637725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.643004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8da7665f-2a0f-4858-a0cb-58c480a6723d None None] Could not find standard attr ID for object 024ce89a-9807-4f1d-87b4-2ea82d9efc3f. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:05.649416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c42386ce-50b1-4c6e-93b3-8e30f072cdf2 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:05.681495 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-c35606c7-e206-4a9e-8de3-822ff28d30e5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097051702&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.5457778 Jan 27 14:50:05.750902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8da7665f-2a0f-4858-a0cb-58c480a6723d None None] Could not find standard attr ID for object 10031d6e-430e-4119-be1b-be75fd6f0d0e. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:05.753634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.775793 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1a50da20-21e6-4dc9-8c91-422ab47464a5 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7394767 Jan 27 14:50:05.781280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35382) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:05.806078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0e99f-45a5-4773-b4be-24bc52229d1e req-fc803507-adcd-45b4-85ca-92c467120bc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:05.807827 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72e0e99f-45a5-4773-b4be-24bc52229d1e req-fc803507-adcd-45b4-85ca-92c467120bc5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.7474103 Jan 27 14:50:05.809969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576c4dc3-69e1-4da8-93ea-d1a4665f3980']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:05.824479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.825568 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d6784f68-2542-41c4-9576-0c45df9402d2 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Request body: {'network': {'project_id': '1ff4f5927702459a80b8a13525d280ac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:05.884679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad53e29e-4ded-4f5d-9467-37fcadef29c0') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:05.885043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad53e29e-4ded-4f5d-9467-37fcadef29c0') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:05.885285 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port eecffb1c-9a56-4d3a-b65d-343795dac933 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:05.885862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.898611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Network f1976449-ff97-4960-86ab-4e33ad6e253f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:05.916928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.941205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:05.957664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:05.957927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:05.970302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Pushing event updated for resources: {'Port': ['ID=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:06.015783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=09353e9c-1d92-46c0-8ef9-31a5c9eacf42,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:06.019548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.026315 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eb6d2bfc-c733-4e38-8140-90096c46c0ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/09353e9c-1d92-46c0-8ef9-31a5c9eacf42 HTTP/1.1" status: 204 len: 168 time: 1.0986848 Jan 27 14:50:06.045933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35384) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:06.061175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a81707-2c41-4a68-8836-4a1bf7d8b0b5 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:06.087393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Attempting to bind port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:06.087872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Attempting to bind port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:06.088302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Attempting to bind port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e on network f1976449-ff97-4960-86ab-4e33ad6e253f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:06.104516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.138400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:06.139025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.142023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:06.142495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Checking segment: {'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:06.142981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.143475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Bound using segment: {'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:06.144062 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Bound port: 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:06.145663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:06.157819 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:06.167874 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6784f68-2542-41c4-9576-0c45df9402d2 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 14:50:06.168776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6784f68-2542-41c4-9576-0c45df9402d2 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:50:06.175915 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d6784f68-2542-41c4-9576-0c45df9402d2 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3753295 Jan 27 14:50:06.184414 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7910c1d7-f85d-479f-a75a-ae16b61c71ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1365681 Jan 27 14:50:06.187645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35386) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:06.188396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35388) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:06.191120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 135ec04b-641b-49fc-9a65-0d0d89851233 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:06.223216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:06.235582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.242452 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ff8411d6-cae5-4210-8347-6b69fc18a752 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/ports/024ce89a-9807-4f1d-87b4-2ea82d9efc3f HTTP/1.1" status: 204 len: 168 time: 3.3731949 Jan 27 14:50:06.280858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35390) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:06.327078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] For port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:06.336213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] For port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,segment=NetworkSegment(0496922f-6794-4615-a318-f953391de5f0),segment_id=0496922f-6794-4615-a318-f953391de5f0)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:06.350059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.411749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 135ec04b-641b-49fc-9a65-0d0d89851233 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:06.413205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.433491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Allocated IP 172.26.6.101 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/d3ca26b0-06f6-40a8-bae5-1a731096fead) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:06.511792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:06.537042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c8a7d9-4e01-4ad6-92e4-d2b8a8c675a8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] GET failed (client error): The resource could not be found. Jan 27 14:50:06.541041 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-61c8a7d9-4e01-4ad6-92e4-d2b8a8c675a8 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "GET /v2.0/ports/024ce89a-9807-4f1d-87b4-2ea82d9efc3f HTTP/1.1" status: 404 len: 333 time: 0.2582853 Jan 27 14:50:06.545742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababfa65-dc65-4f0e-bf21-b91b803f3f0a None None] Pushing event updated for resources: {'Port': ['ID=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:06.616639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35392) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:06.760201 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72e0e99f-45a5-4773-b4be-24bc52229d1e req-a81e514c-61c8-402f-936c-afb28a3a0583 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8997247 Jan 27 14:50:06.866968 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-255089d7-48b6-4e3c-ade6-9239c572fd73 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ff4f5927702459a80b8a13525d280ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6635273 Jan 27 14:50:06.885320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-66013594-63ce-4075-b82d-6fbbfd9088e2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:06.888706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35396) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:06.890719 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-66013594-63ce-4075-b82d-6fbbfd9088e2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 797 time: 1.2078514 Jan 27 14:50:06.954797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:06.959742 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.008804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-f72385cc-17e6-4556-b7e4-711962dd278c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.1050589 Jan 27 14:50:07.027151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:07.086691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.091986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/576c4dc3-69e1-4da8-93ea-d1a4665f3980 HTTP/1.1" status: 204 len: 168 time: 3.4484100 Jan 27 14:50:07.101130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] Deleting port 2d744c66-107d-44e8-8ce6-9791defa0936 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:07.101906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.116935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:07.135844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115850723'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:07.191604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.198565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:07.212080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.215020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342307d9-d642-4714-8386-b5e2dce8b0fd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=576c4dc3-69e1-4da8-93ea-d1a4665f3980,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:07.257292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] For port 2d744c66-107d-44e8-8ce6-9791defa0936, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2d744c66-107d-44e8-8ce6-9791defa0936,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:07.258307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.279742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:07.280145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.286635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] Calling delete_port for 2d744c66-107d-44e8-8ce6-9791defa0936 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:07.305684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=38c83c93-98d6-44ae-b027-42339162f09b,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:07.360253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39eab5-3378-4223-abe1-f699a4fc1fdb req-e589051c-26d2-4fb4-9d6f-0ecb953bb578 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:07.376018 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3f39eab5-3378-4223-abe1-f699a4fc1fdb req-e589051c-26d2-4fb4-9d6f-0ecb953bb578 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3602803 Jan 27 14:50:07.454192 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-b2a9bbbd-7424-4cb3-870a-595e1d721ea6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4423032 Jan 27 14:50:07.476173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28db8faf-4154-4f92-9e21-6b164326cd9a tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.476466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': '87cab6f4-f471-4e73-be44-c12133360d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:07.476770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: e048decc-3ec3-459b-bcb6-34ae64062f7c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:07.479849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:07.484089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.485951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.493279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3f39eab5-3378-4223-abe1-f699a4fc1fdb req-581ca0e8-740e-4320-88df-567095d9f386 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157131 Jan 27 14:50:07.577568 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting port fc86354e-ff13-455a-8478-b22c37e2249a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:07.578258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.595376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] Pushing event deleted for resources: {'Port': ['ID=2d744c66-107d-44e8-8ce6-9791defa0936,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:07.597551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network e048decc-3ec3-459b-bcb6-34ae64062f7c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:07.605460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db7c7b-9cd8-46d5-a38b-2e41efd5c681 None None] No DVR routers for this DVR port 2d744c66-107d-44e8-8ce6-9791defa0936 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:07.621999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, e048decc-3ec3-459b-bcb6-34ae64062f7c) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:07.630033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:07.631559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.643638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28db8faf-4154-4f92-9e21-6b164326cd9a tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.670625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275087b6-cd43-4091-bf9c-c581853969fe None None] Network e048decc-3ec3-459b-bcb6-34ae64062f7c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:07.682806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.685335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:07.784764 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-2282bed9-8cdf-4500-892b-de53377693bb service neutron] 10.222.0.18 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099239 Jan 27 14:50:07.814521 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5c09b136-f980-4e3d-a838-0406f7d08672 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7060325 Jan 27 14:50:07.815187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35402) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:07.824618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c', 'name': 'tempest-PortsIpV6TestJSON-697430499'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:07.900594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:07.901552 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 2faba316-30e1-4f22-bbf2-065be6c02789 of type vlan for network fb72b00d-8763-4d21-89f2-a5f4b17997af Jan 27 14:50:07.976741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2500e-3389-4e10-859d-d34690bb3d5d req-d3ef0a28-0c52-4c4b-93d3-0a8eebd221ce tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:07.979067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:07.985856 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24d2500e-3389-4e10-859d-d34690bb3d5d req-d3ef0a28-0c52-4c4b-93d3-0a8eebd221ce tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3376172 Jan 27 14:50:08.074979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:08.109659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-0473b39c-24e7-4d87-a56b-ed8e8baf47f9 service neutron] 10.222.0.18 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912905 Jan 27 14:50:08.135904 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24d2500e-3389-4e10-859d-d34690bb3d5d req-4b5a1c98-2c53-435c-99c7-5922fac66d94 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491015 Jan 27 14:50:08.172847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:08.174318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:08.177302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:08.189614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.201079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-e048decc-3ec3-459b-bcb6-34ae64062f7c', 'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c', 'tenant_id': 'a080f773c60f43558cf034ce695c62b8', 'fixed_ips': [{'subnet_id': '38c83c93-98d6-44ae-b027-42339162f09b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:08.202634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.228631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:08.243544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:08.244814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.419765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.462228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ca26b0-06f6-40a8-bae5-1a731096fead,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:08.489445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28db8faf-4154-4f92-9e21-6b164326cd9a tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.497108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-28db8faf-4154-4f92-9e21-6b164326cd9a tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.514118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35416) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:08.517469 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-28db8faf-4154-4f92-9e21-6b164326cd9a tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/354fb872-f7d5-4be3-aa2f-c00889e47bdb HTTP/1.1" status: 204 len: 168 time: 1.5937560 Jan 27 14:50:08.522750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Calling delete_port for fc86354e-ff13-455a-8478-b22c37e2249a owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:08.534024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.575803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.618039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db8faf-4154-4f92-9e21-6b164326cd9a tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354fb872-f7d5-4be3-aa2f-c00889e47bdb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:08.637230 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c450108-eed1-4448-9da5-7ce8558dbc61 req-30fc904e-3ecd-40d4-82f2-3d8afd3723e2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.1836126 Jan 27 14:50:08.673212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c44c2d9-084b-4dd5-aa86-304d67fef838 None None] Network f1976449-ff97-4960-86ab-4e33ad6e253f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:08.775660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::3a9 (e048decc-3ec3-459b-bcb6-34ae64062f7c/38c83c93-98d6-44ae-b027-42339162f09b/8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:08.803408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:08.803885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.809531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.815095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:08.815769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.835317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=d13d0e4c-b667-4acf-822a-9a2b6f9625c3,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:08.837806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:08.840646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:08.841244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.846272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45569f1b-5b95-4b36-9823-975b6bbdb86d req-e2c1e095-097c-4520-b563-933edf09bdf1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:08.848296 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45569f1b-5b95-4b36-9823-975b6bbdb86d req-e2c1e095-097c-4520-b563-933edf09bdf1 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2159433 Jan 27 14:50:08.852580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2d7c60c0-1615-40d8-a939-d1ec54e5e412 None None] Provisioning complete for port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:08.853261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d7c60c0-1615-40d8-a939-d1ec54e5e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.869651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd1395-a212-4fb4-8e83-7483d0aa6552 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:08.960318 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8361545 Jan 27 14:50:08.961334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35418) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:08.961869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:08.984200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': 'fb72b00d-8763-4d21-89f2-a5f4b17997af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:09.134970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,segment=NetworkSegment(0496922f-6794-4615-a318-f953391de5f0),segment_id=0496922f-6794-4615-a318-f953391de5f0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:09.161282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.194037 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45569f1b-5b95-4b36-9823-975b6bbdb86d req-a427d5f6-d6f1-4d3f-bc28-1317604aa761 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361425 Jan 27 14:50:09.204341 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.223938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d7c60c0-1615-40d8-a939-d1ec54e5e412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.261986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42386ce-50b1-4c6e-93b3-8e30f072cdf2']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:09.298921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2d744c66-107d-44e8-8ce6-9791defa0936 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:09.311018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192cc079-ff0f-4003-a0ea-0d8387c77d04') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:09.311538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192cc079-ff0f-4003-a0ea-0d8387c77d04') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:09.346556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 2d744c66-107d-44e8-8ce6-9791defa0936 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:09.346556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2d744c66-107d-44e8-8ce6-9791defa0936 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:09.347381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.362610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:09.400449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.403925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.405169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'd13d0e4c-b667-4acf-822a-9a2b6f9625c3'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:09.406073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.423626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:09.423915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:09.427567 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:09.459681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-2d7c60c0-1615-40d8-a939-d1ec54e5e412 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:50:09.460046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-2d7c60c0-1615-40d8-a939-d1ec54e5e412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:50:09.482293 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d962a8df-6b48-4713-b926-62c9baf061c2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2786732 Jan 27 14:50:09.510723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35420) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:09.524620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee8ca0-760c-4223-a798-cf9b3d970676 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=fb72b00d-8763-4d21-89f2-a5f4b17997af,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:09.525969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'name': 'tempest-NetworksTestDHCPv6-693317591'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:09.548991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network fb72b00d-8763-4d21-89f2-a5f4b17997af details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:09.730897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Allocated IP 2001:db8::2 (e048decc-3ec3-459b-bcb6-34ae64062f7c/38c83c93-98d6-44ae-b027-42339162f09b/10113220-1044-4d8a-9dd2-6f9836fb822b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:09.883589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:09.960332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:09.991450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.001944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.020744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.026740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.029179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c3bfd14-74cd-4661-9fcf-6deb264d2d67 req-60cdbcb3-b66f-4279-aad9-39183b570f3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.2314610 Jan 27 14:50:10.070371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.077718 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "DELETE /v2.0/networks/c42386ce-50b1-4c6e-93b3-8e30f072cdf2 HTTP/1.1" status: 204 len: 168 time: 1.5454245 Jan 27 14:50:10.090440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea1845-150b-44c0-8879-36c9edb490fb tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Pushing event deleted for resources: {'Network': ['ID=c42386ce-50b1-4c6e-93b3-8e30f072cdf2,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:10.098393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35432) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:10.137698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.140239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network e048decc-3ec3-459b-bcb6-34ae64062f7c is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:10.197734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/d13d0e4c-b667-4acf-822a-9a2b6f9625c3/378b8dd4-334c-4c07-9d43-b0dac5dd1c62) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:10.293601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Network e048decc-3ec3-459b-bcb6-34ae64062f7c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:10.320495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.329511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:10.377573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:10.377820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:10.389690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Port': ['ID=fc86354e-ff13-455a-8478-b22c37e2249a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:10.418618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:10.426325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:10.427468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.446417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Pushing event updated for resources: {'Port': ['ID=10113220-1044-4d8a-9dd2-6f9836fb822b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:10.477300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:10.481728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.516375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:10.516967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.554311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:10.596738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fb03a366-c559-419b-99d5-610deb38b67d None None] Provisioning complete for port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:10.597313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb03a366-c559-419b-99d5-610deb38b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.628086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.631970 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d88e48e7-3dc9-4502-b6f6-305f2f3bc7ec tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/ports/fc86354e-ff13-455a-8478-b22c37e2249a HTTP/1.1" status: 204 len: 168 time: 3.9912088 Jan 27 14:50:10.638831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35438) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:10.691715 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6ce981-fa08-4540-836f-7b41eef0881c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] GET failed (client error): The resource could not be found. Jan 27 14:50:10.693360 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9d6ce981-fa08-4540-836f-7b41eef0881c tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "GET /v2.0/ports/fc86354e-ff13-455a-8478-b22c37e2249a HTTP/1.1" status: 404 len: 333 time: 0.0535200 Jan 27 14:50:10.705056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35440) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:10.723257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Attempting to bind port 10113220-1044-4d8a-9dd2-6f9836fb822b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:10.723830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Attempting to bind port 10113220-1044-4d8a-9dd2-6f9836fb822b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '87cab6f4-f471-4e73-be44-c12133360d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:10.724978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Attempting to bind port 10113220-1044-4d8a-9dd2-6f9836fb822b on network e048decc-3ec3-459b-bcb6-34ae64062f7c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:10.744994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.751135 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7b5896c5-319e-4ce6-9708-dc5b1f52512f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9269962 Jan 27 14:50:10.751903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35442) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:10.754876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:10.756264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Checking segment: {'id': '87cab6f4-f471-4e73-be44-c12133360d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:10.756904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.757509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Bound using segment: {'id': '87cab6f4-f471-4e73-be44-c12133360d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:10.758278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Bound port: 10113220-1044-4d8a-9dd2-6f9836fb822b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cab6f4-f471-4e73-be44-c12133360d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e048decc-3ec3-459b-bcb6-34ae64062f7c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:10.758934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.797583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.819771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f1c31-ce2c-4e20-aec0-50d5edd68ad6 req-de7b585c-3348-45c9-988d-2735d0e1e5dc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:10.823026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b2f1c31-ce2c-4e20-aec0-50d5edd68ad6 req-de7b585c-3348-45c9-988d-2735d0e1e5dc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.4308102 Jan 27 14:50:10.853244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:10.859730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:10.929269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a498f45-be29-44bf-8900-5109dc991588']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:10.960538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b648e15e-fb7c-4090-95c4-f67659dbfa7d') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:10.960946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b648e15e-fb7c-4090-95c4-f67659dbfa7d') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:11.010031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.013293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 3194ac34-8b13-41ac-aad7-2a829087b98d yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:11.061361 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b2f1c31-ce2c-4e20-aec0-50d5edd68ad6 req-f9426378-9720-4ebd-b97f-92ec3a7b47d9 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103517 Jan 27 14:50:11.128181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.139205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.146326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:11.146858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:11.149430 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:11.175814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.227894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting port 30649b23-0947-4cef-94a6-8e30b6254bbe {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:11.228183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.242688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.250681 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77b531e4-14a8-4936-a98b-5652ac007ad4 req-6d9d0844-3558-45c1-b5c3-81590b6ce3a9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.0839112 Jan 27 14:50:11.292182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:11.292946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.301444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Router 3f9104da-22a9-447d-8a5f-1b369c45e09f is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:50:11.306998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.320490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.324490 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2a498f45-be29-44bf-8900-5109dc991588 HTTP/1.1" status: 204 len: 168 time: 1.2171164 Jan 27 14:50:11.342723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc4672-bd07-478b-ada8-a52a3b9bbac8 tempest-QuotasNegativeTest-97242553 tempest-QuotasNegativeTest-97242553-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a498f45-be29-44bf-8900-5109dc991588,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:11.383959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::245 (54ed4f89-dea6-4178-95d4-b6863af583eb/d13d0e4c-b667-4acf-822a-9a2b6f9625c3/3194ac34-8b13-41ac-aad7-2a829087b98d) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:11.385930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:11.410369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:11.429621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:11.477709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=90dbe57f-586a-40cb-9ede-642895b10af5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:11.544444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Pushing event updated for resources: {'Port': ['ID=378b8dd4-334c-4c07-9d43-b0dac5dd1c62,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:11.559648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] For port 10113220-1044-4d8a-9dd2-6f9836fb822b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:11.606991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] For port 10113220-1044-4d8a-9dd2-6f9836fb822b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=10113220-1044-4d8a-9dd2-6f9836fb822b,segment=NetworkSegment(87cab6f4-f471-4e73-be44-c12133360d99),segment_id=87cab6f4-f471-4e73-be44-c12133360d99)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:11.613644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Attempting to bind port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:11.614961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Attempting to bind port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:11.616200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Attempting to bind port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:11.620736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.657546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:11.657814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:11.658220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.658908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:11.659567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Bound port: 378b8dd4-334c-4c07-9d43-b0dac5dd1c62, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:11.660013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.710516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '2faba316-30e1-4f22-bbf2-065be6c02789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fb72b00d-8763-4d21-89f2-a5f4b17997af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:11.710995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: fb72b00d-8763-4d21-89f2-a5f4b17997af, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:11.786017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22175eb8-cea6-474f-91de-e869e64cf2a6 None None] Pushing event updated for resources: {'Port': ['ID=10113220-1044-4d8a-9dd2-6f9836fb822b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:11.837292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.852558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.906642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] For port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:11.915246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Calling delete_port for 30649b23-0947-4cef-94a6-8e30b6254bbe owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:11.917623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] For port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=378b8dd4-334c-4c07-9d43-b0dac5dd1c62,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:11.917977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:11.920266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5f755-b184-481a-a2ad-2c53c333a072 req-e0cf29f5-fbd3-446e-9170-262f8a275e5d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:11.923599 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6da5f755-b184-481a-a2ad-2c53c333a072 req-e0cf29f5-fbd3-446e-9170-262f8a275e5d tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.2372332 Jan 27 14:50:11.925690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:11.943122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network fb72b00d-8763-4d21-89f2-a5f4b17997af is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:11.967791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-854ed29b-0ed9-45d8-86e5-8504f34cbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:11.969833 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-854ed29b-0ed9-45d8-86e5-8504f34cbb51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 1098 time: 0.2739477 Jan 27 14:50:11.975298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:50:12.029850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:12.037661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496a5b6-52f2-48e1-98ea-2c19a8a9aaad None None] Pushing event updated for resources: {'Port': ['ID=378b8dd4-334c-4c07-9d43-b0dac5dd1c62,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:12.058963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Sync routers for ids ['3f9104da-22a9-447d-8a5f-1b369c45e09f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:50:12.081257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, fb72b00d-8763-4d21-89f2-a5f4b17997af) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:12.086423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6da5f755-b184-481a-a2ad-2c53c333a072 req-1c042857-bbc4-420c-b851-a614c4974cdc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485214 Jan 27 14:50:12.111980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f1096-70ff-48c4-a499-35f01c9991a4 None None] Network fb72b00d-8763-4d21-89f2-a5f4b17997af requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:12.126090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:12.129065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:12.185550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:12.186669 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d2647530-411f-46bc-9647-daaa2d94fadf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2168572 Jan 27 14:50:12.194581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35458) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:12.246247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:12.248060 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b5d4c288-3cbd-4256-9e44-e880756d8c03 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2347505 Jan 27 14:50:12.259184 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35460) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:12.314395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Routers {'3f9104da-22a9-447d-8a5f-1b369c45e09f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:12.316098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3f9104da-22a9-447d-8a5f-1b369c45e09f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:12.674864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:12.686283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Set router 3f9104da-22a9-447d-8a5f-1b369c45e09f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:12.772795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-8c3e8b67-53d4-44dd-9993-688d904ea397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:12.774323 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-8c3e8b67-53d4-44dd-9993-688d904ea397 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 200 len: 912 time: 0.7583699 Jan 27 14:50:12.796510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35468) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:12.823936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=3194ac34-8b13-41ac-aad7-2a829087b98d,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:12.828674 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10fc9ee3-9b81-4734-bb02-1e80485c757a req-0f1e8c4b-5fe2-4821-86c3-dbc076e19db6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.1497705 Jan 27 14:50:12.838543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:12.842324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:12.845401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:12.852542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:12.853337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:12.921534 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2d8a0e0a-c10e-4e83-afdc-62cc4848b2df tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4092114 Jan 27 14:50:12.928471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35472) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:12.971741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.028284 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a2ab3-5836-45c5-b1bd-55a50ec9fb0c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:13.035010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a2ab3-5836-45c5-b1bd-55a50ec9fb0c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:13.040059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-057a2ab3-5836-45c5-b1bd-55a50ec9fb0c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1068857 Jan 27 14:50:13.041635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35474) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:13.155987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.168368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7dea6-29d3-4c4a-b41c-f2b42d0cac60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-fb72b00d-8763-4d21-89f2-a5f4b17997af', 'network_id': 'fb72b00d-8763-4d21-89f2-a5f4b17997af', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '90dbe57f-586a-40cb-9ede-642895b10af5'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:13.169470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aad7dea6-29d3-4c4a-b41c-f2b42d0cac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.203782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=90dbe57f-586a-40cb-9ede-642895b10af5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:13.365459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba6b66-b028-446f-b813-1041a48cbc22 None None] Network fb72b00d-8763-4d21-89f2-a5f4b17997af requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:13.392325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.437404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb72b00d-8763-4d21-89f2-a5f4b17997af']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:13.449538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2faba316-30e1-4f22-bbf2-065be6c02789') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:13.450000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2faba316-30e1-4f22-bbf2-065be6c02789') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:13.463997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.480451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.487609 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:13.488132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.532899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:50:08Z', 'revision_number': 3, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port': {'id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:05Z', 'updated_at': '2022-01-27T14:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:13.561211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 3194ac34-8b13-41ac-aad7-2a829087b98d {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:13.561803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:13.566978 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:13.587037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.591789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.595547 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/fb72b00d-8763-4d21-89f2-a5f4b17997af HTTP/1.1" status: 204 len: 168 time: 1.3993540 Jan 27 14:50:13.656245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35480) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:13.677602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Checking router: 3f9104da-22a9-447d-8a5f-1b369c45e09f for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:50:13.678180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Updating router 3f9104da-22a9-447d-8a5f-1b369c45e09f port d3ca26b0-06f6-40a8-bae5-1a731096fead binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:50:13.710227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1623795024'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:13.723391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.736786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.779612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:13.862366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Port': ['ID=30649b23-0947-4cef-94a6-8e30b6254bbe,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:13.946281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:14.109955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-dd234f49-6cc1-4d22-830c-15fddd09334a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:14.112399 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-dd234f49-6cc1-4d22-830c-15fddd09334a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 797 time: 1.7331803 Jan 27 14:50:14.113056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:14.118337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.200933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4d5f-1830-4522-befc-6a0593debf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.209771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37084c7b-efed-4b7a-bcac-b13f492824f8 None None] Network e048decc-3ec3-459b-bcb6-34ae64062f7c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:14.219715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 10113220-1044-4d8a-9dd2-6f9836fb822b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:14.307562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.311652 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c5a344d1-bd68-4de1-8cff-452dd1d64856 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/ports/30649b23-0947-4cef-94a6-8e30b6254bbe HTTP/1.1" status: 204 len: 168 time: 3.6056311 Jan 27 14:50:14.315061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.318061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8d6c5-98c6-4eae-a1a4-4fe0a8a22d44 req-8b9b2f6b-d9d5-45a8-ad25-35e14a62d7d2 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:14.318847 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-825b59d6-788c-42b3-bed0-dbede342c6d6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa HTTP/1.1" status: 204 len: 168 time: 3.5657876 Jan 27 14:50:14.321048 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3a8d6c5-98c6-4eae-a1a4-4fe0a8a22d44 req-8b9b2f6b-d9d5-45a8-ad25-35e14a62d7d2 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 1.0435920 Jan 27 14:50:14.321940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35484) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:14.324147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35486) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:14.345495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9eaed-20df-46ee-8222-45e3cbf3c5a1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=fb72b00d-8763-4d21-89f2-a5f4b17997af,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:14.356609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5ecf902-dc49-4267-aaa6-f349e1bbef57 req-65de7125-c2e5-4960-bc53-595f174d43b8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.1114371 Jan 27 14:50:14.392185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb836-c76c-43fe-91a6-863f1463a56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.449399 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-7d40f2cb-85be-48ce-82c6-e7649808d576 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 200 len: 1001 time: 1.5163801 Jan 27 14:50:14.466042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.515760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8ee6ed4e-defe-4b38-a872-24c89231797f None None] Provisioning complete for port 10113220-1044-4d8a-9dd2-6f9836fb822b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:14.516305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ed4e-defe-4b38-a872-24c89231797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.544298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:14.562637 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16854f-ec8d-4af3-9d52-eb2be1f02b9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 380 time: 0.2608340 Jan 27 14:50:14.600023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 3194ac34-8b13-41ac-aad7-2a829087b98d owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:14.608711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['c508c34f-d3f3-41f4-a583-c380357d9ae9']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:14.609383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 10113220-1044-4d8a-9dd2-6f9836fb822b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:14.609835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.616940 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32d8eae-5b95-4f8d-a8b3-7b70a91c40dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:50:14.619989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32d8eae-5b95-4f8d-a8b3-7b70a91c40dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:50:14.623060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.623530 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 417363be-000a-4d39-963f-7ad778b541f5 of type vlan for network 8bf1d915-1e09-4b94-bb3c-8fa415646e27 Jan 27 14:50:14.631937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b32d8eae-5b95-4f8d-a8b3-7b70a91c40dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa HTTP/1.1" status: 404 len: 333 time: 0.2956161 Jan 27 14:50:14.651037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35490) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:14.732614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-cb162d68-5c7d-458f-b12a-b1d1d7416635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:14.734301 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-cb162d68-5c7d-458f-b12a-b1d1d7416635 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 200 len: 850 time: 0.2598658 Jan 27 14:50:14.791866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting subnet 939e2930-678a-41f1-901c-de56a615df5e {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:14.801564 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d1d2e7-c3ef-42cc-9f5e-542d86a7b2d0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:50:14.803914 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-82d1d2e7-c3ef-42cc-9f5e-542d86a7b2d0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa HTTP/1.1" status: 404 len: 333 time: 0.1466372 Jan 27 14:50:14.807880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35494) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:14.810136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.887520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ed4e-defe-4b38-a872-24c89231797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.905664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:14.981841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet 38c83c93-98d6-44ae-b027-42339162f09b {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:14.996244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8ee6ed4e-defe-4b38-a872-24c89231797f None None] For port 10113220-1044-4d8a-9dd2-6f9836fb822b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=10113220-1044-4d8a-9dd2-6f9836fb822b,segment=NetworkSegment(87cab6f4-f471-4e73-be44-c12133360d99),segment_id=87cab6f4-f471-4e73-be44-c12133360d99)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:15.001639 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3a8d6c5-98c6-4eae-a1a4-4fe0a8a22d44 req-36860969-8fd1-44a0-b19e-07362164d813 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5163074 Jan 27 14:50:15.005538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.035195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.042676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:50:15.050087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.052816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.056668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8ee6ed4e-defe-4b38-a872-24c89231797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.249833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.255593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:15.256243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.259214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.262148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb836-c76c-43fe-91a6-863f1463a56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.271139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-f49b7921-c7ed-43e0-bacd-04d0f7a2f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:15.274711 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-f49b7921-c7ed-43e0-bacd-04d0f7a2f215 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4815776 Jan 27 14:50:15.303529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c9eb836-c76c-43fe-91a6-863f1463a56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.312368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ffea1-9001-4a48-a212-c1b8edda25a2 None None] Pushing event updated for resources: {'Port': ['ID=d3ca26b0-06f6-40a8-bae5-1a731096fead,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:15.339620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Attempting to bind port d3ca26b0-06f6-40a8-bae5-1a731096fead on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:15.340416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Attempting to bind port d3ca26b0-06f6-40a8-bae5-1a731096fead by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:15.341059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Attempting to bind port d3ca26b0-06f6-40a8-bae5-1a731096fead on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:15.412772 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4c9eb836-c76c-43fe-91a6-863f1463a56d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=613995cf98b94ecc85ff86dfe742af8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5983627 Jan 27 14:50:15.445489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.516317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.543517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35500) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:15.576520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.593462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:50:15.593928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:50:15.600658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:15.601148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:15.601629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.602100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:15.602683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Bound port: d3ca26b0-06f6-40a8-bae5-1a731096fead, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:15.603151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.608517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-59645176-24a7-467e-bf77-a06dd086a065 None None] Provisioning complete for port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:15.608779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59645176-24a7-467e-bf77-a06dd086a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.705550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6ed4e-defe-4b38-a872-24c89231797f None None] Pushing event updated for resources: {'Port': ['ID=10113220-1044-4d8a-9dd2-6f9836fb822b,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:15.725615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] For port d3ca26b0-06f6-40a8-bae5-1a731096fead, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:15.730065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] For port d3ca26b0-06f6-40a8-bae5-1a731096fead, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d3ca26b0-06f6-40a8-bae5-1a731096fead,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:15.738051 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0309722 Jan 27 14:50:15.738051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:15.742128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.755086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35504) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:15.768965 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d1c70cf5-a374-492f-a9d0-b9c749f7b0bd req-5369198c-dabf-4652-a064-2cee00cb8d84 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.1022305 Jan 27 14:50:15.773415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:15.806608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59645176-24a7-467e-bf77-a06dd086a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.828589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:15.848774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb495ca-b4e8-47aa-aaa2-7997428a69f8 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=8bf1d915-1e09-4b94-bb3c-8fa415646e27,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:15.870601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9eb836-c76c-43fe-91a6-863f1463a56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad76525-2363-4832-b957-c6c61b1daa55,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:15.898764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ffea1-9001-4a48-a212-c1b8edda25a2 None None] Pushing event updated for resources: {'Port': ['ID=d3ca26b0-06f6-40a8-bae5-1a731096fead,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:15.901667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8bf1d915-1e09-4b94-bb3c-8fa415646e27 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:15.936497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.122396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.130943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b176a36f-2b68-459f-ad2f-bc2fcc2faa7d None None] Network e048decc-3ec3-459b-bcb6-34ae64062f7c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:16.156143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-59645176-24a7-467e-bf77-a06dd086a065 None None] For port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=378b8dd4-334c-4c07-9d43-b0dac5dd1c62,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:16.197688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=38c83c93-98d6-44ae-b027-42339162f09b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:16.201968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.211472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a5930bb1-8f06-4be5-a78f-65e4a0750e5d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/38c83c93-98d6-44ae-b027-42339162f09b HTTP/1.1" status: 204 len: 168 time: 1.3957517 Jan 27 14:50:16.225823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.228514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35508) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:16.230946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59645176-24a7-467e-bf77-a06dd086a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.284961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3211372a-1068-4297-921a-01eaaeedf0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.325789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3211372a-1068-4297-921a-01eaaeedf0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.326104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.332565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Routers {'3f9104da-22a9-447d-8a5f-1b369c45e09f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:16.346474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:49:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3f9104da-22a9-447d-8a5f-1b369c45e09f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:16.368577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5063c81-fd85-4603-95ae-39086a03e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.370868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:16.385255 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-ca3e508e-64a7-4241-b801-e63f287f16f7 service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0839934 Jan 27 14:50:16.442892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.447046 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/3194ac34-8b13-41ac-aad7-2a829087b98d HTTP/1.1" status: 204 len: 168 time: 3.4041436 Jan 27 14:50:16.448479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58c264-aa70-4639-b4b8-45d76d203d12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=3194ac34-8b13-41ac-aad7-2a829087b98d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:16.472770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35510) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:16.488045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.500029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/subnets/939e2930-678a-41f1-901c-de56a615df5e HTTP/1.1" status: 204 len: 168 time: 2.1711807 Jan 27 14:50:16.501238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b082b84-af84-4787-b94b-0ed038f25251 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Subnet': ['ID=939e2930-678a-41f1-901c-de56a615df5e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:16.507748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35512) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:16.554710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd140ba-88aa-4896-b66f-49e1389650d9 None None] Network 1833fdad-4923-4c99-97ce-41aed7e404a0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:16.612505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.622052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.629313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59645176-24a7-467e-bf77-a06dd086a065 None None] Pushing event updated for resources: {'Port': ['ID=378b8dd4-334c-4c07-9d43-b0dac5dd1c62,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:16.648493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df936b4-db9d-4b4f-8b90-fe81f098352b req-842301e6-0aa3-486f-8f7f-e111e3289fe3 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:16.654229 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1df936b4-db9d-4b4f-8b90-fe81f098352b req-842301e6-0aa3-486f-8f7f-e111e3289fe3 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.4415095 Jan 27 14:50:16.657658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] Set router 3f9104da-22a9-447d-8a5f-1b369c45e09f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:16.688213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:16.695363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.790049 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1df936b4-db9d-4b4f-8b90-fe81f098352b req-fc95f141-5bc6-48dc-8e2e-bb0fa62fcfed tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348202 Jan 27 14:50:16.798438 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3c9021cc-895b-4dbd-98cb-5552a8ae4e7a req-de4d9830-543a-4d1e-a684-af4d4600c5dd service neutron] 10.222.0.72 "GET /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979306 Jan 27 14:50:16.828993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Deleting port 065626eb-729f-48e8-81a9-69d723d6c1b3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:16.829361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.874684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5ec0ebe3-dd20-4025-9f00-0155ea6b625a None None] Provisioning complete for port 10113220-1044-4d8a-9dd2-6f9836fb822b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:16.878321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ec0ebe3-dd20-4025-9f00-0155ea6b625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.889919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 10113220-1044-4d8a-9dd2-6f9836fb822b {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:16.890621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:16.985073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Allocated IP 172.20.0.1 (f1976449-ff97-4960-86ab-4e33ad6e253f/025b5620-dd99-4aef-88a1-5cd2e66b0ba8/6922b86a-66ac-485f-bd2a-ad3e46e85b80) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:16.998198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb8aaf4-91fc-4292-b2b8-cdfede994211 req-04ad5e98-add8-4bf7-938b-b6f7a4a3800c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.0383437 Jan 27 14:50:17.018778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Performing IP validity checks on allocation pools {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 14:50:17.019486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 14:50:17.043620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.6 (3c1b1a64-b676-4956-9d50-86cbebbb9b1c/08a06657-59a5-4241-9255-fe4d115f5792/49a1c2cc-9cd8-4885-9077-61d015187089) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:17.045646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] For port 065626eb-729f-48e8-81a9-69d723d6c1b3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=065626eb-729f-48e8-81a9-69d723d6c1b3,segment=NetworkSegment(b0674028-175d-4a2c-902e-b35fe47f5526),segment_id=b0674028-175d-4a2c-902e-b35fe47f5526)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:17.046193 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.081457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366234b3-b1de-43b1-b5ce-1aa5b36760fa tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:17.083939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366234b3-b1de-43b1-b5ce-1aa5b36760fa tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:17.088442 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-366234b3-b1de-43b1-b5ce-1aa5b36760fa tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5447392 Jan 27 14:50:17.090561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] For port 10113220-1044-4d8a-9dd2-6f9836fb822b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=10113220-1044-4d8a-9dd2-6f9836fb822b,segment=NetworkSegment(87cab6f4-f471-4e73-be44-c12133360d99),segment_id=87cab6f4-f471-4e73-be44-c12133360d99)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:17.092100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.092332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35518) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:17.103574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Calling delete_port for 065626eb-729f-48e8-81a9-69d723d6c1b3 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:17.115688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 10113220-1044-4d8a-9dd2-6f9836fb822b owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:17.136027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:17.136418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.154912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3211372a-1068-4297-921a-01eaaeedf0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.157408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3211372a-1068-4297-921a-01eaaeedf0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.161352 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3211372a-1068-4297-921a-01eaaeedf0e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cad76525-2363-4832-b957-c6c61b1daa55 HTTP/1.1" status: 204 len: 168 time: 1.5834231 Jan 27 14:50:17.285468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5ec0ebe3-dd20-4025-9f00-0155ea6b625a None None] Could not find standard attr ID for object 3194ac34-8b13-41ac-aad7-2a829087b98d. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:17.301142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] DHCP port deletion for e048decc-3ec3-459b-bcb6-34ae64062f7c request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:17.330474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211372a-1068-4297-921a-01eaaeedf0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad76525-2363-4832-b957-c6c61b1daa55,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:17.344968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5ec0ebe3-dd20-4025-9f00-0155ea6b625a None None] Could not find standard attr ID for object 8c5dc193-6d6b-4f2f-960c-8c3f25b4eafa. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:17.440112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a08c2b-77e2-4a68-8d3b-c7e355db8a99 None None] DHCP port deletion for 1833fdad-4923-4c99-97ce-41aed7e404a0 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:17.466684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.477016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.494480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet d13d0e4c-b667-4acf-822a-9a2b6f9625c3 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:17.498042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.499338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:50:08Z', 'revision_number': 3, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port': {'id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:05Z', 'updated_at': '2022-01-27T14:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:17.520740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] No DVR routers for this DVR port 065626eb-729f-48e8-81a9-69d723d6c1b3 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:17.548319 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.551824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Port': ['ID=065626eb-729f-48e8-81a9-69d723d6c1b3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:17.575733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.589743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0be291-f92e-4471-8e18-97985ab36f9b None None] The sync data for ids ['3f9104da-22a9-447d-8a5f-1b369c45e09f'] in dv-neutron-826438-5-hyperv is: [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:50:08Z', 'revision_number': 3, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port': {'id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:05Z', 'updated_at': '2022-01-27T14:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:17.598088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] Deleting port 10113220-1044-4d8a-9dd2-6f9836fb822b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:17.598465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.671110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=10113220-1044-4d8a-9dd2-6f9836fb822b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:17.715259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No DVR routers for this DVR port 10113220-1044-4d8a-9dd2-6f9836fb822b on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:17.746693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:17.757078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.782966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] For port 10113220-1044-4d8a-9dd2-6f9836fb822b, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:17.784017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.818842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] Calling delete_port for 10113220-1044-4d8a-9dd2-6f9836fb822b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:17.826065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.831555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1833fdad-4923-4c99-97ce-41aed7e404a0']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:17.831890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] Port 10113220-1044-4d8a-9dd2-6f9836fb822b was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:50:17.845787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.846075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.881790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35526) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:17.892444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0674028-175d-4a2c-902e-b35fe47f5526') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:17.892736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0674028-175d-4a2c-902e-b35fe47f5526') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:17.932249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] Pushing event deleted for resources: {'Port': ['ID=10113220-1044-4d8a-9dd2-6f9836fb822b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:17.959329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-19593646-fc8a-4112-809f-10438865600a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.968502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86cca74-0aad-4b06-a57e-31caa0d22824 None None] No DVR routers for this DVR port 10113220-1044-4d8a-9dd2-6f9836fb822b on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:17.969755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:17.981505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.030635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:18.031433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.037849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.057014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.062619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e048decc-3ec3-459b-bcb6-34ae64062f7c']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:18.065930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:18.066426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:18.073525 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:18.087421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66348340-9491-4be5-9330-80cb312e3a00 req-5ed76851-a149-4b37-b18d-c6eee10c666e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:18.091460 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-66348340-9491-4be5-9330-80cb312e3a00 req-5ed76851-a149-4b37-b18d-c6eee10c666e tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1814156 Jan 27 14:50:18.181359 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cab6f4-f471-4e73-be44-c12133360d99') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:18.181861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cab6f4-f471-4e73-be44-c12133360d99') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:18.187847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.231615 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7a57e93-fc85-45d0-8a24-4eba20db44e4 req-2ec9e9d7-c955-4097-90e5-0b42508f2112 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.0461841 Jan 27 14:50:18.313263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.318148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.319930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.341758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 10113220-1044-4d8a-9dd2-6f9836fb822b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:18.353331 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-66348340-9491-4be5-9330-80cb312e3a00 req-54cc938c-934e-4589-bfbd-e49f64f440c0 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245464 Jan 27 14:50:18.377419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.394521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=d494b16f-dbe6-491a-9a55-a1daa2f0fa9b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:18.407403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 10113220-1044-4d8a-9dd2-6f9836fb822b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:18.409120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 10113220-1044-4d8a-9dd2-6f9836fb822b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:18.409775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 065626eb-729f-48e8-81a9-69d723d6c1b3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:18.411341 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.414480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.420293 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/d13d0e4c-b667-4acf-822a-9a2b6f9625c3 HTTP/1.1" status: 204 len: 168 time: 1.3231573 Jan 27 14:50:18.420639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.421586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.430721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35532) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:18.431250 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] 10.222.0.18 "DELETE /v2.0/networks/1833fdad-4923-4c99-97ce-41aed7e404a0 HTTP/1.1" status: 204 len: 168 time: 1.9224224 Jan 27 14:50:18.447706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53b3fc-2cd9-4b64-8809-dd49a3faf5bc None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:18.450468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 065626eb-729f-48e8-81a9-69d723d6c1b3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:18.451729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 065626eb-729f-48e8-81a9-69d723d6c1b3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:18.513368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:18.527263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-19593646-fc8a-4112-809f-10438865600a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.555593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08719af9-ba14-4b1b-b749-4343e972c4e4 tempest-AllowedAddressPairTestJSON-1481869973 tempest-AllowedAddressPairTestJSON-1481869973-project] Pushing event deleted for resources: {'Network': ['ID=1833fdad-4923-4c99-97ce-41aed7e404a0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:18.559858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:18.560582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.605930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-19593646-fc8a-4112-809f-10438865600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:18.611951 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:18.833450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.890858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.903362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf7395-48c6-4c87-8972-915c0f200e2e req-304bcf8d-74fc-4147-8e24-369acc51ac8a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:18.905399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7cf7395-48c6-4c87-8972-915c0f200e2e req-304bcf8d-74fc-4147-8e24-369acc51ac8a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3760164 Jan 27 14:50:18.912158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-19593646-fc8a-4112-809f-10438865600a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e38b83199314a0e8cf2215d52f5482b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0291994 Jan 27 14:50:18.913208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35538) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:18.916920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19593646-fc8a-4112-809f-10438865600a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809fab2e-4837-47a7-8ebe-a1c3da6c12ab,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:18.963465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35540) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:18.964687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:18.968528 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/e048decc-3ec3-459b-bcb6-34ae64062f7c HTTP/1.1" status: 204 len: 168 time: 2.7216191 Jan 27 14:50:18.998482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:19.001162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35542) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:19.008930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1665769070'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:19.056940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f977c5b-af1c-4ccf-b7af-b6f5da108aed tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=e048decc-3ec3-459b-bcb6-34ae64062f7c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:19.077626 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dffdf37a-3bbf-4e53-9a48-325057654148 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6258392 Jan 27 14:50:19.078846 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40541a92-e2ef-494b-9802-95dbd575b50d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=d13d0e4c-b667-4acf-822a-9a2b6f9625c3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:19.084196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '417363be-000a-4d39-963f-7ad778b541f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:19.084667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: 8bf1d915-1e09-4b94-bb3c-8fa415646e27, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:19.091743 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35546) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:19.153267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9e1cc0e-8f7a-4cfd-b032-933417abc6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.153522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:19.158092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:19.175030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] Deleting port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:19.176165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7cf7395-48c6-4c87-8972-915c0f200e2e req-de8d400d-1e0b-4aca-88df-d191b8bcf1e0 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034736 Jan 27 14:50:19.180936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:19.182457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.185276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.187449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.249301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9e1cc0e-8f7a-4cfd-b032-933417abc6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.252488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Network f1976449-ff97-4960-86ab-4e33ad6e253f is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:19.254131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=49a1c2cc-9cd8-4885-9077-61d015187089,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:19.349368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:19.364452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:19.371097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:19.382348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] For port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=378b8dd4-334c-4c07-9d43-b0dac5dd1c62,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:19.382926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.389198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.389741 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment 996018bd-e273-44d4-8144-f2387d8a2160 of type vlan for network d6fde914-c6e4-4189-8379-28de6ab31e9a Jan 27 14:50:19.435053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] Calling delete_port for 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:19.463766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49643082-d467-4ea0-ae25-10153039c478 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:19.472715 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-49643082-d467-4ea0-ae25-10153039c478 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3739035 Jan 27 14:50:19.487683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35552) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:19.525078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network 8bf1d915-1e09-4b94-bb3c-8fa415646e27 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:19.574256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9e1cc0e-8f7a-4cfd-b032-933417abc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.577210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9e1cc0e-8f7a-4cfd-b032-933417abc6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.601067 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9e1cc0e-8f7a-4cfd-b032-933417abc6d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/809fab2e-4837-47a7-8ebe-a1c3da6c12ab HTTP/1.1" status: 204 len: 168 time: 0.6805065 Jan 27 14:50:19.641496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.664102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.727865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.768570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] Pushing event deleted for resources: {'Port': ['ID=378b8dd4-334c-4c07-9d43-b0dac5dd1c62,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:19.808071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844e9c5-6d93-4e35-a6a2-9d73e625c043 None None] No DVR routers for this DVR port 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:19.820051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d3ca26b0-06f6-40a8-bae5-1a731096fead up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:19.831852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1cc0e-8f7a-4cfd-b032-933417abc6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809fab2e-4837-47a7-8ebe-a1c3da6c12ab,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:19.861297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.874189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:19.875701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.889884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:19.890560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.905069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Pushing event updated for resources: {'Port': ['ID=6922b86a-66ac-485f-bd2a-ad3e46e85b80,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:19.916412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 8bf1d915-1e09-4b94-bb3c-8fa415646e27) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:19.941994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:19.943195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:19.973536 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-871414fc-0fb0-480f-8b58-c75a41b2f8a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3793099 Jan 27 14:50:19.978741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113a38d3-0775-4336-a277-9fb4f21a7bc7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:19.983057 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-113a38d3-0775-4336-a277-9fb4f21a7bc7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4748051 Jan 27 14:50:19.988861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c326cb-5a32-445a-92f0-c9e5e8b23936 None None] Network 8bf1d915-1e09-4b94-bb3c-8fa415646e27 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:19.993800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6a0df205-1fe5-49e6-a875-8142f0075b47 None None] Provisioning complete for port 49a1c2cc-9cd8-4885-9077-61d015187089 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:19.994429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a0df205-1fe5-49e6-a875-8142f0075b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.008858 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-28b1bf07-f963-429f-9f46-233c13241693 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d47e79e9d92a495a85bca3c0ddbdbd16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249956 Jan 27 14:50:20.012002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35560) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:20.012392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35562) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:20.032888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Request body: {'port': {'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:20.110449 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d0e432f9-77f6-4660-93d9-b4e74cd990de tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.3443367 Jan 27 14:50:20.117070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6a0df205-1fe5-49e6-a875-8142f0075b47 None None] Port 49a1c2cc-9cd8-4885-9077-61d015187089 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:50:20.119939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35568) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:20.141699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420971c9-a44e-45b8-8df4-e5596c679e0b req-99b8fdf2-d33e-400f-b5d7-a037746a00e2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:20.155681 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-420971c9-a44e-45b8-8df4-e5596c679e0b req-99b8fdf2-d33e-400f-b5d7-a037746a00e2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 931 time: 0.8181927 Jan 27 14:50:20.179707 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1749310 Jan 27 14:50:20.213411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35572) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:20.213845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d3ca26b0-06f6-40a8-bae5-1a731096fead triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:20.214470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.231470 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-35b7aeba-cdf5-4f3d-abae-89da6c7805d0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2176487 Jan 27 14:50:20.234508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35574) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:20.239840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ca4ab-3cd1-479a-a0c5-04bbfbc64148 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=d6fde914-c6e4-4189-8379-28de6ab31e9a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:20.241035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:20.278084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:20.286305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network d6fde914-c6e4-4189-8379-28de6ab31e9a details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:20.295314 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-420971c9-a44e-45b8-8df4-e5596c679e0b req-f10c6a8d-3ebf-4d8b-ba18-a609b9c5ba47 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357458 Jan 27 14:50:20.372912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d652f4-6435-4029-bd75-a7de6bef77e9 req-87806833-268c-4b77-802e-c80e83192a05 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:20.381811 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f0d652f4-6435-4029-bd75-a7de6bef77e9 req-87806833-268c-4b77-802e-c80e83192a05 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.5413527 Jan 27 14:50:20.426762 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:50:20.470900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.474711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-877ff634-7a98-407b-8dd3-9ce04866f3e3 None None] Provisioning complete for port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:20.475359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-877ff634-7a98-407b-8dd3-9ce04866f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.543522 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f0d652f4-6435-4029-bd75-a7de6bef77e9 req-1581bd86-998b-4803-bab2-dfeb038c5cb5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889761 Jan 27 14:50:20.608603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-877ff634-7a98-407b-8dd3-9ce04866f3e3 None None] Port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:50:20.667376 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:20.671564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.673091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.723436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.726807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:20.734779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.756941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-8bf1d915-1e09-4b94-bb3c-8fa415646e27', 'network_id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': 'd494b16f-dbe6-491a-9a55-a1daa2f0fa9b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:20.758445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.788928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port d3ca26b0-06f6-40a8-bae5-1a731096fead, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d3ca26b0-06f6-40a8-bae5-1a731096fead,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:20.800406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:20.961146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:21.035493 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:21.036021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 378b8dd4-334c-4c07-9d43-b0dac5dd1c62 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:21.050481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1c4ee527-fda5-4243-8510-4e6b52c720f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.075760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=d3ca26b0-06f6-40a8-bae5-1a731096fead,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:21.080599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.138206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35588) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:21.172949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Allocated IP 172.20.0.3 (8bf1d915-1e09-4b94-bb3c-8fa415646e27/d494b16f-dbe6-491a-9a55-a1daa2f0fa9b/8977f3e8-c407-442e-a2eb-87c80ee8c56b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:21.176156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:21.207882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=43434fcd-0046-4c1f-ad01-e64949acc568,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:21.211160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1c4ee527-fda5-4243-8510-4e6b52c720f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.216124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:21.220992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:21.222165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.257088 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-de6e13e8-b512-4ce7-83da-e07288ca03ad tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0172648 Jan 27 14:50:21.258011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35592) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:21.264198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78cd9d-8ee0-415b-9199-64e62f9ec54a None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:21.270611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '43434fcd-0046-4c1f-ad01-e64949acc568', 'ip_address': '2001:db8::4c4c:43f5:71c2:dcb'}], 'name': 'tempest-NetworksTestDHCPv6-1236964839'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:21.302646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.406627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d9e241ce-f748-496d-be0d-a0888ea3b099 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-243077155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:21.603060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '43434fcd-0046-4c1f-ad01-e64949acc568'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:21.608821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.618796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e241ce-f748-496d-be0d-a0888ea3b099 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.621185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e241ce-f748-496d-be0d-a0888ea3b099 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.654273 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d3ca26b0-06f6-40a8-bae5-1a731096fead up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:21.683790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8150b6a-787e-4cc3-aed3-a81568544f07 req-f6f1ef7e-41a6-4d47-b19a-b202f830a516 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:21.692582 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a8150b6a-787e-4cc3-aed3-a81568544f07 req-f6f1ef7e-41a6-4d47-b19a-b202f830a516 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 931 time: 0.2573941 Jan 27 14:50:21.712473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.737454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.769256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.787369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.792182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e241ce-f748-496d-be0d-a0888ea3b099 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.826355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e241ce-f748-496d-be0d-a0888ea3b099 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.832373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:21.862400 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a8150b6a-787e-4cc3-aed3-a81568544f07 req-10072af3-56d3-4f4f-908b-b29b4976fa06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680026 Jan 27 14:50:21.916362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e241ce-f748-496d-be0d-a0888ea3b099 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.923988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d9e241ce-f748-496d-be0d-a0888ea3b099 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7809281 Jan 27 14:50:21.923988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35598) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:21.929768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1715599910'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:21.960477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ccd62-0034-494d-91ac-bfb98b25e382 req-31e87318-c7d5-44e7-97b0-52f1821bcb52 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:21.962137 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178ccd62-0034-494d-91ac-bfb98b25e382 req-31e87318-c7d5-44e7-97b0-52f1821bcb52 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1893747 Jan 27 14:50:21.976266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Network 8bf1d915-1e09-4b94-bb3c-8fa415646e27 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:21.985686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:21.991554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1c4ee527-fda5-4243-8510-4e6b52c720f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.996138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1c4ee527-fda5-4243-8510-4e6b52c720f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:21.996423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:22.003239 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1c4ee527-fda5-4243-8510-4e6b52c720f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ba7fd4a-b8be-4df9-8352-713f600088e3 HTTP/1.1" status: 204 len: 168 time: 1.9882770 Jan 27 14:50:22.028400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.045534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Made reservation on behalf of a24bdd44b43d41b2ac412d35f5051df5 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:22.049938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.076135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.082252 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178ccd62-0034-494d-91ac-bfb98b25e382 req-ffcf50b0-8504-49a0-962d-f10234d6775a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045437 Jan 27 14:50:22.083745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port a048dfe0-c31f-4554-b363-69c03eaab5b7 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:22.155368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Pushing event updated for resources: {'Port': ['ID=8977f3e8-c407-442e-a2eb-87c80ee8c56b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:22.158624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ee527-fda5-4243-8510-4e6b52c720f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba7fd4a-b8be-4df9-8352-713f600088e3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:22.266659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Attempting to bind port 8977f3e8-c407-442e-a2eb-87c80ee8c56b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:22.267157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Attempting to bind port 8977f3e8-c407-442e-a2eb-87c80ee8c56b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '417363be-000a-4d39-963f-7ad778b541f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:22.267518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Attempting to bind port 8977f3e8-c407-442e-a2eb-87c80ee8c56b on network 8bf1d915-1e09-4b94-bb3c-8fa415646e27 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:22.272464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=cd3d8247-863e-4a25-bb25-633b3c2ae67d,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:22.284095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/43434fcd-0046-4c1f-ad01-e64949acc568/c65506d6-72ce-415b-a2cd-ea6c47f73393) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:22.289826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d3ca26b0-06f6-40a8-bae5-1a731096fead triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:22.290145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.294186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:22.295317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Checking segment: {'id': '417363be-000a-4d39-963f-7ad778b541f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:22.295317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.295813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Bound using segment: {'id': '417363be-000a-4d39-963f-7ad778b541f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:22.296205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Bound port: 8977f3e8-c407-442e-a2eb-87c80ee8c56b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417363be-000a-4d39-963f-7ad778b541f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:22.296599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.315882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-d50bed73-8e2e-442b-9f63-34dc9cd93fd4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:22.319542 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-d50bed73-8e2e-442b-9f63-34dc9cd93fd4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.72 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.5223701 Jan 27 14:50:22.360740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.395257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.419673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] For port 8977f3e8-c407-442e-a2eb-87c80ee8c56b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:22.423375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] For port 8977f3e8-c407-442e-a2eb-87c80ee8c56b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8977f3e8-c407-442e-a2eb-87c80ee8c56b,segment=NetworkSegment(417363be-000a-4d39-963f-7ad778b541f5),segment_id=417363be-000a-4d39-963f-7ad778b541f5)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:22.456195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': '996018bd-e273-44d4-8144-f2387d8a2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:22.456856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: d6fde914-c6e4-4189-8379-28de6ab31e9a, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:22.462477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.508494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a1c2cc-9cd8-4885-9077-61d015187089 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:50:22.548743 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.554061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=d494b16f-dbe6-491a-9a55-a1daa2f0fa9b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:22.745767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0bb5-627a-4b93-8414-bb21dc0dbbe8 None None] Pushing event updated for resources: {'Port': ['ID=8977f3e8-c407-442e-a2eb-87c80ee8c56b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:22.746937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.797430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Transition to ACTIVE for port object 49a1c2cc-9cd8-4885-9077-61d015187089 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:50:22.832648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81fac8-e779-4501-bcf2-ac362ef26672 None None] Network 8bf1d915-1e09-4b94-bb3c-8fa415646e27 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:22.881459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Pushing event updated for resources: {'Port': ['ID=6922b86a-66ac-485f-bd2a-ad3e46e85b80,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:22.886144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.911778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:22.981933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.024440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.049645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network d6fde914-c6e4-4189-8379-28de6ab31e9a is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:23.090528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:23.140601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::4c4c:43f5:71c2:dcb (54ed4f89-dea6-4178-95d4-b6863af583eb/43434fcd-0046-4c1f-ad01-e64949acc568/a048dfe0-c31f-4554-b363-69c03eaab5b7) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:23.143943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:23.146400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:23.225390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.246504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95270-a7b5-4a66-a2be-7be2e67d03ed req-193f4065-771a-460e-8577-aff7406e6ddf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:23.254231 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48a95270-a7b5-4a66-a2be-7be2e67d03ed req-193f4065-771a-460e-8577-aff7406e6ddf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.2004342 Jan 27 14:50:23.282318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Pushing event updated for resources: {'Port': ['ID=c65506d6-72ce-415b-a2cd-ea6c47f73393,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:23.299393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.353078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Attempting to bind port c65506d6-72ce-415b-a2cd-ea6c47f73393 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:23.353776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Attempting to bind port c65506d6-72ce-415b-a2cd-ea6c47f73393 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:23.354361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Attempting to bind port c65506d6-72ce-415b-a2cd-ea6c47f73393 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:23.386792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:23.389549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:23.393099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.396722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:23.398679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Bound port: c65506d6-72ce-415b-a2cd-ea6c47f73393, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:23.399591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.409318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:23.434230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6be068-4b9d-4041-8356-288618354a4a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:23.439647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, d6fde914-c6e4-4189-8379-28de6ab31e9a) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:23.460473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.494487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.496257 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Added segment 97442564-8f98-4ac2-80c3-e6f375cc81d3 of type vlan for network 7db77609-2a73-459e-b586-73d759dc1514 Jan 27 14:50:23.497279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8442a053-de8c-4067-8477-c430ad3d6f5c None None] Network d6fde914-c6e4-4189-8379-28de6ab31e9a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:23.502778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:23.504427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.562232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2765494-5418-4226-89a3-424ae13b7914 req-4f20daf7-9a64-4b4f-a291-01dbbb210d9a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:23.565170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a2765494-5418-4226-89a3-424ae13b7914 req-4f20daf7-9a64-4b4f-a291-01dbbb210d9a tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.3083251 Jan 27 14:50:23.566648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Network f1976449-ff97-4960-86ab-4e33ad6e253f is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:23.572459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Pushing event updated for resources: {'Port': ['ID=49a1c2cc-9cd8-4885-9077-61d015187089,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:23.584945 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b59931ec-5653-48ba-a2a8-356251318512 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3660932 Jan 27 14:50:23.625047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] For port c65506d6-72ce-415b-a2cd-ea6c47f73393, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:23.635057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] For port c65506d6-72ce-415b-a2cd-ea6c47f73393, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c65506d6-72ce-415b-a2cd-ea6c47f73393,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:23.638515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35620) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:23.640894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:23.655631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-671065389'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:23.670496 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48a95270-a7b5-4a66-a2be-7be2e67d03ed req-c6ea391d-2da0-4822-a463-861e8396da7e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149258 Jan 27 14:50:23.686935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf1d915-1e09-4b94-bb3c-8fa415646e27']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:23.695313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.735376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.736138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.736703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.737302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.737884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.738445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.738994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.739608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.740151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.743676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.749838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.750505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:23.766149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417363be-000a-4d39-963f-7ad778b541f5') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:23.766759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417363be-000a-4d39-963f-7ad778b541f5') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:23.790741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.847669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Deleting port 775867a3-53f1-4b1d-9661-e088d2f8ebab {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:23.848363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.938612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:23.959111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:50:24.007358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f73f1-16d0-4a1e-bf9b-a26a077a9829 None None] Pushing event updated for resources: {'Port': ['ID=c65506d6-72ce-415b-a2cd-ea6c47f73393,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:24.026428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-d6fde914-c6e4-4189-8379-28de6ab31e9a', 'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a', 'tenant_id': 'a080f773c60f43558cf034ce695c62b8', 'fixed_ips': [{'subnet_id': 'cd3d8247-863e-4a25-bb25-633b3c2ae67d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:24.027956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.045314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.071793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:24.073738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.080634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35626) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:24.338244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.352212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Network': ['ID=7db77609-2a73-459e-b586-73d759dc1514,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:24.372969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a2765494-5418-4226-89a3-424ae13b7914 req-46760db0-199f-4c40-a522-dcb5138d4f86 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6995728 Jan 27 14:50:24.375318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.376140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.376426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.376870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.377360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.377806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.378308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.379003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.379571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.381419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.382649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.382649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:24.389517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-74dfd9be-6af6-4245-b05a-fdb144e5c109 None None] Provisioning complete for port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:24.390282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-74dfd9be-6af6-4245-b05a-fdb144e5c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.402385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-41bf1c16-c233-43e4-819e-a6260417c8f2 tempest-DvrRoutersNegativeTest-795898792 tempest-DvrRoutersNegativeTest-795898792-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-552182607', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:24.406986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.policy [None req-41bf1c16-c233-43e4-819e-a6260417c8f2 tempest-DvrRoutersNegativeTest-795898792 tempest-DvrRoutersNegativeTest-795898792-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=108743) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 27 14:50:24.410994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.policy [None req-41bf1c16-c233-43e4-819e-a6260417c8f2 tempest-DvrRoutersNegativeTest-795898792 tempest-DvrRoutersNegativeTest-795898792-project] Failed policy check for 'create_router' {{(pid=108743) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 27 14:50:24.412580 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-41bf1c16-c233-43e4-819e-a6260417c8f2 tempest-DvrRoutersNegativeTest-795898792 tempest-DvrRoutersNegativeTest-795898792-project] create failed (client error): Access was denied to this resource. Jan 27 14:50:24.414669 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-41bf1c16-c233-43e4-819e-a6260417c8f2 tempest-DvrRoutersNegativeTest-795898792 tempest-DvrRoutersNegativeTest-795898792-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3198102 Jan 27 14:50:24.435104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ec37bbba-4673-4025-b8f8-c17dbe6f098e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.5099652 Jan 27 14:50:24.438732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35632) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:24.447649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'subnet': {'network_id': '7db77609-2a73-459e-b586-73d759dc1514', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:24.511236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 7db77609-2a73-459e-b586-73d759dc1514 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:24.529300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Allocated IP 2001:db8::2 (d6fde914-c6e4-4189-8379-28de6ab31e9a/cd3d8247-863e-4a25-bb25-633b3c2ae67d/633e0b0b-4784-47ab-b175-dbe5ee635350) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:24.549810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.647315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:24.656455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.659467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:24.669768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:24.676235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:24.677470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.716444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-74dfd9be-6af6-4245-b05a-fdb144e5c109 None None] Port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:50:24.720938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:24.721150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=a048dfe0-c31f-4554-b363-69c03eaab5b7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:24.722197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:24.730999 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:24.762375 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-45286c40-6612-43a9-a476-ec1cabf8d5af tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4982753 Jan 27 14:50:24.767032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Made reservation on behalf of a24bdd44b43d41b2ac412d35f5051df5 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:24.771525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.774655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35636) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:24.868288 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Attempting to bind port 49a1c2cc-9cd8-4885-9077-61d015187089 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:24.868599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Attempting to bind port 49a1c2cc-9cd8-4885-9077-61d015187089 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:24.869048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Attempting to bind port 49a1c2cc-9cd8-4885-9077-61d015187089 on network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:24.881884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.api [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 14:50:24.881884 dv-neutron-826438-5-hyperv neutron-server[108742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 14:50:24.881884 dv-neutron-826438-5-hyperv neutron-server[108742]: [parameters: {'id': '8bf1d915-1e09-4b94-bb3c-8fa415646e27'}] Jan 27 14:50:24.881884 dv-neutron-826438-5-hyperv neutron-server[108742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:50:24.882347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG oslo_db.api [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:50:24.893563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Port 49a1c2cc-9cd8-4885-9077-61d015187089 on network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:50:24.893917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Attempting to bind port 49a1c2cc-9cd8-4885-9077-61d015187089 on network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:24.901962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] For port 775867a3-53f1-4b1d-9661-e088d2f8ebab, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=775867a3-53f1-4b1d-9661-e088d2f8ebab,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:24.902336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.907670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Router 3f9104da-22a9-447d-8a5f-1b369c45e09f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:50:24.920044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:24.920521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Checking segment: {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:24.921078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Bound using segment: {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:24.921415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Bound port: 49a1c2cc-9cd8-4885-9077-61d015187089, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd001386-df32-4c38-a73a-fbd32f8dc903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:24.921779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:24.966544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48313fe-9785-475c-b984-a9d1e32a22f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:24.973300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48313fe-9785-475c-b984-a9d1e32a22f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:24.978563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d48313fe-9785-475c-b984-a9d1e32a22f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1989541 Jan 27 14:50:24.980448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35640) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:24.994293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:24.997927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.033919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.047877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.098412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Network d6fde914-c6e4-4189-8379-28de6ab31e9a is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:25.110886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:25.129611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:25.133560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Pushing event updated for resources: {'Port': ['ID=633e0b0b-4784-47ab-b175-dbe5ee635350,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:25.171528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 7a357037-18b7-4c16-968b-5fdf5d540d63 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:25.176591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35642) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:25.187697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd5f57-dd25-4402-a4ca-bc2ca571a5b1 req-46d7595d-6348-4286-bf03-ed2ed1b18e42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:25.190501 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-49bd5f57-dd25-4402-a4ca-bc2ca571a5b1 req-46d7595d-6348-4286-bf03-ed2ed1b18e42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.3471849 Jan 27 14:50:25.244483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Attempting to bind port 633e0b0b-4784-47ab-b175-dbe5ee635350 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:25.244896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Attempting to bind port 633e0b0b-4784-47ab-b175-dbe5ee635350 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '996018bd-e273-44d4-8144-f2387d8a2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:25.245501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Attempting to bind port 633e0b0b-4784-47ab-b175-dbe5ee635350 on network d6fde914-c6e4-4189-8379-28de6ab31e9a {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:25.254923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:25.256125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Checking segment: {'id': '996018bd-e273-44d4-8144-f2387d8a2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:25.256549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.257287 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Bound using segment: {'id': '996018bd-e273-44d4-8144-f2387d8a2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:25.257791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Bound port: 633e0b0b-4784-47ab-b175-dbe5ee635350, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996018bd-e273-44d4-8144-f2387d8a2160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd6fde914-c6e4-4189-8379-28de6ab31e9a'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:25.258183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.348543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] For port 49a1c2cc-9cd8-4885-9077-61d015187089, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:25.375670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] For port 633e0b0b-4784-47ab-b175-dbe5ee635350, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:25.383557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] For port 633e0b0b-4784-47ab-b175-dbe5ee635350, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=633e0b0b-4784-47ab-b175-dbe5ee635350,segment=NetworkSegment(996018bd-e273-44d4-8144-f2387d8a2160),segment_id=996018bd-e273-44d4-8144-f2387d8a2160)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:25.390573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.394461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-49bd5f57-dd25-4402-a4ca-bc2ca571a5b1 req-f5357387-e4cd-45b5-9eb2-96301c34b25c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818893 Jan 27 14:50:25.412188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port a048dfe0-c31f-4554-b363-69c03eaab5b7 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:25.412695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.424393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.424773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.425090 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Floating IP 9430313b-b476-4d24-af29-23a01ff9151f disassociated. External IP: 172.26.6.111, port: 775867a3-53f1-4b1d-9661-e088d2f8ebab. Jan 27 14:50:25.425438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Calling delete_port for 775867a3-53f1-4b1d-9661-e088d2f8ebab owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:25.486013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f4dfb-ce6b-47e0-863f-9ac0a31d0c70 None None] Pushing event updated for resources: {'Port': ['ID=633e0b0b-4784-47ab-b175-dbe5ee635350,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:25.553227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.590812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] For port 49a1c2cc-9cd8-4885-9077-61d015187089, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49a1c2cc-9cd8-4885-9077-61d015187089,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:25.591769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.641026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.668643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.677507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-984121ea-f26e-454b-b7e4-35895566390e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.710851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for a048dfe0-c31f-4554-b363-69c03eaab5b7 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:25.754027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Subnet': ['ID=785c0c3f-15cb-414e-b563-84a834037d74,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:25.760224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:50:25.765981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385224-112f-43d3-b229-e1481200ef23 req-c375b463-046a-4020-a5c4-a4fc3cdb1df5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:25.774013 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6b385224-112f-43d3-b229-e1481200ef23 req-c375b463-046a-4020-a5c4-a4fc3cdb1df5 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 945 time: 0.1932573 Jan 27 14:50:25.774997 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Sync routers for ids ['3f9104da-22a9-447d-8a5f-1b369c45e09f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:50:25.800851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 775867a3-53f1-4b1d-9661-e088d2f8ebab no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:25.807160 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Routers {'3f9104da-22a9-447d-8a5f-1b369c45e09f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:25.808640 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3f9104da-22a9-447d-8a5f-1b369c45e09f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:25.872157 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Checking segment: {'id': '97442564-8f98-4ac2-80c3-e6f375cc81d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7db77609-2a73-459e-b586-73d759dc1514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:25.872857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network hostable DHCP agents. Network: 7db77609-2a73-459e-b586-73d759dc1514, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:25.884923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-984121ea-f26e-454b-b7e4-35895566390e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.893791 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7554bb7f-5e80-4e44-a20a-909840c95f0d admin admin] 10.222.0.18 "PUT /v2.0/routers/3f9104da-22a9-447d-8a5f-1b369c45e09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6316922 Jan 27 14:50:25.949710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-984121ea-f26e-454b-b7e4-35895566390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:25.982423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6b385224-112f-43d3-b229-e1481200ef23 req-d5bdddd4-f6a4-4b68-9af3-eb007427b8a3 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups?id=db12b899-01a3-471a-88f1-a93e1f395895&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941047 Jan 27 14:50:25.993710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c65506d6-72ce-415b-a2cd-ea6c47f73393 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:26.004034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network 7db77609-2a73-459e-b586-73d759dc1514 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:26.011901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:26.012906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.014706 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] 10.222.0.72 "PUT /v2.0/ports/49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 200 len: 1093 time: 6.0055010 Jan 27 14:50:26.026597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:50:26.029488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9" -d '{"events": [{"name": "network-changed", "server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:50:26.079433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 7db77609-2a73-459e-b586-73d759dc1514) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:26.095460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:26.096089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.149711 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ac60d7d7-9740-4b83-83de-0ccd0f754975 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7054040 Jan 27 14:50:26.149941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::1da (d6fde914-c6e4-4189-8379-28de6ab31e9a/cd3d8247-863e-4a25-bb25-633b3c2ae67d/7a357037-18b7-4c16-968b-5fdf5d540d63) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:26.162787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35652) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:26.168322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'network': {'name': 'tempest-router-network01--578555885'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:26.183083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c056f-a3de-476a-9c98-11abe53ac575 None None] Network 7db77609-2a73-459e-b586-73d759dc1514 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:26.190760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40757cfb-f912-4364-bf06-3d4e6ab37ded x-openstack-request-id: req-40757cfb-f912-4364-bf06-3d4e6ab37ded {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:50:26.191121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:50:26.191425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40757cfb-f912-4364-bf06-3d4e6ab37ded {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:50:26.191871 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089', 'status': 'completed', 'code': 200} Jan 27 14:50:26.254893 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Set router 3f9104da-22a9-447d-8a5f-1b369c45e09f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:26.349589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.362861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35654) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:26.365324 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-984121ea-f26e-454b-b7e4-35895566390e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bc554a4ac784c6dbee2a7f0fea0f8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1772282 Jan 27 14:50:26.366259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16c97b-9178-412a-bbaa-fc3378c94a5b service neutron] Pushing event updated for resources: {'Port': ['ID=49a1c2cc-9cd8-4885-9077-61d015187089,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:26.391736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.477410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984121ea-f26e-454b-b7e4-35895566390e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65c2b2-1b63-4e40-93de-179951b8fc76,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:26.484489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event deleted for resources: {'Port': ['ID=775867a3-53f1-4b1d-9661-e088d2f8ebab,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:26.514433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Made reservation on behalf of a24bdd44b43d41b2ac412d35f5051df5 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:26.515749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-90990457-e49e-4c2c-b620-898a65f76ace None None] Provisioning complete for port c65506d6-72ce-415b-a2cd-ea6c47f73393 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:26.516342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90990457-e49e-4c2c-b620-898a65f76ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.524593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.616643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-cc361df1-f082-412c-acc0-8a5b4da5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:26.623221 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-cc361df1-f082-412c-acc0-8a5b4da5b931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1096 time: 0.4590425 Jan 27 14:50:26.652246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Deleting port 8977f3e8-c407-442e-a2eb-87c80ee8c56b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:26.652662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.700793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c65506d6-72ce-415b-a2cd-ea6c47f73393 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:26.701181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.749709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] For port 8977f3e8-c407-442e-a2eb-87c80ee8c56b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8977f3e8-c407-442e-a2eb-87c80ee8c56b,segment=NetworkSegment(417363be-000a-4d39-963f-7ad778b541f5),segment_id=417363be-000a-4d39-963f-7ad778b541f5)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:26.751335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.751483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.817104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Calling delete_port for 8977f3e8-c407-442e-a2eb-87c80ee8c56b owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:26.891408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90990457-e49e-4c2c-b620-898a65f76ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:26.944779 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:50:20Z', 'revision_number': 4, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port': {'id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:05Z', 'updated_at': '2022-01-27T14:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '6922b86a-66ac-485f-bd2a-ad3e46e85b80', 'name': '', 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'mac_address': 'fa:16:3e:e0:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '025b5620-dd99-4aef-88a1-5cd2e66b0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:15Z', 'updated_at': '2022-01-27T14:50:21Z', 'revision_number': 2, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'subnets': [{'id': '025b5620-dd99-4aef-88a1-5cd2e66b0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:27.002571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=a048dfe0-c31f-4554-b363-69c03eaab5b7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:27.010368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-90990457-e49e-4c2c-b620-898a65f76ace None None] For port c65506d6-72ce-415b-a2cd-ea6c47f73393, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c65506d6-72ce-415b-a2cd-ea6c47f73393,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:27.031246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-7db77609-2a73-459e-b586-73d759dc1514', 'network_id': '7db77609-2a73-459e-b586-73d759dc1514', 'tenant_id': 'a24bdd44b43d41b2ac412d35f5051df5', 'fixed_ips': [{'subnet_id': '785c0c3f-15cb-414e-b563-84a834037d74'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:27.032482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.033231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:27.049318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.049853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Added segment 34b9997e-655e-4bad-8ae8-8d9b181c5e42 of type vlan for network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 Jan 27 14:50:27.056398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90990457-e49e-4c2c-b620-898a65f76ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.072061 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Checking router: 3f9104da-22a9-447d-8a5f-1b369c45e09f for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:50:27.073002 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Updating router 3f9104da-22a9-447d-8a5f-1b369c45e09f port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:50:27.137905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.147609 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.191668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a9b86-d03b-4f16-8a6e-8b1294791819 req-a7ed84ba-eb15-49c4-8b24-b6ec3316ba11 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:27.201082 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-013a9b86-d03b-4f16-8a6e-8b1294791819 req-a7ed84ba-eb15-49c4-8b24-b6ec3316ba11 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.6312177 Jan 27 14:50:27.217353 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.232518 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da1f1707-9005-4412-bed8-8021bd8ac1d6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/a048dfe0-c31f-4554-b363-69c03eaab5b7 HTTP/1.1" status: 204 len: 168 time: 2.2475276 Jan 27 14:50:27.233781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-939e1352-bcf4-410b-ac01-d622b95b210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.266227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35666) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:27.311755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90990457-e49e-4c2c-b620-898a65f76ace None None] Pushing event updated for resources: {'Port': ['ID=c65506d6-72ce-415b-a2cd-ea6c47f73393,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:27.464269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61abf5-2cf9-4cb1-8a66-afb3fd72634b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:27.468268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61abf5-2cf9-4cb1-8a66-afb3fd72634b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:27.471374 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee61abf5-2cf9-4cb1-8a66-afb3fd72634b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2010751 Jan 27 14:50:27.472535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.484320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:27.484575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.544931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35668) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:27.684176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Allocated IP 172.20.0.2 (7db77609-2a73-459e-b586-73d759dc1514/785c0c3f-15cb-414e-b563-84a834037d74/001e3bf0-8c51-4975-9e63-8d093541b419) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:27.742878 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-5a37daae-ddc2-4aba-bcf5-408311e8184d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 200 len: 217 time: 0.7721972 Jan 27 14:50:27.750112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Network': ['ID=9fe163f9-1cba-417a-9a34-dcb67d9771a0,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:27.759793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.761175 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-013a9b86-d03b-4f16-8a6e-8b1294791819 req-449eea4c-9439-4e38-a703-85bd4df42686 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5083241 Jan 27 14:50:27.770185 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-23955182-8919-4834-8610-701520a83706 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6060245 Jan 27 14:50:27.817983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35670) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:27.818897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.826159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:27.829961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df2b87-c417-41c1-add4-56d0188d1334 None None] Network d6fde914-c6e4-4189-8379-28de6ab31e9a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:27.871591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-939e1352-bcf4-410b-ac01-d622b95b210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.913033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'network': {'name': 'tempest-router-network02--1665848817'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:27.928194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35672) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:27.943170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1b064ca7-e3a8-4a74-b808-2a83510c1cd1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-735460717', 'description': 'tempest-secgroup-smoke-735460717 description', 'project_id': '5dc4826cb0314ba696e97a0ec792bf34'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:27.950817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-939e1352-bcf4-410b-ac01-d622b95b210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.953466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-939e1352-bcf4-410b-ac01-d622b95b210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:27.954955 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-939e1352-bcf4-410b-ac01-d622b95b210c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e65c2b2-1b63-4e40-93de-179951b8fc76 HTTP/1.1" status: 204 len: 168 time: 1.5863502 Jan 27 14:50:27.984351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Router b48407bb-7b77-48f9-86d2-bd09375789b4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:50:27.993431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Port': ['ID=8977f3e8-c407-442e-a2eb-87c80ee8c56b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:28.012066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1352-bcf4-410b-ac01-d622b95b210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65c2b2-1b63-4e40-93de-179951b8fc76,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:28.022739 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.042321 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.051097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.053525 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e883b6f3-c979-4f63-8ec4-35b9015b0b28 req-c275d6c3-78bb-4a8c-b41a-bc14360ef53b tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.1053343 Jan 27 14:50:28.072165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 43434fcd-0046-4c1f-ad01-e64949acc568 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:28.093703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.147786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fbae19ba-2ffb-4b04-9388-0c19a52b263b None None] Could not find standard attr ID for object a048dfe0-c31f-4554-b363-69c03eaab5b7. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:28.163544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c8c4d-8e0d-4d07-93ac-739b85c4a058 None None] Pushing event updated for resources: {'Port': ['ID=6922b86a-66ac-485f-bd2a-ad3e46e85b80,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:28.201215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b064ca7-e3a8-4a74-b808-2a83510c1cd1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.205747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No DVR routers for this DVR port 8977f3e8-c407-442e-a2eb-87c80ee8c56b on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:28.220057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Made reservation on behalf of a24bdd44b43d41b2ac412d35f5051df5 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:28.220747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.229200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.233839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.307462 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Attempting to bind port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:28.308037 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Attempting to bind port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:28.308739 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Attempting to bind port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 on network f1976449-ff97-4960-86ab-4e33ad6e253f {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:28.324539 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:28.325410 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Checking segment: {'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:28.326018 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.326527 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Bound using segment: {'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:28.327864 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Bound port: 6922b86a-66ac-485f-bd2a-ad3e46e85b80, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0496922f-6794-4615-a318-f953391de5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:28.328514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.495067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.511648 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] For port 6922b86a-66ac-485f-bd2a-ad3e46e85b80, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:28.520820 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] For port 6922b86a-66ac-485f-bd2a-ad3e46e85b80, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6922b86a-66ac-485f-bd2a-ad3e46e85b80,segment=NetworkSegment(0496922f-6794-4615-a318-f953391de5f0),segment_id=0496922f-6794-4615-a318-f953391de5f0)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:28.525257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b064ca7-e3a8-4a74-b808-2a83510c1cd1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.530850 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.543211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b064ca7-e3a8-4a74-b808-2a83510c1cd1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.606431 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c8c4d-8e0d-4d07-93ac-739b85c4a058 None None] Pushing event updated for resources: {'Port': ['ID=6922b86a-66ac-485f-bd2a-ad3e46e85b80,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:28.616645 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Routers {'3f9104da-22a9-447d-8a5f-1b369c45e09f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:28.619000 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3f9104da-22a9-447d-8a5f-1b369c45e09f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:28.637732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b064ca7-e3a8-4a74-b808-2a83510c1cd1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.639879 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1b064ca7-e3a8-4a74-b808-2a83510c1cd1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7036443 Jan 27 14:50:28.651616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35684) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:28.657711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c42f8595-118a-47bd-8039-995f556a6631 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'security_group_rule': {'security_group_id': '554617c7-e8ea-40d4-a86c-08bb57246ab7', 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:28.667466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b064ca7-e3a8-4a74-b808-2a83510c1cd1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554617c7-e8ea-40d4-a86c-08bb57246ab7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:28.721004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.751629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.767959 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/43434fcd-0046-4c1f-ad01-e64949acc568 HTTP/1.1" status: 204 len: 168 time: 1.0401349 Jan 27 14:50:28.770577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35686) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:28.890197 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] Set router 3f9104da-22a9-447d-8a5f-1b369c45e09f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:28.891609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f1fa953c-54d3-4ec3-b8ec-78e56a06c314 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165147 Jan 27 14:50:28.892620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35694) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:28.894919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c42f8595-118a-47bd-8039-995f556a6631 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.897417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1de625-d386-4482-ab2d-725594c75a16 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=43434fcd-0046-4c1f-ad01-e64949acc568,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:28.906619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:28.914527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:28.968098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf1d915-1e09-4b94-bb3c-8fa415646e27']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:28.969808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6aa91c-7489-4e96-9ae6-1641bfee7e91 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:28.983343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417363be-000a-4d39-963f-7ad778b541f5') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:28.983947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417363be-000a-4d39-963f-7ad778b541f5') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:28.996691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.014978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.023530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:29.024448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.101520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:50:29.103653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:50:29.104394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:50:29.108785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=7a357037-18b7-4c16-968b-5fdf5d540d63,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:29.112950 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:29.119895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-9659caee-c03f-483d-94ba-d12a72ef8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:29.122870 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-9659caee-c03f-483d-94ba-d12a72ef8c6c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08a06657-59a5-4241-9255-fe4d115f5792 HTTP/1.1" status: 200 len: 834 time: 1.3198907 Jan 27 14:50:29.127836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c42f8595-118a-47bd-8039-995f556a6631 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.142339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba62739-313f-41da-b846-d8d29227fc5c req-86fbd972-a023-4110-96de-b54ed30ae1fe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:29.144251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.144977 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dba62739-313f-41da-b846-d8d29227fc5c req-86fbd972-a023-4110-96de-b54ed30ae1fe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.1437089 Jan 27 14:50:29.147720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c42f8595-118a-47bd-8039-995f556a6631 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.168058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f8595-118a-47bd-8039-995f556a6631 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9d1467-16cc-4f54-9769-5e2a769af128,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:29.226589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c42f8595-118a-47bd-8039-995f556a6631 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.232321 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c42f8595-118a-47bd-8039-995f556a6631 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5747468 Jan 27 14:50:29.240983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35700) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:29.253825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-03030983-2213-4172-8b11-101557f87c57 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'security_group_rule': {'security_group_id': '554617c7-e8ea-40d4-a86c-08bb57246ab7', 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:29.271148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:29.275016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network d6fde914-c6e4-4189-8379-28de6ab31e9a is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:29.299478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:29.308856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.311029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.314846 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/8bf1d915-1e09-4b94-bb3c-8fa415646e27 HTTP/1.1" status: 204 len: 168 time: 9.1394041 Jan 27 14:50:29.319001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:29.332819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35704) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:29.334094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] No DVR routers for this DVR port 775867a3-53f1-4b1d-9661-e088d2f8ebab on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:29.334335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] Sync routers for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:50:29.338181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:29.345041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:29.346144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.351243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.355185 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-92bd2776-acf8-4fde-a622-2b20dcbcb2f6 req-771b057b-f8f3-43ef-bd84-536bbfac77c4 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.72 "DELETE /v2.0/ports/775867a3-53f1-4b1d-9661-e088d2f8ebab HTTP/1.1" status: 204 len: 173 time: 7.0154228 Jan 27 14:50:29.363821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'name': 'network-vif-deleted', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:50:29.367387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0822af-d0d9-418d-b624-41f5ff0209e6" -d '{"events": [{"server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "name": "network-vif-deleted", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:50:29.371999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.372684 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Added segment f6b2ff6e-0c01-4459-a2fc-600cb005e300 of type vlan for network cd77a4e4-ef20-4154-a786-200ca4027871 Jan 27 14:50:29.378295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294033646'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:29.386852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187771df-4ad3-4907-a459-930ebe4f1527 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=8bf1d915-1e09-4b94-bb3c-8fa415646e27,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:29.410720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-915c0c43-71ff-4144-89bd-477262012488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:29.413595 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-915c0c43-71ff-4144-89bd-477262012488 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2767527 Jan 27 14:50:29.478437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.533362 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f6e6ad9-8e8b-4f3a-93a7-8aa90846cc47 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 5.8898332 Jan 27 14:50:29.542919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:29.543749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:29.548728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35710) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:29.574522 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dba62739-313f-41da-b846-d8d29227fc5c req-4340ac38-d0d2-41fa-a283-d2c93dcea9e2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4099402 Jan 27 14:50:29.667946 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:50:20Z', 'revision_number': 4, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port': {'id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:05Z', 'updated_at': '2022-01-27T14:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '6922b86a-66ac-485f-bd2a-ad3e46e85b80', 'name': '', 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'mac_address': 'fa:16:3e:e0:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '025b5620-dd99-4aef-88a1-5cd2e66b0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:15Z', 'updated_at': '2022-01-27T14:50:28Z', 'revision_number': 4, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'subnets': [{'id': '025b5620-dd99-4aef-88a1-5cd2e66b0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:29.700050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d56d33f-62cb-4c9b-93dc-9983e78d2b3c x-openstack-request-id: req-1d56d33f-62cb-4c9b-93dc-9983e78d2b3c {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:50:29.700624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a769f374-f22e-4a6c-b149-2efccb9fc957", "name": "network-vif-deleted", "tag": "775867a3-53f1-4b1d-9661-e088d2f8ebab", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:50:29.701034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d56d33f-62cb-4c9b-93dc-9983e78d2b3c {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:50:29.701634 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a769f374-f22e-4a6c-b149-2efccb9fc957', 'name': 'network-vif-deleted', 'tag': '775867a3-53f1-4b1d-9661-e088d2f8ebab', 'status': 'completed', 'code': 200} Jan 27 14:50:29.717437 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-11371f0f-eee6-432f-add5-3224840b8d73 req-5562ac0c-abc8-4307-b695-d65727eee8cc tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/ports?device_id=a769f374-f22e-4a6c-b149-2efccb9fc957 HTTP/1.1" status: 200 len: 210 time: 0.4459164 Jan 27 14:50:29.719679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.725562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:29.726685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.747071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:29.750989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.786487 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8964908 Jan 27 14:50:29.797517 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52559f-f40a-4a5d-9e5a-61c4ad95a25b None None] The sync data for ids ['3f9104da-22a9-447d-8a5f-1b369c45e09f'] in dv-neutron-826438-5-hyperv is: [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:50:20Z', 'revision_number': 4, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port': {'id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:05Z', 'updated_at': '2022-01-27T14:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '6922b86a-66ac-485f-bd2a-ad3e46e85b80', 'name': '', 'network_id': 'f1976449-ff97-4960-86ab-4e33ad6e253f', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'mac_address': 'fa:16:3e:e0:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '025b5620-dd99-4aef-88a1-5cd2e66b0ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:15Z', 'updated_at': '2022-01-27T14:50:28Z', 'revision_number': 4, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'subnets': [{'id': '025b5620-dd99-4aef-88a1-5cd2e66b0ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:29.799904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35714) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:29.804393 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-25966d17-5fb6-4def-94d4-6e1b9d26a02a service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638659 Jan 27 14:50:29.814946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03030983-2213-4172-8b11-101557f87c57 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:29.833321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'subnet': {'network_id': '9fe163f9-1cba-417a-9a34-dcb67d9771a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:29.877612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:29.975030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Provisioning complete for port 633e0b0b-4784-47ab-b175-dbe5ee635350 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:29.976036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.025327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.123429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35716) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:30.230601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.426440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.463778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Network 7db77609-2a73-459e-b586-73d759dc1514 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:30.500795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:30.527994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:30.584099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:30.586363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Pushing event updated for resources: {'Port': ['ID=001e3bf0-8c51-4975-9e63-8d093541b419,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:30.587639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.589510 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 1acb8bf8-d690-470d-9cb3-71e9f4dee29b of type vlan for network 5d1f7241-7b10-4da4-be09-4f50966df0e2 Jan 27 14:50:30.591126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:30.609781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac1f91-b8cf-4861-8f6e-7dc4f343c03d tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Network': ['ID=cd77a4e4-ef20-4154-a786-200ca4027871,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:30.657831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network cd77a4e4-ef20-4154-a786-200ca4027871 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:30.736939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.749808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03030983-2213-4172-8b11-101557f87c57 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.772733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 7a357037-18b7-4c16-968b-5fdf5d540d63 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:30.773658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.784748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6922b86a-66ac-485f-bd2a-ad3e46e85b80 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:30.826926 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1e58c69b-fd23-4196-9960-898309bb76e5 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:30.829364 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-1e58c69b-fd23-4196-9960-898309bb76e5 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 14:50:30.829795 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-1e58c69b-fd23-4196-9960-898309bb76e5 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 14:50:30.831850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1e58c69b-fd23-4196-9960-898309bb76e5 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7032297 Jan 27 14:50:30.840139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.846423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35724) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:30.878141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03030983-2213-4172-8b11-101557f87c57 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:30.958797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106070083'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:30.980056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35728) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:31.017960 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e993290d-7a41-46f7-9a5f-0ca1ffb536ff req-b4aa4557-27fb-47b0-b362-042576242c6d service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1836812 Jan 27 14:50:31.025106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:31.026556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Made reservation on behalf of a24bdd44b43d41b2ac412d35f5051df5 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:31.033980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.097520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Attempting to bind port 001e3bf0-8c51-4975-9e63-8d093541b419 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:31.098862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Attempting to bind port 001e3bf0-8c51-4975-9e63-8d093541b419 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '97442564-8f98-4ac2-80c3-e6f375cc81d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7db77609-2a73-459e-b586-73d759dc1514'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:31.098862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Attempting to bind port 001e3bf0-8c51-4975-9e63-8d093541b419 on network 7db77609-2a73-459e-b586-73d759dc1514 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:31.146398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:31.146783 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Checking segment: {'id': '97442564-8f98-4ac2-80c3-e6f375cc81d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7db77609-2a73-459e-b586-73d759dc1514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:31.147781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.149086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Bound using segment: {'id': '97442564-8f98-4ac2-80c3-e6f375cc81d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7db77609-2a73-459e-b586-73d759dc1514'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:31.149568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Bound port: 001e3bf0-8c51-4975-9e63-8d093541b419, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97442564-8f98-4ac2-80c3-e6f375cc81d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7db77609-2a73-459e-b586-73d759dc1514'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:31.150014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.155172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.155580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:31.171837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.177859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03030983-2213-4172-8b11-101557f87c57 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411847ea-2ace-4de5-81cd-8a646d8a10a6,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:31.192784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:31.193772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.246894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:31.247814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.273496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.290138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba4d0-a5ef-40f0-8c46-50f4bce3aa84 req-80cc812d-30dc-45dc-8fff-0cfaa655890b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:31.292062 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c0cba4d0-a5ef-40f0-8c46-50f4bce3aa84 req-80cc812d-30dc-45dc-8fff-0cfaa655890b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.5396130 Jan 27 14:50:31.294936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03030983-2213-4172-8b11-101557f87c57 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.296253 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-03030983-2213-4172-8b11-101557f87c57 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0514565 Jan 27 14:50:31.302872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35730) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:31.309342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 7a357037-18b7-4c16-968b-5fdf5d540d63 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:31.309671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:31.328074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6ef479d5-0b1f-49f6-bf18-8f5feca2bdb7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'security_group_rule': {'security_group_id': '554617c7-e8ea-40d4-a86c-08bb57246ab7', 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:31.374843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1c1f2d05-1db5-48c5-8029-1511f7f32c77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4747932 Jan 27 14:50:31.382570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35732) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:31.401005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d', 'ip_address': '2001:db8::ae01:4eb1:a6f4:3152'}], 'name': 'tempest-NetworksTestDHCPv6-167621493'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:31.409220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] For port 001e3bf0-8c51-4975-9e63-8d093541b419, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:31.418123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] For port 001e3bf0-8c51-4975-9e63-8d093541b419, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=001e3bf0-8c51-4975-9e63-8d093541b419,segment=NetworkSegment(97442564-8f98-4ac2-80c3-e6f375cc81d3),segment_id=97442564-8f98-4ac2-80c3-e6f375cc81d3)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:31.527195 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c0cba4d0-a5ef-40f0-8c46-50f4bce3aa84 req-f3a4b3c2-df10-4f92-bc9a-eac5d882a8de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231617 Jan 27 14:50:31.565305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] For port 633e0b0b-4784-47ab-b175-dbe5ee635350, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=633e0b0b-4784-47ab-b175-dbe5ee635350,segment=NetworkSegment(996018bd-e273-44d4-8144-f2387d8a2160),segment_id=996018bd-e273-44d4-8144-f2387d8a2160)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:31.602282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] Deleting port c65506d6-72ce-415b-a2cd-ea6c47f73393 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:31.604444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.636934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.643138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.671900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.704101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3669500 Jan 27 14:50:31.707537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35734) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:31.709123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ef479d5-0b1f-49f6-bf18-8f5feca2bdb7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.719722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': '5d1f7241-7b10-4da4-be09-4f50966df0e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:31.776010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-170d226d-6f47-4309-94c6-109880a30c6f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.800695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.852975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-170d226d-6f47-4309-94c6-109880a30c6f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.950242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:31.951085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:31.978251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef8942-c1d6-4c5c-bd1e-d7e06622e81e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=5d1f7241-7b10-4da4-be09-4f50966df0e2,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:31.985770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-c987af71-177d-4053-958c-0721bc30cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:31.987393 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-c987af71-177d-4053-958c-0721bc30cf01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1096 time: 0.8844874 Jan 27 14:50:32.017292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-170d226d-6f47-4309-94c6-109880a30c6f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.024622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-170d226d-6f47-4309-94c6-109880a30c6f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.029039 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-170d226d-6f47-4309-94c6-109880a30c6f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "DELETE /v2.0/security-groups/db12b899-01a3-471a-88f1-a93e1f395895 HTTP/1.1" status: 204 len: 168 time: 1.0087619 Jan 27 14:50:32.032651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35736) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:32.087228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 5d1f7241-7b10-4da4-be09-4f50966df0e2 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:32.160483 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-84acbca5-bbd0-4bab-bcd6-c7d8c4b1a113 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] show failed (client error): The resource could not be found. Jan 27 14:50:32.164682 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-84acbca5-bbd0-4bab-bcd6-c7d8c4b1a113 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "GET /v2.0/security-groups/db12b899-01a3-471a-88f1-a93e1f395895 HTTP/1.1" status: 404 len: 347 time: 0.1191947 Jan 27 14:50:32.165592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d226d-6f47-4309-94c6-109880a30c6f tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db12b899-01a3-471a-88f1-a93e1f395895,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:32.175206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35738) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:32.187979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.247593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] For port c65506d6-72ce-415b-a2cd-ea6c47f73393, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c65506d6-72ce-415b-a2cd-ea6c47f73393,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:32.248697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.273372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] Calling delete_port for c65506d6-72ce-415b-a2cd-ea6c47f73393 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:32.325604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=7a357037-18b7-4c16-968b-5fdf5d540d63,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:32.418445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.421972 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ddc27ab9-7ebf-4264-a0c9-5cd658086a8a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/7a357037-18b7-4c16-968b-5fdf5d540d63 HTTP/1.1" status: 204 len: 168 time: 2.8717365 Jan 27 14:50:32.435766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35740) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:32.490243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-27ee8e10-8d65-4ed9-a9d7-bb7a22764b1a None None] Provisioning complete for port 7a357037-18b7-4c16-968b-5fdf5d540d63 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:32.491653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e10-8d65-4ed9-a9d7-bb7a22764b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.497105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:32.516674 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb121ac-e1ba-412d-b68f-0e0a9df01112 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:50:32.518386 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dfb121ac-e1ba-412d-b68f-0e0a9df01112 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/7a357037-18b7-4c16-968b-5fdf5d540d63 HTTP/1.1" status: 404 len: 333 time: 0.0804253 Jan 27 14:50:32.519778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-4cf92c5c-6d31-40b8-b930-eabdb991aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:32.521799 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-4cf92c5c-6d31-40b8-b930-eabdb991aeb2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 898 time: 0.5190396 Jan 27 14:50:32.522314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35742) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:32.555157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] Checking router: b48407bb-7b77-48f9-86d2-bd09375789b4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:50:32.558205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.562197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Pushing event updated for resources: {'Port': ['ID=633e0b0b-4784-47ab-b175-dbe5ee635350,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:32.623825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.633896 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-89f94227-0c60-4f2d-b772-5020a43f2753 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 200 len: 217 time: 0.0990827 Jan 27 14:50:32.636504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.638546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.639374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.640123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.640739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.641576 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.642149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.642929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.645848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.647292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.647413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.648134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.648704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732ce63d-fa99-4730-8e9f-3f385cceaed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:50:32.649893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ef479d5-0b1f-49f6-bf18-8f5feca2bdb7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.667774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-27ee8e10-8d65-4ed9-a9d7-bb7a22764b1a None None] Port 7a357037-18b7-4c16-968b-5fdf5d540d63 was deleted so its status cannot be updated. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 27 14:50:32.685392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] No DVR routers for this DVR port c65506d6-72ce-415b-a2cd-ea6c47f73393 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:32.686360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.694482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ef479d5-0b1f-49f6-bf18-8f5feca2bdb7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.697822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:32.737758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c825f-768b-417c-a621-6cbaae745cbc None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:32.746421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:32.747074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:32.775073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet cd3d8247-863e-4a25-bb25-633b3c2ae67d {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:32.806464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.853851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Deleting port 75d2d8df-4db8-46ef-9373-deb011d72022 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:32.854333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.871167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6ef479d5-0b1f-49f6-bf18-8f5feca2bdb7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.871835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6ef479d5-0b1f-49f6-bf18-8f5feca2bdb7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5631051 Jan 27 14:50:32.872100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef479d5-0b1f-49f6-bf18-8f5feca2bdb7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179d725e-c60e-49d6-9a88-d6f0dc202aaa,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:32.880412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35746) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:32.892409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024058d9-0c11-4390-86ee-02e3ce915888,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:32.892750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f241bacf-67e7-476b-9442-977f1a04e9b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'security_group_rule': {'security_group_id': '554617c7-e8ea-40d4-a86c-08bb57246ab7', 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:32.902211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Subnet': ['ID=65565305-6f00-4bba-bd9b-58230640d241,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:32.922449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:32.926867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:32.953172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-53ec699e-a5f9-486c-815a-b10c46911219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:32.955358 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-53ec699e-a5f9-486c-815a-b10c46911219 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08a06657-59a5-4241-9255-fe4d115f5792 HTTP/1.1" status: 200 len: 834 time: 0.3110158 Jan 27 14:50:33.033616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a151e4-53f4-4d82-9cfc-572c7332d6ff req-93e0c4e5-c82e-4f38-ad76-db534ba618b9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:33.035329 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4a151e4-53f4-4d82-9cfc-572c7332d6ff req-93e0c4e5-c82e-4f38-ad76-db534ba618b9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.3461657 Jan 27 14:50:33.057380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.059035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Checking segment: {'id': '34b9997e-655e-4bad-8ae8-8d9b181c5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9fe163f9-1cba-417a-9a34-dcb67d9771a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:33.060980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network hostable DHCP agents. Network: 9fe163f9-1cba-417a-9a34-dcb67d9771a0, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:33.074830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.106865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-27ee8e10-8d65-4ed9-a9d7-bb7a22764b1a None None] Provisioning complete for port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:33.107266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27ee8e10-8d65-4ed9-a9d7-bb7a22764b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.134537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f241bacf-67e7-476b-9442-977f1a04e9b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.150806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.162310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 1720e187-f845-4860-84a4-f95547b0db19 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:33.178926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.187809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.208140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:33.208733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-907f5648-82b0-4245-80dd-c28ba597547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:33.210497 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-907f5648-82b0-4245-80dd-c28ba597547e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2402272 Jan 27 14:50:33.213311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.213641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.223008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.225141 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2971308 Jan 27 14:50:33.259303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35748) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:33.265648 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4a151e4-53f4-4d82-9cfc-572c7332d6ff req-411bd97d-99e4-42b5-9d9d-22cdc90990bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945689 Jan 27 14:50:33.276356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-751cb445-f2c6-4908-abf8-d623a82614ac tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '1b4720fc-a941-4317-926b-1ecf743972d5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:33.321642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 9fe163f9-1cba-417a-9a34-dcb67d9771a0) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:33.345663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8589a9-b75a-4e80-9bb3-0a0d1775510e None None] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:33.359809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:33.360562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.383430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976fb73-2742-4aa5-83ee-b5e0f550184a None None] Pushing event updated for resources: {'Port': ['ID=001e3bf0-8c51-4975-9e63-8d093541b419,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:33.385177 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-70cd7ed0-d8a3-4bc6-9edb-2ce1a86ef077 service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431675 Jan 27 14:50:33.415024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Calling delete_port for 75d2d8df-4db8-46ef-9373-deb011d72022 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:33.425886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 6922b86a-66ac-485f-bd2a-ad3e46e85b80, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6922b86a-66ac-485f-bd2a-ad3e46e85b80,segment=NetworkSegment(0496922f-6794-4615-a318-f953391de5f0),segment_id=0496922f-6794-4615-a318-f953391de5f0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:33.482273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fec98b-02aa-4ce1-aec5-6141bf2c8698 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4720fc-a941-4317-926b-1ecf743972d5,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:33.515558 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f13d2278-4a4b-4a7a-9231-0b44e8563721 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7139790 Jan 27 14:50:33.532726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35750) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:33.535046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f241bacf-67e7-476b-9442-977f1a04e9b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.550736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'subnet': {'network_id': 'cd77a4e4-ef20-4154-a786-200ca4027871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:33.611491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.616134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.617022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 633e0b0b-4784-47ab-b175-dbe5ee635350 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:33.669252 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-751cb445-f2c6-4908-abf8-d623a82614ac tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.678482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f241bacf-67e7-476b-9442-977f1a04e9b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.694200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac83f2-f50d-4c58-ada3-c67356480c3f None None] Pushing event deleted for resources: {'Port': ['ID=c65506d6-72ce-415b-a2cd-ea6c47f73393,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:33.697497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:33.699154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.723457 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-86cfe2f0-9c70-4e7b-b420-9a246fa959f9 req-0eeee9ac-1693-4844-9f29-9d2507b603ac service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175058 Jan 27 14:50:33.741181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ada119-f32a-46bd-8cc7-797312d321e0 None None] Network 7db77609-2a73-459e-b586-73d759dc1514 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:33.762648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.812398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241bacf-67e7-476b-9442-977f1a04e9b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b6c30d-6b03-45ba-9a69-a3310f7c8ed9,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:33.844249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3d8247-863e-4a25-bb25-633b3c2ae67d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:33.845122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f241bacf-67e7-476b-9442-977f1a04e9b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.851018 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f241bacf-67e7-476b-9442-977f1a04e9b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9635525 Jan 27 14:50:33.852071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.852071 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e9b58dd1-c8a0-48a4-b7e4-8cc341029685 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/cd3d8247-863e-4a25-bb25-633b3c2ae67d HTTP/1.1" status: 204 len: 168 time: 1.3217683 Jan 27 14:50:33.856508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35752) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:33.856872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35754) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:33.862142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'security_group_rule': {'security_group_id': '554617c7-e8ea-40d4-a86c-08bb57246ab7', 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:33.894000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Made reservation on behalf of a24bdd44b43d41b2ac412d35f5051df5 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:33.898118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.904119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::ae01:4eb1:a6f4:3152 (54ed4f89-dea6-4178-95d4-b6863af583eb/54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d/1720e187-f845-4860-84a4-f95547b0db19) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:33.908296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.911222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49a1c2cc-9cd8-4885-9077-61d015187089 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:50:33.914606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238c296-de92-4d0a-9732-e771c9b534d7 None None] Network d6fde914-c6e4-4189-8379-28de6ab31e9a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:33.946707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-751cb445-f2c6-4908-abf8-d623a82614ac tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:33.967522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:33.974256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.008896 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Project 5dc4826cb0314ba696e97a0ec792bf34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:50:34.011533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-751cb445-f2c6-4908-abf8-d623a82614ac tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.015505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Pushing event deleted for resources: {'Port': ['ID=75d2d8df-4db8-46ef-9373-deb011d72022,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.024340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.031500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.097853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cb445-f2c6-4908-abf8-d623a82614ac tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e14a399-2946-4b8b-82ec-fc1ab612eca1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.136997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-751cb445-f2c6-4908-abf8-d623a82614ac tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.142134 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-751cb445-f2c6-4908-abf8-d623a82614ac tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8796763 Jan 27 14:50:34.146429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35758) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:34.158368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ef05986c-c5d5-45af-87e5-babddf7b8098 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '1b4720fc-a941-4317-926b-1ecf743972d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:34.167780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=44daf4f7-ee60-414b-98f5-4b9b63a46c8f,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.237032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.240405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.246080 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9279cb31-a15e-4d01-b049-66dde5353874 tempest-ServerActionsTestJSON-471690682 tempest-ServerActionsTestJSON-471690682-project] 10.222.0.18 "DELETE /v2.0/floatingips/9430313b-b476-4d24-af29-23a01ff9151f HTTP/1.1" status: 204 len: 168 time: 2.0651021 Jan 27 14:50:34.246369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '1acb8bf8-d690-470d-9cb3-71e9f4dee29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5d1f7241-7b10-4da4-be09-4f50966df0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:34.246369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: 5d1f7241-7b10-4da4-be09-4f50966df0e2, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:34.251344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35760) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:34.255247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.265379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.320157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306df250-40b0-4572-8add-4d6c41a6ff77,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.329146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.336315 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4dd9d079-d0c7-4d94-bd0f-1e406adae110 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4781251 Jan 27 14:50:34.336933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35764) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:34.340472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 633e0b0b-4784-47ab-b175-dbe5ee635350 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:34.340762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.347349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'security_group_rule': {'security_group_id': '554617c7-e8ea-40d4-a86c-08bb57246ab7', 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:34.373257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.resource_extend [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:50:34.414848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=6922b86a-66ac-485f-bd2a-ad3e46e85b80,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.447076 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] For port 633e0b0b-4784-47ab-b175-dbe5ee635350, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=633e0b0b-4784-47ab-b175-dbe5ee635350,segment=NetworkSegment(996018bd-e273-44d4-8144-f2387d8a2160),segment_id=996018bd-e273-44d4-8144-f2387d8a2160)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:34.447472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.461295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network 5d1f7241-7b10-4da4-be09-4f50966df0e2 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:34.462170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Project 5dc4826cb0314ba696e97a0ec792bf34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:50:34.473093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.476458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 633e0b0b-4784-47ab-b175-dbe5ee635350 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:34.520157 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef05986c-c5d5-45af-87e5-babddf7b8098 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.607082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.617615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.619097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 5d1f7241-7b10-4da4-be09-4f50966df0e2) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:34.641788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:34.642412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.642558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1379557-b9b5-4c9f-9f23-8182c000b95a,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.672784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.675091 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ec6ddb5f-09dd-439a-9a91-85d71176792c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3367202 Jan 27 14:50:34.677812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.696548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367b6a6-d1c4-4bda-8712-116cefb12008 None None] Network 5d1f7241-7b10-4da4-be09-4f50966df0e2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:34.715541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.720982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.728807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 633e0b0b-4784-47ab-b175-dbe5ee635350 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:34.729181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:34.737301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=633e0b0b-4784-47ab-b175-dbe5ee635350,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.745662 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-566dc143-1c32-4638-ae05-7d4d2bb2e00f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0297287 Jan 27 14:50:34.745904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No DVR routers for this DVR port 633e0b0b-4784-47ab-b175-dbe5ee635350 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:34.750914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35774) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:34.790264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce2a65-747c-4ade-99cd-f0d8933adaac req-08f85a88-5330-41ea-be0d-d9fd3d67961c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:34.792205 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efce2a65-747c-4ade-99cd-f0d8933adaac req-08f85a88-5330-41ea-be0d-d9fd3d67961c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.3899918 Jan 27 14:50:34.908362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-27ee8e10-8d65-4ed9-a9d7-bb7a22764b1a None None] Could not find standard attr ID for object 633e0b0b-4784-47ab-b175-dbe5ee635350. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:34.939919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-ef05986c-c5d5-45af-87e5-babddf7b8098 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 14:50:34.943830 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ef05986c-c5d5-45af-87e5-babddf7b8098 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7890046 Jan 27 14:50:34.944227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Port 633e0b0b-4784-47ab-b175-dbe5ee635350 was deleted so its status cannot be updated. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Jan 27 14:50:34.947251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35800) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:34.949202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Subnet': ['ID=7fd5954f-6dd8-4e13-bfc2-3a947d6079ea,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:34.966384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c284d-2870-4778-b087-1a4cef7c4d32 None None] DHCP port deletion for d6fde914-c6e4-4189-8379-28de6ab31e9a request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:35.025137 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efce2a65-747c-4ade-99cd-f0d8933adaac req-e864305b-8344-49da-b8d7-b7e03ce5961b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087026 Jan 27 14:50:35.026338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.042717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Checking segment: {'id': 'f6b2ff6e-0c01-4459-a2fc-600cb005e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cd77a4e4-ef20-4154-a786-200ca4027871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:35.043091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network hostable DHCP agents. Network: cd77a4e4-ef20-4154-a786-200ca4027871, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:35.135690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:35.198628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:35.205420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.217643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:35.229223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:35.230620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.240047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=1720e187-f845-4860-84a4-f95547b0db19,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:35.245121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network cd77a4e4-ef20-4154-a786-200ca4027871 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:35.266753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a7113774-cc38-4064-b6ef-fb12112e80ed None None] Could not find standard attr ID for object 7a357037-18b7-4c16-968b-5fdf5d540d63. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:35.278207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fde914-c6e4-4189-8379-28de6ab31e9a']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:35.315837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996018bd-e273-44d4-8144-f2387d8a2160') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:35.316274 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996018bd-e273-44d4-8144-f2387d8a2160') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:35.321314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-9fe163f9-1cba-417a-9a34-dcb67d9771a0', 'network_id': '9fe163f9-1cba-417a-9a34-dcb67d9771a0', 'tenant_id': 'a24bdd44b43d41b2ac412d35f5051df5', 'fixed_ips': [{'subnet_id': '65565305-6f00-4bba-bd9b-58230640d241'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:35.321893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, cd77a4e4-ef20-4154-a786-200ca4027871) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:35.323036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.330281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.351900 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-70d20151-b3d3-4206-9c37-cae14ca6e61e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9672155 Jan 27 14:50:35.354655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:35.356454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.359423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35806) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:35.403000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.414250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15434fcf-d0b3-41d4-8a42-81d4ac751054 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.432508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b1e719-578f-4eb7-a947-a011111950ce None None] Network cd77a4e4-ef20-4154-a786-200ca4027871 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:35.455892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15434fcf-d0b3-41d4-8a42-81d4ac751054 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.472220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 49a1c2cc-9cd8-4885-9077-61d015187089, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49a1c2cc-9cd8-4885-9077-61d015187089,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:35.479859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:35.480356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:35.485525 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:35.512798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4fb426a7-8d2f-49d1-bafb-b768403567d5 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9680357 Jan 27 14:50:35.514549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35816) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:35.559967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d/07781b4f-c598-44a5-a21e-4c656837e0cd) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:35.563865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.668601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.673756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.698973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8d1b82-ae22-425f-9d69-06a0cc7a25cb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:35.701570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.706142 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5b8d1b82-ae22-425f-9d69-06a0cc7a25cb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3446190 Jan 27 14:50:35.707476 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/d6fde914-c6e4-4189-8379-28de6ab31e9a HTTP/1.1" status: 204 len: 168 time: 1.8385692 Jan 27 14:50:35.720932 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35818) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:35.721775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35820) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:35.725917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 001e3bf0-8c51-4975-9e63-8d093541b419 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:35.733365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'name': 'tempest-PortsIpV6TestJSON-1797779448'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:35.746534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5152b41-f95e-4299-83b8-962704d3ac1c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=d6fde914-c6e4-4189-8379-28de6ab31e9a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:35.785023 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15434fcf-d0b3-41d4-8a42-81d4ac751054 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.786775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15434fcf-d0b3-41d4-8a42-81d4ac751054 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:35.789000 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-15434fcf-d0b3-41d4-8a42-81d4ac751054 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b4720fc-a941-4317-926b-1ecf743972d5 HTTP/1.1" status: 204 len: 168 time: 0.8315663 Jan 27 14:50:35.807151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35822) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:35.852102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15434fcf-d0b3-41d4-8a42-81d4ac751054 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4720fc-a941-4317-926b-1ecf743972d5,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:35.938722 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b7b5158a-91d4-4759-a484-930431c9e4c9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1277850 Jan 27 14:50:35.944973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35824) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:35.952345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-76c338a4-0554-4261-9d36-f3308d0fb100 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--746418337'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:35.998741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.060785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=44daf4f7-ee60-414b-98f5-4b9b63a46c8f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:36.093177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76c338a4-0554-4261-9d36-f3308d0fb100 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.217747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '49a1c2cc-9cd8-4885-9077-61d015187089', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:50:36.225183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a7113774-cc38-4064-b6ef-fb12112e80ed None None] Provisioning complete for port 001e3bf0-8c51-4975-9e63-8d093541b419 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:36.226119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7113774-cc38-4064-b6ef-fb12112e80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.268473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.330819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1f7241-7b10-4da4-be09-4f50966df0e2']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:36.356441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acb8bf8-d690-470d-9cb3-71e9f4dee29b') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:36.357139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acb8bf8-d690-470d-9cb3-71e9f4dee29b') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:36.400286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.430571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.438950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:36.439642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.443125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.451912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8d514-ccc1-4c4a-9217-6e47fbd855cf None None] Network 5d1f7241-7b10-4da4-be09-4f50966df0e2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:36.520388 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:36.557878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76c338a4-0554-4261-9d36-f3308d0fb100 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.568298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76c338a4-0554-4261-9d36-f3308d0fb100 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.574137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.594635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.600433 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/5d1f7241-7b10-4da4-be09-4f50966df0e2 HTTP/1.1" status: 204 len: 168 time: 1.8478515 Jan 27 14:50:36.645771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35832) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:36.714490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-76c338a4-0554-4261-9d36-f3308d0fb100 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.716646 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-76c338a4-0554-4261-9d36-f3308d0fb100 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7701538 Jan 27 14:50:36.722447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880695650'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:36.745228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35834) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:36.771735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7859900-6309-4c20-8835-e637c572dcc5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=5d1f7241-7b10-4da4-be09-4f50966df0e2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:36.815128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ba69fc66-2d4d-4e49-8a9b-f27de5123c1c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'b4461953-9e01-45be-b38f-d2e9a79d3bba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:36.816829 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-ba69fc66-2d4d-4e49-8a9b-f27de5123c1c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 14:50:36.817941 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-ba69fc66-2d4d-4e49-8a9b-f27de5123c1c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:36.821658 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ba69fc66-2d4d-4e49-8a9b-f27de5123c1c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0565081 Jan 27 14:50:36.827298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35842) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:36.917045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c338a4-0554-4261-9d36-f3308d0fb100 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4461953-9e01-45be-b38f-d2e9a79d3bba,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:36.921440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a1c2cc-9cd8-4885-9077-61d015187089 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:50:36.972824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:36.977445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.982078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62ce3268-4d80-4a72-85a1-a252893d2488 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:36.992235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 49a1c2cc-9cd8-4885-9077-61d015187089, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49a1c2cc-9cd8-4885-9077-61d015187089,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:37.036073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90815779-2b12-42c7-9579-b3b6cfdbc2e5 req-ff51f0fb-e478-43a1-bd66-5aecbb28dbb7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:37.039876 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-90815779-2b12-42c7-9579-b3b6cfdbc2e5 req-ff51f0fb-e478-43a1-bd66-5aecbb28dbb7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 943 time: 0.5708582 Jan 27 14:50:37.064905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62ce3268-4d80-4a72-85a1-a252893d2488 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.096978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 001e3bf0-8c51-4975-9e63-8d093541b419 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:37.097362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.136088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.197203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62ce3268-4d80-4a72-85a1-a252893d2488 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.201446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62ce3268-4d80-4a72-85a1-a252893d2488 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.208290 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-62ce3268-4d80-4a72-85a1-a252893d2488 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4461953-9e01-45be-b38f-d2e9a79d3bba HTTP/1.1" status: 204 len: 168 time: 0.3786373 Jan 27 14:50:37.209041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35846) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:37.225185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3268-4d80-4a72-85a1-a252893d2488 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4461953-9e01-45be-b38f-d2e9a79d3bba,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:37.257819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:37.278448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:37.288697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.397663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.421738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:37.424077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['49a1c2cc-9cd8-4885-9077-61d015187089'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:50:37.476979 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 1720e187-f845-4860-84a4-f95547b0db19 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:37.477542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.496094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.496635 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment da65b21d-bac3-4080-b0e8-b7c10fa17131 of type vlan for network d122e052-6831-4294-9f90-d5f56ed2bd37 Jan 27 14:50:37.505834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=49a1c2cc-9cd8-4885-9077-61d015187089,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:37.509699 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-cd77a4e4-ef20-4154-a786-200ca4027871', 'network_id': 'cd77a4e4-ef20-4154-a786-200ca4027871', 'tenant_id': 'a24bdd44b43d41b2ac412d35f5051df5', 'fixed_ips': [{'subnet_id': '7fd5954f-6dd8-4e13-bfc2-3a947d6079ea'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:37.510835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.521311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c59f11-c313-4a60-ae53-c708714aeb62 None None] The sync data for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv is: [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67669e37-9d5f-4290-9ae9-5401b7f7be1b', 'name': '', 'network_id': 'bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'mac_address': 'fa:16:3e:e9:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:32Z', 'updated_at': '2022-01-27T14:46:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'subnets': [{'id': '657d8216-ab7b-40b8-be7d-6e814e8246f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:37.563114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Allocated IP 172.20.0.2 (9fe163f9-1cba-417a-9a34-dcb67d9771a0/65565305-6f00-4bba-bd9b-58230640d241/a0a00ef4-917d-424e-91e6-759878c85c65) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:37.578924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7113774-cc38-4064-b6ef-fb12112e80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.589515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.646423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.655891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 78b36143-d13e-48c6-9120-82634180643a yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:37.688488 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-90815779-2b12-42c7-9579-b3b6cfdbc2e5 req-765bc41f-66b6-46d3-8358-7bc00f5fa097 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5920670 Jan 27 14:50:37.854103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.859059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:37.865838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a7113774-cc38-4064-b6ef-fb12112e80ed None None] For port 001e3bf0-8c51-4975-9e63-8d093541b419, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=001e3bf0-8c51-4975-9e63-8d093541b419,segment=NetworkSegment(97442564-8f98-4ac2-80c3-e6f375cc81d3),segment_id=97442564-8f98-4ac2-80c3-e6f375cc81d3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:37.872629 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-abb7fd16-f949-4cc5-8d0f-92e099f48b77 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6487985 Jan 27 14:50:37.873332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35878) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:37.881344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c19826a9-dca9-47f3-aa71-6371444882f9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113504348'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:37.899415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7113774-cc38-4064-b6ef-fb12112e80ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.902566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Pushing event updated for resources: {'Port': ['ID=07781b4f-c598-44a5-a21e-4c656837e0cd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:37.914157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:37.917242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:37.959448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.964722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c19826a9-dca9-47f3-aa71-6371444882f9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:37.972206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.060599 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94955bc2-c129-49f4-b393-635d42c654be None None] New status for floating IP 9430313b-b476-4d24-af29-23a01ff9151f: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:50:38.117783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c19826a9-dca9-47f3-aa71-6371444882f9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.126943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c19826a9-dca9-47f3-aa71-6371444882f9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.190804 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c19826a9-dca9-47f3-aa71-6371444882f9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.199457 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c19826a9-dca9-47f3-aa71-6371444882f9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3209190 Jan 27 14:50:38.201017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.201250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35884) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:38.211515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4232f251-0ca7-42c3-b282-1a838a3910e4 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd80e603d-95b9-49c5-9039-de57b494aa0f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:38.212285 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-4232f251-0ca7-42c3-b282-1a838a3910e4 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 14:50:38.214991 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-4232f251-0ca7-42c3-b282-1a838a3910e4 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:38.221353 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4232f251-0ca7-42c3-b282-1a838a3910e4 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143189 Jan 27 14:50:38.222208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35886) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:38.245691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19826a9-dca9-47f3-aa71-6371444882f9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e603d-95b9-49c5-9039-de57b494aa0f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:38.299028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Allocated IP 172.20.0.2 (cd77a4e4-ef20-4154-a786-200ca4027871/7fd5954f-6dd8-4e13-bfc2-3a947d6079ea/9d4b5b24-83f1-4494-bcd0-645e079249b1) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:38.338914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-051e90fa-46b9-4cf8-a8c7-88bd4772025b None None] Provisioning complete for port 001e3bf0-8c51-4975-9e63-8d093541b419 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:38.339510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-051e90fa-46b9-4cf8-a8c7-88bd4772025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.397925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86e0ea26-e0bc-48af-a7ab-ff537ad8aa8e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.419194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:50:38.421382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.472497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Attempting to bind port 07781b4f-c598-44a5-a21e-4c656837e0cd on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:38.476408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Attempting to bind port 07781b4f-c598-44a5-a21e-4c656837e0cd by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:38.477243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Attempting to bind port 07781b4f-c598-44a5-a21e-4c656837e0cd on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:38.502764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86e0ea26-e0bc-48af-a7ab-ff537ad8aa8e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.505360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:38.505360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:38.505360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.505360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:38.506893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Bound port: 07781b4f-c598-44a5-a21e-4c656837e0cd, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:38.506893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.533796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.553228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.559338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:38.560077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.571454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:38.582277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.624118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:38.637497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86e0ea26-e0bc-48af-a7ab-ff537ad8aa8e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.646412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86e0ea26-e0bc-48af-a7ab-ff537ad8aa8e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.649680 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-86e0ea26-e0bc-48af-a7ab-ff537ad8aa8e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/d80e603d-95b9-49c5-9039-de57b494aa0f HTTP/1.1" status: 204 len: 168 time: 0.4247234 Jan 27 14:50:38.659084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35888) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:38.695620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0ea26-e0bc-48af-a7ab-ff537ad8aa8e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e603d-95b9-49c5-9039-de57b494aa0f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:38.723992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7113774-cc38-4064-b6ef-fb12112e80ed None None] Pushing event updated for resources: {'Port': ['ID=001e3bf0-8c51-4975-9e63-8d093541b419,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:38.739924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:38.778949 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-78bdf199-2fad-4a69-832a-7930807b2c31 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1133170 Jan 27 14:50:38.780039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35892) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:38.791476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8921141b-1f1c-4085-8e30-924358f4ff6e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--558473429'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:38.845335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8921141b-1f1c-4085-8e30-924358f4ff6e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:38.865881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 1720e187-f845-4860-84a4-f95547b0db19 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:38.904166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:50:38.904773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:50:38.928208 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2711551 Jan 27 14:50:38.931602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35894) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:38.939335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': 'd122e052-6831-4294-9f90-d5f56ed2bd37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:39.110331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8921141b-1f1c-4085-8e30-924358f4ff6e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.123464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907f2d4-39cf-4479-a270-88a09a342e66 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=d122e052-6831-4294-9f90-d5f56ed2bd37,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:39.137362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8921141b-1f1c-4085-8e30-924358f4ff6e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.147858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:39.153484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.167509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network d122e052-6831-4294-9f90-d5f56ed2bd37 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:39.285192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8921141b-1f1c-4085-8e30-924358f4ff6e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.290969 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8921141b-1f1c-4085-8e30-924358f4ff6e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5041471 Jan 27 14:50:39.300626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921141b-1f1c-4085-8e30-924358f4ff6e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91741b-2480-4136-bbcf-49957b369fcb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:39.304573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35896) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:39.312561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.320203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c2ac81b0-7550-46ed-9817-f165b7010d60 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '2e91741b-2480-4136-bbcf-49957b369fcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:39.336884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.342553 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-c2ac81b0-7550-46ed-9817-f165b7010d60 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 14:50:39.343615 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-c2ac81b0-7550-46ed-9817-f165b7010d60 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:39.349320 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c2ac81b0-7550-46ed-9817-f165b7010d60 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0334787 Jan 27 14:50:39.354875 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35900) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:39.380412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Attempting to bind port a0a00ef4-917d-424e-91e6-759878c85c65 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:39.380847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Attempting to bind port a0a00ef4-917d-424e-91e6-759878c85c65 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '34b9997e-655e-4bad-8ae8-8d9b181c5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9fe163f9-1cba-417a-9a34-dcb67d9771a0'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:39.381315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Attempting to bind port a0a00ef4-917d-424e-91e6-759878c85c65 on network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:39.386996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f3d75d14-c04a-4bdc-a2be-dd431dd8f013 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '2e91741b-2480-4136-bbcf-49957b369fcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:39.388170 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-f3d75d14-c04a-4bdc-a2be-dd431dd8f013 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 14:50:39.388688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.388992 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-f3d75d14-c04a-4bdc-a2be-dd431dd8f013 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:39.396574 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f3d75d14-c04a-4bdc-a2be-dd431dd8f013 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0315115 Jan 27 14:50:39.401671 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35902) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:39.425490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e331c4f7-ccf6-4ebc-87f8-a38aceb87c9a tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '2e91741b-2480-4136-bbcf-49957b369fcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:39.431975 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-e331c4f7-ccf6-4ebc-87f8-a38aceb87c9a tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 14:50:39.433025 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-e331c4f7-ccf6-4ebc-87f8-a38aceb87c9a tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:39.442792 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e331c4f7-ccf6-4ebc-87f8-a38aceb87c9a tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0320244 Jan 27 14:50:39.443823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35904) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:39.459834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-134004f8-fcac-49f5-82e3-f1ed92705ca9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '2e91741b-2480-4136-bbcf-49957b369fcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:39.460690 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-134004f8-fcac-49f5-82e3-f1ed92705ca9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 14:50:39.461199 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-134004f8-fcac-49f5-82e3-f1ed92705ca9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:39.464953 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-134004f8-fcac-49f5-82e3-f1ed92705ca9 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072570 Jan 27 14:50:39.466884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35906) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:39.577793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=78b36143-d13e-48c6-9120-82634180643a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:39.608569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb8a3f-5423-4a7e-8a91-70f199dafb15 req-51f0bfb7-6adb-4924-abcc-fc949ff7d58c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:39.611807 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbbb8a3f-5423-4a7e-8a91-70f199dafb15 req-51f0bfb7-6adb-4924-abcc-fc949ff7d58c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 944 time: 0.6548138 Jan 27 14:50:39.614064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Allocated IP 172.20.0.1 (9fe163f9-1cba-417a-9a34-dcb67d9771a0/65565305-6f00-4bba-bd9b-58230640d241/d8c005b7-b8df-406f-86f2-c8a51241c7c8) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:39.640294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:39.670634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:39.679941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:39.687390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:39.688429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.698158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:39.698999 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Checking segment: {'id': '34b9997e-655e-4bad-8ae8-8d9b181c5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9fe163f9-1cba-417a-9a34-dcb67d9771a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:39.699855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.700680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Bound using segment: {'id': '34b9997e-655e-4bad-8ae8-8d9b181c5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9fe163f9-1cba-417a-9a34-dcb67d9771a0'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:39.701740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Bound port: a0a00ef4-917d-424e-91e6-759878c85c65, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b9997e-655e-4bad-8ae8-8d9b181c5e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9fe163f9-1cba-417a-9a34-dcb67d9771a0'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:39.702582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.826659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5b817434-c407-4678-9845-3fe043519136 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.0998099 Jan 27 14:50:39.835612 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbbb8a3f-5423-4a7e-8a91-70f199dafb15 req-4cfde9f1-7d22-4953-8d59-20c6af463d63 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930943 Jan 27 14:50:39.842230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35908) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:39.918830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:39.934512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] For port a0a00ef4-917d-424e-91e6-759878c85c65, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:39.939435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] For port a0a00ef4-917d-424e-91e6-759878c85c65, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a0a00ef4-917d-424e-91e6-759878c85c65,segment=NetworkSegment(34b9997e-655e-4bad-8ae8-8d9b181c5e42),segment_id=34b9997e-655e-4bad-8ae8-8d9b181c5e42)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:39.945161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6922b86a-66ac-485f-bd2a-ad3e46e85b80 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:39.992051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.042355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=1720e187-f845-4860-84a4-f95547b0db19,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:40.047910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c4021913-ecaa-4e32-b4bc-13dc2a019021 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.075609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.085800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.100197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=57c78f3a-50d9-43fa-88ab-54dff6c9a0e8,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:40.103531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c4021913-ecaa-4e32-b4bc-13dc2a019021 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.114157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Pushing event updated for resources: {'Port': ['ID=a0a00ef4-917d-424e-91e6-759878c85c65,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:40.138866 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Network cd77a4e4-ef20-4154-a786-200ca4027871 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:40.148120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': 'da65b21d-bac3-4080-b0e8-b7c10fa17131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd122e052-6831-4294-9f90-d5f56ed2bd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:40.154166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: d122e052-6831-4294-9f90-d5f56ed2bd37, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:40.155922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] For port 07781b4f-c598-44a5-a21e-4c656837e0cd, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:40.187292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network d122e052-6831-4294-9f90-d5f56ed2bd37 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:40.208950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c4021913-ecaa-4e32-b4bc-13dc2a019021 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.209666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:40.210115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.211791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c4021913-ecaa-4e32-b4bc-13dc2a019021 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.212051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:40.216486 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c4021913-ecaa-4e32-b4bc-13dc2a019021 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e91741b-2480-4136-bbcf-49957b369fcb HTTP/1.1" status: 204 len: 168 time: 0.7450006 Jan 27 14:50:40.216720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Pushing event updated for resources: {'Port': ['ID=9d4b5b24-83f1-4494-bcd0-645e079249b1,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:40.218884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35910) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:40.249956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, d122e052-6831-4294-9f90-d5f56ed2bd37) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:40.252714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:40.263478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4021913-ecaa-4e32-b4bc-13dc2a019021 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91741b-2480-4136-bbcf-49957b369fcb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:40.266504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:40.267162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.280717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.296127 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a42124ef-1342-4e17-878e-3af4f7ece03d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3616076 Jan 27 14:50:40.297246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7ce61be0-74a0-474a-9b51-e32b30c0b45f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/1720e187-f845-4860-84a4-f95547b0db19 HTTP/1.1" status: 204 len: 168 time: 4.5723877 Jan 27 14:50:40.300918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.301589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35912) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:40.301931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35914) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:40.354982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce7424-04bb-4778-8c2c-ed99f21aff25 None None] Network d122e052-6831-4294-9f90-d5f56ed2bd37 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:40.445029 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1ea6bc77-27f6-4374-a849-ea452954b9bf tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2249436 Jan 27 14:50:40.455139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35916) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:40.461004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-24937cd6-971f-4094-8f79-17ace5031e3e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--852349811'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:40.474040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] For port 07781b4f-c598-44a5-a21e-4c656837e0cd, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=07781b4f-c598-44a5-a21e-4c656837e0cd,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:40.508798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:40.526830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e7dc4-9e9d-4c30-8a39-07003d383d5a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:40.528572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e7dc4-9e9d-4c30-8a39-07003d383d5a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:40.531245 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:40.534826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:40.539749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35920) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:40.553710 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-566e7dc4-9e9d-4c30-8a39-07003d383d5a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2403257 Jan 27 14:50:40.596613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.622785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Port': ['ID=d8c005b7-b8df-406f-86f2-c8a51241c7c8,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:40.667047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.679486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-24937cd6-971f-4094-8f79-17ace5031e3e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.680657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 78b36143-d13e-48c6-9120-82634180643a {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:40.687214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.694749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Attempting to bind port 9d4b5b24-83f1-4494-bcd0-645e079249b1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:40.694749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Attempting to bind port 9d4b5b24-83f1-4494-bcd0-645e079249b1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f6b2ff6e-0c01-4459-a2fc-600cb005e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cd77a4e4-ef20-4154-a786-200ca4027871'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:40.695241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Attempting to bind port 9d4b5b24-83f1-4494-bcd0-645e079249b1 on network cd77a4e4-ef20-4154-a786-200ca4027871 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:40.752255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:40.755382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Checking segment: {'id': 'f6b2ff6e-0c01-4459-a2fc-600cb005e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cd77a4e4-ef20-4154-a786-200ca4027871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:40.758931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.759436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Bound using segment: {'id': 'f6b2ff6e-0c01-4459-a2fc-600cb005e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cd77a4e4-ef20-4154-a786-200ca4027871'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:40.759964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Bound port: 9d4b5b24-83f1-4494-bcd0-645e079249b1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b2ff6e-0c01-4459-a2fc-600cb005e300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cd77a4e4-ef20-4154-a786-200ca4027871'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:40.760374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.776856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Deleting port 67669e37-9d5f-4290-9ae9-5401b7f7be1b {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:40.777200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.778726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.782932 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:40.786793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.839140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.865024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-24937cd6-971f-4094-8f79-17ace5031e3e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.878450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-24937cd6-971f-4094-8f79-17ace5031e3e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.912657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-24937cd6-971f-4094-8f79-17ace5031e3e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:40.914885 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-24937cd6-971f-4094-8f79-17ace5031e3e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4584177 Jan 27 14:50:40.929862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35924) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:40.934623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-eb41a751-b8b8-4715-9d39-c5051f3cffe1 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:40.935375 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-eb41a751-b8b8-4715-9d39-c5051f3cffe1 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 14:50:40.938045 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-eb41a751-b8b8-4715-9d39-c5051f3cffe1 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:40.938045 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eb41a751-b8b8-4715-9d39-c5051f3cffe1 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071542 Jan 27 14:50:40.942326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35926) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:40.946443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c763134a-097c-4591-81ea-bd229970ffd2 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:40.954082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.007400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e73e1-ce48-4a87-8d8a-510fb44d0881 None None] Pushing event updated for resources: {'Port': ['ID=a0a00ef4-917d-424e-91e6-759878c85c65,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:41.023683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=57c78f3a-50d9-43fa-88ab-54dff6c9a0e8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:41.028907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24937cd6-971f-4094-8f79-17ace5031e3e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bbd866-6a0f-47c9-8f5b-71704745f800,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:41.045130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.141425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e71e2b-bc4b-4899-a9b3-f7a6f8751fbb None None] Pushing event updated for resources: {'Port': ['ID=07781b4f-c598-44a5-a21e-4c656837e0cd,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:41.223884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.266416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce665f9-cb52-470c-a9f2-8e5c22a15f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-d122e052-6831-4294-9f90-d5f56ed2bd37', 'network_id': 'd122e052-6831-4294-9f90-d5f56ed2bd37', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '57c78f3a-50d9-43fa-88ab-54dff6c9a0e8'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:41.267496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cce665f9-cb52-470c-a9f2-8e5c22a15f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.297704 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-c763134a-097c-4591-81ea-bd229970ffd2 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:41.299355 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c763134a-097c-4591-81ea-bd229970ffd2 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3561661 Jan 27 14:50:41.303511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35928) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:41.308779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] For port 9d4b5b24-83f1-4494-bcd0-645e079249b1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:41.309211 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f5d613c1-8e40-4d33-985f-33ed59cfba36 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:41.309707 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-f5d613c1-8e40-4d33-985f-33ed59cfba36 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 14:50:41.310277 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-f5d613c1-8e40-4d33-985f-33ed59cfba36 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:41.315440 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f5d613c1-8e40-4d33-985f-33ed59cfba36 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067668 Jan 27 14:50:41.315440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d122e052-6831-4294-9f90-d5f56ed2bd37']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:41.319659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35930) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:41.322009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-551bd255-6eb5-4067-be90-497c7679e493 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:41.343192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] For port 9d4b5b24-83f1-4494-bcd0-645e079249b1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d4b5b24-83f1-4494-bcd0-645e079249b1,segment=NetworkSegment(f6b2ff6e-0c01-4459-a2fc-600cb005e300),segment_id=f6b2ff6e-0c01-4459-a2fc-600cb005e300)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:41.351085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da65b21d-bac3-4080-b0e8-b7c10fa17131') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:41.351412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da65b21d-bac3-4080-b0e8-b7c10fa17131') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:41.355935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.379685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.440749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.456544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:41.457024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:41.462796 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:41.490130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 633e0b0b-4784-47ab-b175-dbe5ee635350 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:41.547204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 633e0b0b-4784-47ab-b175-dbe5ee635350 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:41.547588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 633e0b0b-4784-47ab-b175-dbe5ee635350 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:41.547993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c65506d6-72ce-415b-a2cd-ea6c47f73393 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:41.587610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: c65506d6-72ce-415b-a2cd-ea6c47f73393 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:41.587923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c65506d6-72ce-415b-a2cd-ea6c47f73393 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:41.601452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0d8ee-3ead-4d65-870e-e7e992b36022 None None] Network d122e052-6831-4294-9f90-d5f56ed2bd37 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:41.652356 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-551bd255-6eb5-4067-be90-497c7679e493 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:41.658711 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-551bd255-6eb5-4067-be90-497c7679e493 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3400977 Jan 27 14:50:41.662345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35934) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:41.663623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.691332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.714070 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/d122e052-6831-4294-9f90-d5f56ed2bd37 HTTP/1.1" status: 204 len: 168 time: 1.4109797 Jan 27 14:50:41.723859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f0968e40-f8eb-4a81-a4e8-f3a1c6fea31c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:41.738127 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-f0968e40-f8eb-4a81-a4e8-f3a1c6fea31c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 14:50:41.744787 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-f0968e40-f8eb-4a81-a4e8-f3a1c6fea31c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:41.746530 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f0968e40-f8eb-4a81-a4e8-f3a1c6fea31c tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0568099 Jan 27 14:50:41.759444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35936) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:41.763705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75877115-fb5a-426f-a505-fc57007515e0 None None] Pushing event updated for resources: {'Port': ['ID=9d4b5b24-83f1-4494-bcd0-645e079249b1,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:41.764819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35938) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:41.777839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-42511c9b-17f9-4761-b0f0-bbe490771456 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:41.805494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:41.812709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1332788126'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:41.870223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254620b7-ab12-4412-ba8d-7165fe45775a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=d122e052-6831-4294-9f90-d5f56ed2bd37,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:41.975301 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-42511c9b-17f9-4761-b0f0-bbe490771456 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Project c1193c19b29c4c2188c8c73f5cb15563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:50:41.975301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:41.976412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.050276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.051924 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-42511c9b-17f9-4761-b0f0-bbe490771456 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:42.054632 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-42511c9b-17f9-4761-b0f0-bbe490771456 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2874110 Jan 27 14:50:42.063540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35940) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:42.089286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d981dbe1-2167-4917-9729-6d64f02ac45b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:42.089876 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-d981dbe1-2167-4917-9729-6d64f02ac45b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 14:50:42.090540 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-d981dbe1-2167-4917-9729-6d64f02ac45b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:42.091697 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d981dbe1-2167-4917-9729-6d64f02ac45b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0259972 Jan 27 14:50:42.096445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35942) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:42.101757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2b8623a9-5fbb-4e39-86db-9b6bfbd96c4d tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:42.111092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:42.128660 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.129647 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment e159ac3c-8bd5-4a43-8ac1-5837c599046b of type vlan for network cc5e816a-b818-43a5-a30f-b518e79e64f1 Jan 27 14:50:42.197372 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-2b8623a9-5fbb-4e39-86db-9b6bfbd96c4d tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Project c1193c19b29c4c2188c8c73f5cb15563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:50:42.230334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.247857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 78b36143-d13e-48c6-9120-82634180643a owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:42.254617 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-2b8623a9-5fbb-4e39-86db-9b6bfbd96c4d tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:42.255995 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2b8623a9-5fbb-4e39-86db-9b6bfbd96c4d tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1582584 Jan 27 14:50:42.259866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35944) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:42.287586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fba78614-d113-4776-9440-25ee62abce26 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbd866-6a0f-47c9-8f5b-71704745f800', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:42.309415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.320608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:42.321262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.365355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 001e3bf0-8c51-4975-9e63-8d093541b419 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:42.378128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] For port 67669e37-9d5f-4290-9ae9-5401b7f7be1b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67669e37-9d5f-4290-9ae9-5401b7f7be1b,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:42.378606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.407588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.441174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a14eea-485b-4323-b166-464e445b5c8c None None] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:42.485709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f95bf625-06a1-483c-afa9-0e5d9605ac63 None None] Provisioning complete for port a0a00ef4-917d-424e-91e6-759878c85c65 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:42.486496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f95bf625-06a1-483c-afa9-0e5d9605ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.487857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681f1af-bba7-4efb-a4d7-a50e80d41956 req-540beffb-9aed-4d6b-b01b-ee435562fed7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:42.490056 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5681f1af-bba7-4efb-a4d7-a50e80d41956 req-540beffb-9aed-4d6b-b01b-ee435562fed7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 944 time: 1.4850154 Jan 27 14:50:42.491578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Calling delete_port for 67669e37-9d5f-4290-9ae9-5401b7f7be1b owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:42.499380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.502894 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d HTTP/1.1" status: 204 len: 168 time: 1.9612234 Jan 27 14:50:42.509829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35946) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:42.536396 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7683666 Jan 27 14:50:42.537321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35948) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:42.554317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f906f44-e5a9-48df-bbfa-547165a2605c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=cc5e816a-b818-43a5-a30f-b518e79e64f1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:42.562306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:42.585926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:42.637412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fec52-1442-4275-894b-f937f75a1b3f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:42.775662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 001e3bf0-8c51-4975-9e63-8d093541b419 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:42.776188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.784833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.787070 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-fba78614-d113-4776-9440-25ee62abce26 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Project c1193c19b29c4c2188c8c73f5cb15563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:50:42.803937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-41c6563e-7eee-4f31-9a59-e97d072d4955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2381122 Jan 27 14:50:42.811856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35952) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:42.817696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:42.885379 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5681f1af-bba7-4efb-a4d7-a50e80d41956 req-d0fbcee5-c86c-479d-9fa6-4920eda2544a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536899 Jan 27 14:50:42.909480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f95bf625-06a1-483c-afa9-0e5d9605ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:42.936947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56b26d7-adb7-4c27-8a22-9d6b6749c7a5 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:43.001581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.073178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f95bf625-06a1-483c-afa9-0e5d9605ac63 None None] For port a0a00ef4-917d-424e-91e6-759878c85c65, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a0a00ef4-917d-424e-91e6-759878c85c65,segment=NetworkSegment(34b9997e-655e-4bad-8ae8-8d9b181c5e42),segment_id=34b9997e-655e-4bad-8ae8-8d9b181c5e42)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:43.074033 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-fba78614-d113-4776-9440-25ee62abce26 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:43.075122 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fba78614-d113-4776-9440-25ee62abce26 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7968991 Jan 27 14:50:43.084178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f95bf625-06a1-483c-afa9-0e5d9605ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.089220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.092518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35954) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:43.176023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.192634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49a1c2cc-9cd8-4885-9077-61d015187089 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:43.220418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=cc5e816a-b818-43a5-a30f-b518e79e64f1,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:43.227516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 is not hosted by any dhcp agent {{(pid=108742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 14:50:43.232758 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.237342 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/78b36143-d13e-48c6-9120-82634180643a HTTP/1.1" status: 204 len: 168 time: 3.3927543 Jan 27 14:50:43.245468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526c556-1bfc-4124-b9d8-da26803fc47b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=78b36143-d13e-48c6-9120-82634180643a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:43.247255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:43.248062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.254124 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-572fe496-84dc-4256-a61a-5d04f74b50ec tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "PUT /v2.0/networks/cc5e816a-b818-43a5-a30f-b518e79e64f1 HTTP/1.1" status: 200 len: 723 time: 0.7008038 Jan 27 14:50:43.255174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35956) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:43.256313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35958) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:43.278943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'mac_address': 'fa:16:3e:b8:97:a3', 'name': 'tempest-PortsIpV6TestJSON-1359681337'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:43.290501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:43.295987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': 'cc5e816a-b818-43a5-a30f-b518e79e64f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:43.422325 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:43.427982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.430535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18a80775-12af-485c-a438-e355af9f3201 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.515972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18a80775-12af-485c-a438-e355af9f3201 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.556171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769b690-4d7d-42d0-b08b-0ef65a69119d None None] Network cd77a4e4-ef20-4154-a786-200ca4027871 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:43.770307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.785824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.796785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e1e5b799-12fe-4bc5-9381-fcedf8e08a28 None None] Provisioning complete for port 07781b4f-c598-44a5-a21e-4c656837e0cd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:43.797767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b799-12fe-4bc5-9381-fcedf8e08a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.817155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bf625-06a1-483c-afa9-0e5d9605ac63 None None] Pushing event updated for resources: {'Port': ['ID=a0a00ef4-917d-424e-91e6-759878c85c65,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:43.897502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 07781b4f-c598-44a5-a21e-4c656837e0cd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:43.901490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.904092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18a80775-12af-485c-a438-e355af9f3201 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.906811 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-18a80775-12af-485c-a438-e355af9f3201 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:43.908593 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-18a80775-12af-485c-a438-e355af9f3201 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/d3bbd866-6a0f-47c9-8f5b-71704745f800 HTTP/1.1" status: 204 len: 168 time: 0.8091669 Jan 27 14:50:43.916457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Port': ['ID=d8c005b7-b8df-406f-86f2-c8a51241c7c8,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:43.928544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35962) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:43.930539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.004136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Pushing event deleted for resources: {'Port': ['ID=67669e37-9d5f-4290-9ae9-5401b7f7be1b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:44.075141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 49a1c2cc-9cd8-4885-9077-61d015187089 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:50:44.102232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 49a1c2cc-9cd8-4885-9077-61d015187089 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:44.102605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.146145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:44.147705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf4451f1-b4a4-466f-bd7a-2f02c01fcdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.190848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a80775-12af-485c-a438-e355af9f3201 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bbd866-6a0f-47c9-8f5b-71704745f800,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:44.213107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.255474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:44.260447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:44.382224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 07781b4f-c598-44a5-a21e-4c656837e0cd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:44.383417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.416808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:44.460691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1ab3c5fa-511f-4d00-b176-a07118488d89 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5266929 Jan 27 14:50:44.547759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35966) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:44.553879 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6b7b5512-cc01-4587-bab9-9e82e4e42d39 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--463214620'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:44.573015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.614867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:44.617264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eeff2-8910-4a7a-88b6-e5e067c55b71 req-52daa58d-18d8-4ee2-8a67-3942d4363b73 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:44.619169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad0eeff2-8910-4a7a-88b6-e5e067c55b71 req-52daa58d-18d8-4ee2-8a67-3942d4363b73 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 944 time: 0.4204559 Jan 27 14:50:44.623170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.660710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b799-12fe-4bc5-9381-fcedf8e08a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.700871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.798212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad0eeff2-8910-4a7a-88b6-e5e067c55b71 req-09a03c17-790b-405e-9b9e-185e12cfead8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721468 Jan 27 14:50:44.804478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5512-cc01-4587-bab9-9e82e4e42d39 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.825294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e1e5b799-12fe-4bc5-9381-fcedf8e08a28 None None] For port 07781b4f-c598-44a5-a21e-4c656837e0cd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=07781b4f-c598-44a5-a21e-4c656837e0cd,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:44.833703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.846070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b799-12fe-4bc5-9381-fcedf8e08a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.887543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=9573701e-1152-4fe4-af06-f5654d9112a1,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:44.901742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:44.922344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:44.923853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:50:44.928292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf7e56e-c39c-449e-9abc-0be12cedd590" -d '{"events": [{"server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "name": "network-vif-plugged", "status": "completed", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:50:44.934152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:44.936075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.965751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 38576661-f800-4635-bcf3-a30703ba1d13 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:44.966538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5512-cc01-4587-bab9-9e82e4e42d39 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.971451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] Deleting port 07781b4f-c598-44a5-a21e-4c656837e0cd {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:44.972275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:44.989600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5512-cc01-4587-bab9-9e82e4e42d39 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.049977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Router abd0002b-17eb-47a1-86a9-14aa0f62df6c is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:50:45.122950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5097373f-4484-4902-8b16-c9ea881825f2 x-openstack-request-id: req-5097373f-4484-4902-8b16-c9ea881825f2 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:50:45.125152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "name": "network-vif-plugged", "status": "completed", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:50:45.126890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5097373f-4484-4902-8b16-c9ea881825f2 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:50:45.127839 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089', 'code': 200} Jan 27 14:50:45.135872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35970) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:45.138865 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-80596d49-bab9-47bd-ad1c-d94ae23c1101 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3258302 Jan 27 14:50:45.144964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '9573701e-1152-4fe4-af06-f5654d9112a1', 'ip_address': '2001:db8::5cd9:2864:d18c:f61b'}], 'name': 'tempest-NetworksTestDHCPv6-1296105813'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:45.186379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a0a00ef4-917d-424e-91e6-759878c85c65 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:45.244565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7b5512-cc01-4587-bab9-9e82e4e42d39 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.249815 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6b7b5512-cc01-4587-bab9-9e82e4e42d39 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7009251 Jan 27 14:50:45.253362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b5512-cc01-4587-bab9-9e82e4e42d39 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce050b07-c998-41b5-8e87-48635dcad8e7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:45.258667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35974) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:45.272197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-98349f8f-d2e0-49fe-84c5-533d85ac4138 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'ce050b07-c998-41b5-8e87-48635dcad8e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:45.286405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5b799-12fe-4bc5-9381-fcedf8e08a28 None None] Pushing event updated for resources: {'Port': ['ID=07781b4f-c598-44a5-a21e-4c656837e0cd,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:45.306332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 49a1c2cc-9cd8-4885-9077-61d015187089, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49a1c2cc-9cd8-4885-9077-61d015187089,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:45.367346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.409392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Provisioning complete for port d8c005b7-b8df-406f-86f2-c8a51241c7c8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:45.410458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.459835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059631e-a859-4872-bebd-62146449846b req-7ade80ee-cb8f-4562-befb-55ae7aa8242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:45.462132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d059631e-a859-4872-bebd-62146449846b req-7ade80ee-cb8f-4562-befb-55ae7aa8242e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1097 time: 0.1755149 Jan 27 14:50:45.558366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:50:45.568722 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4e37e66c-9a39-4cef-a1ad-a887284fe237 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "PUT /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0497262 Jan 27 14:50:45.573919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35976) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:45.583859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] Sync routers for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:50:45.599736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Port d8c005b7-b8df-406f-86f2-c8a51241c7c8 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:50:45.607430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:45.608364 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d059631e-a859-4872-bebd-62146449846b req-1afa302f-cdd0-4802-bca1-e8a71035bad5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093726 Jan 27 14:50:45.642019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a0a00ef4-917d-424e-91e6-759878c85c65 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:45.642859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.686221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:45.686962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.687419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:45.688727 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-98349f8f-d2e0-49fe-84c5-533d85ac4138 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The resource could not be found. Jan 27 14:50:45.692607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] For port 07781b4f-c598-44a5-a21e-4c656837e0cd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=07781b4f-c598-44a5-a21e-4c656837e0cd,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:45.696279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.696451 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-98349f8f-d2e0-49fe-84c5-533d85ac4138 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4251378 Jan 27 14:50:45.696451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.699292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35978) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:45.742560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=49a1c2cc-9cd8-4885-9077-61d015187089,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:45.753025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5b7763dd-8c2d-45ef-ba8b-6c633ed0f206 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': 'ce050b07-c998-41b5-8e87-48635dcad8e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c7d1a0ab-e039-492d-8070-26e267b9aac8'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:45.767402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:45.780224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.790473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] Calling delete_port for 07781b4f-c598-44a5-a21e-4c656837e0cd owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:45.795398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Provisioning complete for port a0a00ef4-917d-424e-91e6-759878c85c65 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:45.796346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:45.798687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Router b48407bb-7b77-48f9-86d2-bd09375789b4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:50:45.808822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 442ac1d7-8ba7-4a1e-a394-fd26d5a59111 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:45.849369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:45.850195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:45.963298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:45.964356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8e689-3b44-4eb2-b8a6-55f678524ba4 None None] The sync data for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:46.073663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=2f3c8e22-c596-4796-868d-3a76f87fdec8,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:46.087779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': 'e159ac3c-8bd5-4a43-8ac1-5837c599046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cc5e816a-b818-43a5-a30f-b518e79e64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:46.088675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: cc5e816a-b818-43a5-a30f-b518e79e64f1, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:46.149993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:46.150355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4ef93-9c37-454e-9825-a2fefd4e2f93 req-1e6c4d1c-5a41-476e-ad3e-253c6b913903 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:46.151310 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70f4ef93-9c37-454e-9825-a2fefd4e2f93 req-1e6c4d1c-5a41-476e-ad3e-253c6b913903 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 945 time: 0.1704917 Jan 27 14:50:46.207342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:46.212851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:46.215940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:46.223765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:46.224449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:46.228960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:46.260605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:46.291694 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70f4ef93-9c37-454e-9825-a2fefd4e2f93 req-bda0b24f-c3c4-48ca-b30c-788fe0dd0242 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181705 Jan 27 14:50:46.307470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92aa44f4-39f5-421a-8add-f8eba6098d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:46.307470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Provisioning complete for port 9d4b5b24-83f1-4494-bcd0-645e079249b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:46.307470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:46.319706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, cc5e816a-b818-43a5-a30f-b518e79e64f1) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:46.320448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] Pushing event deleted for resources: {'Port': ['ID=07781b4f-c598-44a5-a21e-4c656837e0cd,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:46.336238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:46.337078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:46.351117 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-5b7763dd-8c2d-45ef-ba8b-6c633ed0f206 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The resource could not be found. Jan 27 14:50:46.354328 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5b7763dd-8c2d-45ef-ba8b-6c633ed0f206 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6043103 Jan 27 14:50:46.377967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35982) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:46.395147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb825cb-c748-4482-84de-d131983619c6 None None] No DVR routers for this DVR port 07781b4f-c598-44a5-a21e-4c656837e0cd on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:46.406740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c930f3-35f8-462a-a2fd-6aea8993922b None None] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:46.472205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eee705-325a-4b76-9b96-bc2308880f23 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:46.505662 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ba65324c-f992-42f2-ae40-267fc673f203 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2268336 Jan 27 14:50:46.514645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35986) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:46.538656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6e5330cc-b9c1-4c12-af12-5c263347c79a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:46.550059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:50:46.561007 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2997746 Jan 27 14:50:46.563839 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] Sync routers for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:50:46.597290 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:46.606098 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:46.611668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35988) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:46.643192 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8d8a4f6b-6745-4c9a-9366-fcea8199fa79 admin admin] 10.222.0.18 "PUT /v2.0/routers/b48407bb-7b77-48f9-86d2-bd09375789b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3905451 Jan 27 14:50:46.653814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 35990) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:46.758178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:46.892878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a34b20-30ed-45cf-a545-dc817369bbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=38576661-f800-4635-bcf3-a30703ba1d13,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:46.937288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d4b5b24-83f1-4494-bcd0-645e079249b1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:46.948737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45560a8-f5a4-40aa-bd51-dc55fb6fde71 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:46.951759 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b45560a8-f5a4-40aa-bd51-dc55fb6fde71 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/38576661-f800-4635-bcf3-a30703ba1d13 HTTP/1.1" status: 200 len: 845 time: 0.2997379 Jan 27 14:50:47.010721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35992) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:47.050083 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:47.094373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9d4b5b24-83f1-4494-bcd0-645e079249b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:47.095168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.199498 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-cc5e816a-b818-43a5-a30f-b518e79e64f1', 'network_id': 'cc5e816a-b818-43a5-a30f-b518e79e64f1', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '2f3c8e22-c596-4796-868d-3a76f87fdec8'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:47.201039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.238756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] For port 9d4b5b24-83f1-4494-bcd0-645e079249b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d4b5b24-83f1-4494-bcd0-645e079249b1,segment=NetworkSegment(f6b2ff6e-0c01-4459-a2fc-600cb005e300),segment_id=f6b2ff6e-0c01-4459-a2fc-600cb005e300)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:47.267123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.271530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '9573701e-1152-4fe4-af06-f5654d9112a1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:47.272749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.365585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::5cd9:2864:d18c:f61b (54ed4f89-dea6-4178-95d4-b6863af583eb/9573701e-1152-4fe4-af06-f5654d9112a1/442ac1d7-8ba7-4a1e-a394-fd26d5a59111) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:47.396396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d752948c-cfb9-4f5f-a3e5-4c30c2e6ed79 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.463661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e5330cc-b9c1-4c12-af12-5c263347c79a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9450166'] for subnet, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.498019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d752948c-cfb9-4f5f-a3e5-4c30c2e6ed79 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.605039 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-438deedf-8634-4311-ac22-13c5295347d4 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:47.606115 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-438deedf-8634-4311-ac22-13c5295347d4 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "PUT /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0240684 Jan 27 14:50:47.613874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 35998) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:47.665165 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:50:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:47.729155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.753475 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] Checking router: b48407bb-7b77-48f9-86d2-bd09375789b4 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:50:47.754762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdfd0d-fc6f-4c20-b15a-41e6f302aa6a None None] Pushing event updated for resources: {'Port': ['ID=9d4b5b24-83f1-4494-bcd0-645e079249b1,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:47.763341 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] Routers {'b48407bb-7b77-48f9-86d2-bd09375789b4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:47.763986 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b48407bb-7b77-48f9-86d2-bd09375789b4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:47.787112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 38576661-f800-4635-bcf3-a30703ba1d13 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:47.787826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.843368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.881667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:47.886216 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] Set router b48407bb-7b77-48f9-86d2-bd09375789b4 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:50:47.894433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfa71c-825e-4a21-9b97-4388c4b00118 req-5f3e4740-7aa6-4a8c-bcd9-6fa3978a143d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:47.899909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 38576661-f800-4635-bcf3-a30703ba1d13 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:47.901047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-abdfa71c-825e-4a21-9b97-4388c4b00118 req-5f3e4740-7aa6-4a8c-bcd9-6fa3978a143d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 945 time: 0.3180573 Jan 27 14:50:48.070949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e5330cc-b9c1-4c12-af12-5c263347c79a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739335033191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8775291'] for subnet, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.080346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.085822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a0a00ef4-917d-424e-91e6-759878c85c65 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:48.087086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d752948c-cfb9-4f5f-a3e5-4c30c2e6ed79 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.087621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8fa8d059-ca70-43fe-977b-ffcbe81ecc69 None None] Provisioning complete for port 9d4b5b24-83f1-4494-bcd0-645e079249b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:48.087997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fa8d059-ca70-43fe-977b-ffcbe81ecc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.104050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d752948c-cfb9-4f5f-a3e5-4c30c2e6ed79 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.108136 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d752948c-cfb9-4f5f-a3e5-4c30c2e6ed79 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce050b07-c998-41b5-8e87-48635dcad8e7 HTTP/1.1" status: 204 len: 168 time: 1.7278168 Jan 27 14:50:48.155640 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:50:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:48.190145 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36000) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:48.195234 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74396bc-ccd3-4cdd-8a77-6d44197b4bae None None] The sync data for ids ['b48407bb-7b77-48f9-86d2-bd09375789b4'] in dv-neutron-826438-5-hyperv is: [{'id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'name': 'tempest-ServerActionsTestJSON-508287209-router', 'tenant_id': '06da3f64eaca418b91aba64b64cbe5f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245'}], 'enable_snat': True}, 'gw_port_id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:46:24Z', 'updated_at': '2022-01-27T14:50:43Z', 'revision_number': 5, 'project_id': '06da3f64eaca418b91aba64b64cbe5f7', 'gw_port': {'id': '93c08963-aecd-41c5-9ea2-8ef788171bbd', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48407bb-7b77-48f9-86d2-bd09375789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:46:25Z', 'updated_at': '2022-01-27T14:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:48.296328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752948c-cfb9-4f5f-a3e5-4c30c2e6ed79 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce050b07-c998-41b5-8e87-48635dcad8e7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:48.315444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Allocated IP 172.20.0.2 (cc5e816a-b818-43a5-a30f-b518e79e64f1/2f3c8e22-c596-4796-868d-3a76f87fdec8/00e1f55b-e8d2-422c-bcd8-57211807c61b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:48.329312 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-abdfa71c-825e-4a21-9b97-4388c4b00118 req-e7bc4858-1c41-4ca1-b04c-144ae4b8f2af tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178690 Jan 27 14:50:48.450396 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4759747e-8321-498e-94dc-c02985f245a1 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2369406 Jan 27 14:50:48.457939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36004) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:48.464489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-dd22412f-54b0-4987-8187-fea577384969 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '3f6e75e9-599f-4512-9ce8-146d5e1e591b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:48.543799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a0a00ef4-917d-424e-91e6-759878c85c65 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:48.544314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.563551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.603880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.614197 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-dd22412f-54b0-4987-8187-fea577384969 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The resource could not be found. Jan 27 14:50:48.616077 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dd22412f-54b0-4987-8187-fea577384969 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1565213 Jan 27 14:50:48.656879 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36008) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:48.704277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=38576661-f800-4635-bcf3-a30703ba1d13,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:48.731188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2274a2f6-9935-47d0-a2de-0fa68012b600 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--681082609'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:48.740675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5330cc-b9c1-4c12-af12-5c263347c79a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:48.741996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e5330cc-b9c1-4c12-af12-5c263347c79a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.743593 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6e5330cc-b9c1-4c12-af12-5c263347c79a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "PUT /v2.0/subnets/2f3c8e22-c596-4796-868d-3a76f87fdec8 HTTP/1.1" status: 200 len: 806 time: 2.2188110 Jan 27 14:50:48.756472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36010) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:48.757860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.763143 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bbe547a2-c0c1-498c-bfbb-95284ad2f46a tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/38576661-f800-4635-bcf3-a30703ba1d13 HTTP/1.1" status: 204 len: 168 time: 1.7507734 Jan 27 14:50:48.772338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36012) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:48.783688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.785331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.805389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:48.826395 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c08317-1264-47f9-9eb2-d19c8e1e94d9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:50:48.828004 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d3c08317-1264-47f9-9eb2-d19c8e1e94d9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/38576661-f800-4635-bcf3-a30703ba1d13 HTTP/1.1" status: 404 len: 333 time: 0.0520999 Jan 27 14:50:48.830731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5330cc-b9c1-4c12-af12-5c263347c79a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=2f3c8e22-c596-4796-868d-3a76f87fdec8,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:48.862069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36014) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:48.862069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'name': 'tempest-PortsIpV6TestJSON-470765186'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:48.873169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Pushing event updated for resources: {'Port': ['ID=00e1f55b-e8d2-422c-bcd8-57211807c61b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:48.883011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8b495-df85-43d0-86da-1d3d9986eeb4 req-e082b701-14b1-4fa8-925d-3417a81b7f3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:48.886144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9c8b495-df85-43d0-86da-1d3d9986eeb4 req-e082b701-14b1-4fa8-925d-3417a81b7f3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 945 time: 0.4077818 Jan 27 14:50:48.921793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:48.925196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:48.932974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 07781b4f-c598-44a5-a21e-4c656837e0cd no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:48.936774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:49.022129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 07781b4f-c598-44a5-a21e-4c656837e0cd {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:49.022129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 07781b4f-c598-44a5-a21e-4c656837e0cd not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:49.073751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Attempting to bind port 00e1f55b-e8d2-422c-bcd8-57211807c61b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:49.074464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Attempting to bind port 00e1f55b-e8d2-422c-bcd8-57211807c61b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'e159ac3c-8bd5-4a43-8ac1-5837c599046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cc5e816a-b818-43a5-a30f-b518e79e64f1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:49.075289 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Attempting to bind port 00e1f55b-e8d2-422c-bcd8-57211807c61b on network cc5e816a-b818-43a5-a30f-b518e79e64f1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:49.097621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:49.098757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Checking segment: {'id': 'e159ac3c-8bd5-4a43-8ac1-5837c599046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cc5e816a-b818-43a5-a30f-b518e79e64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:49.103683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.107222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Bound using segment: {'id': 'e159ac3c-8bd5-4a43-8ac1-5837c599046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cc5e816a-b818-43a5-a30f-b518e79e64f1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:49.112870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Bound port: 00e1f55b-e8d2-422c-bcd8-57211807c61b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e159ac3c-8bd5-4a43-8ac1-5837c599046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cc5e816a-b818-43a5-a30f-b518e79e64f1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:49.114341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.127059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:49.133330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.177736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 5ba7b075-cbc2-428c-a61c-91630247ecee yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:50:49.250283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.261867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d4b5b24-83f1-4494-bcd0-645e079249b1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:49.426922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.443438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.463648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] For port 00e1f55b-e8d2-422c-bcd8-57211807c61b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:49.504436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/9573701e-1152-4fe4-af06-f5654d9112a1/55e120ac-03df-45ae-a266-c0dd7a317f56) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:49.512267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] For port 00e1f55b-e8d2-422c-bcd8-57211807c61b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=00e1f55b-e8d2-422c-bcd8-57211807c61b,segment=NetworkSegment(e159ac3c-8bd5-4a43-8ac1-5837c599046b),segment_id=e159ac3c-8bd5-4a43-8ac1-5837c599046b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:49.517796 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9c8b495-df85-43d0-86da-1d3d9986eeb4 req-8f7c335c-294d-47d8-8392-7bbfb77e3986 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5971069 Jan 27 14:50:49.534522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.583754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36016) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:49.648265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.684401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb29bd-a9f0-4b68-aba5-cb248eab8f0f None None] Pushing event updated for resources: {'Port': ['ID=00e1f55b-e8d2-422c-bcd8-57211807c61b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:49.711208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2274a2f6-9935-47d0-a2de-0fa68012b600 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.801445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:49.807709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.833672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9d4b5b24-83f1-4494-bcd0-645e079249b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:49.834272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.890912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:49.900046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:49.914738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:49.917864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.923404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=442ac1d7-8ba7-4a1e-a394-fd26d5a59111,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:49.957148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Deleting port 93c08963-aecd-41c5-9ea2-8ef788171bbd {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:49.957474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:49.971360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=5ba7b075-cbc2-428c-a61c-91630247ecee,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:49.990145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.045468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:50.052249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:50.100298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:50.102701 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e15c9952-8051-4c80-b300-c581f81024ce tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9634304 Jan 27 14:50:50.105264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f2040-e8ed-479a-8def-d6d86294fb52 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:50.111583 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6f5f2040-e8ed-479a-8def-d6d86294fb52 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1093 time: 0.5216873 Jan 27 14:50:50.111583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36020) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:50.112057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36022) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:50.115544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:50.118460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.129620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:50.219319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Deleting port 00e1f55b-e8d2-422c-bcd8-57211807c61b {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:50.219720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.370555 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-72b95f83-4a3d-4400-96dc-9d054ecb07c0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5124500 Jan 27 14:50:50.375337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36024) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:50.384714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:50.410014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] For port 93c08963-aecd-41c5-9ea2-8ef788171bbd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=93c08963-aecd-41c5-9ea2-8ef788171bbd,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:50.410391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.455656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67669e37-9d5f-4290-9ae9-5401b7f7be1b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:50.460561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2274a2f6-9935-47d0-a2de-0fa68012b600 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.461717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.479061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ebc13-4468-431e-a3f6-6475b0fe9c4e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:50.479061 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-992ebc13-4468-431e-a3f6-6475b0fe9c4e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3633101 Jan 27 14:50:50.483421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Calling delete_port for 93c08963-aecd-41c5-9ea2-8ef788171bbd owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:50.487802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] For port 00e1f55b-e8d2-422c-bcd8-57211807c61b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=00e1f55b-e8d2-422c-bcd8-57211807c61b,segment=NetworkSegment(e159ac3c-8bd5-4a43-8ac1-5837c599046b),segment_id=e159ac3c-8bd5-4a43-8ac1-5837c599046b)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:50.488183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.493081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36026) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:50.493753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2274a2f6-9935-47d0-a2de-0fa68012b600 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.557986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.563735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 67669e37-9d5f-4290-9ae9-5401b7f7be1b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:50.564404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67669e37-9d5f-4290-9ae9-5401b7f7be1b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:50.576286 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.588338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Calling delete_port for 00e1f55b-e8d2-422c-bcd8-57211807c61b owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:50.607579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.675019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:50.693726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:50.700755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:50.712664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2274a2f6-9935-47d0-a2de-0fa68012b600 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.716639 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2274a2f6-9935-47d0-a2de-0fa68012b600 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0426886 Jan 27 14:50:50.744335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Pushing event updated for resources: {'Port': ['ID=55e120ac-03df-45ae-a266-c0dd7a317f56,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:50.753085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36028) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:50.762979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f87bb9ca-3991-4bb6-a527-4cf884e19813 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--220071481'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:50.789071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274a2f6-9935-47d0-a2de-0fa68012b600 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f89e6c-664d-4995-b9d9-4b11c67b2723,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:50.881248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Attempting to bind port 55e120ac-03df-45ae-a266-c0dd7a317f56 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:50.881847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Attempting to bind port 55e120ac-03df-45ae-a266-c0dd7a317f56 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:50.882332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Attempting to bind port 55e120ac-03df-45ae-a266-c0dd7a317f56 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:50.890295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:50.890980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:50.893083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:50.895491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:50.897784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Bound port: 55e120ac-03df-45ae-a266-c0dd7a317f56, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:50.898356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.018803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87bb9ca-3991-4bb6-a527-4cf884e19813 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.051127 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 442ac1d7-8ba7-4a1e-a394-fd26d5a59111 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:51.056470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.097596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-47598284-b564-476c-bb1c-14fe19765725 None None] For port 55e120ac-03df-45ae-a266-c0dd7a317f56, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:51.108419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-47598284-b564-476c-bb1c-14fe19765725 None None] For port 55e120ac-03df-45ae-a266-c0dd7a317f56, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=55e120ac-03df-45ae-a266-c0dd7a317f56,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:51.118294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.226646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Deleting port d8c005b7-b8df-406f-86f2-c8a51241c7c8 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:51.227152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.318881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598284-b564-476c-bb1c-14fe19765725 None None] Pushing event updated for resources: {'Port': ['ID=55e120ac-03df-45ae-a266-c0dd7a317f56,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:51.367140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 00e1f55b-e8d2-422c-bcd8-57211807c61b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:51.374017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.387545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.451865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 00e1f55b-e8d2-422c-bcd8-57211807c61b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:51.454311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 00e1f55b-e8d2-422c-bcd8-57211807c61b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 14:50:51.455568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.472787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Port': ['ID=00e1f55b-e8d2-422c-bcd8-57211807c61b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:51.513323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.522873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Port 00e1f55b-e8d2-422c-bcd8-57211807c61b not found, will not notify nova. {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 14:50:51.548485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.561977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] In _notify_port_updated(), no bound segment for port 5ba7b075-cbc2-428c-a61c-91630247ecee on network 54198aad-8a3b-44cd-8f13-45ded550d2ea {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:50:51.568809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:51.572598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.574945 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "PUT /v2.0/ports/5ba7b075-cbc2-428c-a61c-91630247ecee HTTP/1.1" status: 200 len: 818 time: 1.1984186 Jan 27 14:50:51.584108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36032) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:51.638124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.729240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No DVR routers for this DVR port 00e1f55b-e8d2-422c-bcd8-57211807c61b on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:51.783012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c08963-aecd-41c5-9ea2-8ef788171bbd,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:51.842361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37474a1-d5f1-4578-a28b-5a490c8dfcc2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=5ba7b075-cbc2-428c-a61c-91630247ecee,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:51.851148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.853559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 442ac1d7-8ba7-4a1e-a394-fd26d5a59111 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:51.867683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87bb9ca-3991-4bb6-a527-4cf884e19813 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.905056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87bb9ca-3991-4bb6-a527-4cf884e19813 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:51.909781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Calling delete_port for d8c005b7-b8df-406f-86f2-c8a51241c7c8 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:51.936032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1e70b-aa45-4b44-aaed-301147a742ac None None] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:51.982997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 5ba7b075-cbc2-428c-a61c-91630247ecee {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:51.983633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.035972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1600e35a-a96c-4069-9472-bb4a9e4b3aa9 None None] Could not find standard attr ID for object 00e1f55b-e8d2-422c-bcd8-57211807c61b. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:52.060781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87bb9ca-3991-4bb6-a527-4cf884e19813 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.067633 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f87bb9ca-3991-4bb6-a527-4cf884e19813 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3079531 Jan 27 14:50:52.161951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36034) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:52.184252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bb9ca-3991-4bb6-a527-4cf884e19813 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54099395-f96e-4cce-b80b-9c8f2d029249,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:52.210686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c15cbd38-a01c-486f-afda-4db9887c4e2b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '67f89e6c-664d-4995-b9d9-4b11c67b2723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '54099395-f96e-4cce-b80b-9c8f2d029249'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:52.244484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.271505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.312941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 5ba7b075-cbc2-428c-a61c-91630247ecee owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:52.429189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.563559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.600646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Port': ['ID=d8c005b7-b8df-406f-86f2-c8a51241c7c8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:52.713246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224c49a-8cea-45a6-9aed-6b8b7a2d4d1c None None] Network cc5e816a-b818-43a5-a30f-b518e79e64f1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:52.782320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.792029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.809905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.848471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:52.851953 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/5ba7b075-cbc2-428c-a61c-91630247ecee HTTP/1.1" status: 204 len: 168 time: 1.2448342 Jan 27 14:50:52.856198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb78aeb-43bf-4a38-a63b-9e13ec99a36c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=5ba7b075-cbc2-428c-a61c-91630247ecee,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:52.861829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36038) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:52.883730 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-c15cbd38-a01c-486f-afda-4db9887c4e2b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:52.891521 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c15cbd38-a01c-486f-afda-4db9887c4e2b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6927011 Jan 27 14:50:52.954129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36040) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:52.956937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.15 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/4fa53d35-801f-40bb-9961-ac54fbe4777b) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:52.968182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.065461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.254736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dfdf01-0b4c-4c78-8221-42976bedc9db None None] DHCP port deletion for cc5e816a-b818-43a5-a30f-b518e79e64f1 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:53.306626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20849ce1-e2cd-44c5-90f4-2651e8d10eff tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:53.313396 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-20849ce1-e2cd-44c5-90f4-2651e8d10eff tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4456863 Jan 27 14:50:53.383729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36042) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:53.416411 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2ca195-d31b-4ad6-a883-0ac2c3e5ab3c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:50:53.420519 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ed2ca195-d31b-4ad6-a883-0ac2c3e5ab3c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/5ba7b075-cbc2-428c-a61c-91630247ecee HTTP/1.1" status: 404 len: 333 time: 0.0337210 Jan 27 14:50:53.435868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36046) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:53.446450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-878303729'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:53.456187 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Router abd0002b-17eb-47a1-86a9-14aa0f62df6c has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:50:53.497153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-37645c27-f00e-412c-afce-a81408f8b737 None None] Provisioning complete for port 55e120ac-03df-45ae-a266-c0dd7a317f56 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:53.497655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37645c27-f00e-412c-afce-a81408f8b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.538650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:53.544157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.603950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 55e120ac-03df-45ae-a266-c0dd7a317f56 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:53.676208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:53.681108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:50:53.705604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.706591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48407bb-7b77-48f9-86d2-bd09375789b4 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:50:53.721384 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-74a8543a-b337-4fb8-bc29-a94079c3b487 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "PUT /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9729235 Jan 27 14:50:53.726507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] Sync routers for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:50:53.736378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36048) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:53.744093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3c8e22-c596-4796-868d-3a76f87fdec8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:53.747708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.760808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.761681 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment 5f56b97b-fb3e-4261-9943-be4b581c80b3 of type vlan for network 528a3247-e7af-4b0a-9334-f3df9e773380 Jan 27 14:50:53.780705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:53.781776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:53.849949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:53.858066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 55e120ac-03df-45ae-a266-c0dd7a317f56 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:53.858810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.895648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:53.900094 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6a02e965-1043-49d9-a6d1-f78ca6beccf6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b48407bb-7b77-48f9-86d2-bd09375789b4 HTTP/1.1" status: 204 len: 168 time: 7.2307837 Jan 27 14:50:53.929354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:50:53.931347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:53.957791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36050) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:53.971748 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-5188cdc3-7610-4446-862c-0c04e63e570e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] delete failed (client error): The resource could not be found. Jan 27 14:50:53.972618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=442ac1d7-8ba7-4a1e-a394-fd26d5a59111,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:53.974531 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5188cdc3-7610-4446-862c-0c04e63e570e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-867005669 HTTP/1.1" status: 404 len: 334 time: 0.2365124 Jan 27 14:50:53.999059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36052) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.050712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-25b59b23-33ac-4ed4-86d8-31d03ea4cc2e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'router': {'external_gateway_info': {'network_id': 'abd0002b-17eb-47a1-86a9-14aa0f62df6c'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:54.080285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.107857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-147efdc1-ea51-4cab-90f8-12d9ff38e255 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.142355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-147efdc1-ea51-4cab-90f8-12d9ff38e255 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.189758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:54.190582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c651e4-3330-486a-853d-65eb7f0eab7c None None] The sync data for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:50:54.199607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] Deleting subnet 657d8216-ab7b-40b8-be7d-6e814e8246f0 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:54.200183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37645c27-f00e-412c-afce-a81408f8b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.204526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.262751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-37645c27-f00e-412c-afce-a81408f8b737 None None] For port 55e120ac-03df-45ae-a266-c0dd7a317f56, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=55e120ac-03df-45ae-a266-c0dd7a317f56,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:54.280529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37645c27-f00e-412c-afce-a81408f8b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.292850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.317620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5e816a-b818-43a5-a30f-b518e79e64f1']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:54.328922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e159ac3c-8bd5-4a43-8ac1-5837c599046b') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:54.329544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e159ac3c-8bd5-4a43-8ac1-5837c599046b') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:54.374930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37645c27-f00e-412c-afce-a81408f8b737 None None] Pushing event updated for resources: {'Port': ['ID=55e120ac-03df-45ae-a266-c0dd7a317f56,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:54.379591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.388255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-147efdc1-ea51-4cab-90f8-12d9ff38e255 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.395066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-147efdc1-ea51-4cab-90f8-12d9ff38e255 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.396910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-45791ed2-2c93-495a-bc13-7e4789e1f92c None None] Could not find standard attr ID for object 1720e187-f845-4860-84a4-f95547b0db19. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:54.398056 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-147efdc1-ea51-4cab-90f8-12d9ff38e255 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/54099395-f96e-4cce-b80b-9c8f2d029249 HTTP/1.1" status: 204 len: 168 time: 1.4376073 Jan 27 14:50:54.402279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36054) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.417789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:50:54.527843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.535186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:50:54.535632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.548191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.553075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147efdc1-ea51-4cab-90f8-12d9ff38e255 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54099395-f96e-4cce-b80b-9c8f2d029249,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:50:54.555354 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:50:54.573887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:54.576226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.582574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.585514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.588920 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-12ad50eb-2c78-4810-9d1e-de246386928d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/442ac1d7-8ba7-4a1e-a394-fd26d5a59111 HTTP/1.1" status: 204 len: 168 time: 4.0922949 Jan 27 14:50:54.626442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36058) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.726469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-406c66c0-c9aa-480b-99db-5032f68efb7e None None] Could not find standard attr ID for object 442ac1d7-8ba7-4a1e-a394-fd26d5a59111. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:50:54.754602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25b59b23-33ac-4ed4-86d8-31d03ea4cc2e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.769400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.773271 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.783246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf51cce-2f49-424c-9045-693cbf2a2ae5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:54.785641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf51cce-2f49-424c-9045-693cbf2a2ae5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:54.787401 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5bf51cce-2f49-424c-9045-693cbf2a2ae5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1402586 Jan 27 14:50:54.796580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36060) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.800705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:54.807791 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/cc5e816a-b818-43a5-a30f-b518e79e64f1 HTTP/1.1" status: 204 len: 168 time: 6.0125172 Jan 27 14:50:54.812470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36062) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.856507 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4194481 Jan 27 14:50:54.864047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36064) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.885389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:54.895724 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-25b59b23-33ac-4ed4-86d8-31d03ea4cc2e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] update failed (client error): The resource could not be found. Jan 27 14:50:54.902388 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-25b59b23-33ac-4ed4-86d8-31d03ea4cc2e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "PUT /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c HTTP/1.1" status: 404 len: 339 time: 0.8911161 Jan 27 14:50:54.911026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36066) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.922327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6f36-6e44-4446-9fcf-8f16de2a6820 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=528a3247-e7af-4b0a-9334-f3df9e773380,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:54.935246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 528a3247-e7af-4b0a-9334-f3df9e773380 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:54.941556 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9dab3482-26a0-4495-a179-2ad3b3b4913f tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5321188 Jan 27 14:50:54.942994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36068) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:54.988723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579379c-8c43-4ded-b92b-db1118ddbbbe tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=cc5e816a-b818-43a5-a30f-b518e79e64f1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:55.001010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bce4c5-3870-4646-a10d-a2863e6481ca tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:50:55.002038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bce4c5-3870-4646-a10d-a2863e6481ca tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:50:55.005941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9bce4c5-3870-4646-a10d-a2863e6481ca tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/cc5e816a-b818-43a5-a30f-b518e79e64f1 HTTP/1.1" status: 404 len: 339 time: 0.1871173 Jan 27 14:50:55.029948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36070) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:55.045230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666215774', 'description': 'd1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:55.046660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.187595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.256677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 9573701e-1152-4fe4-af06-f5654d9112a1 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:50:55.263291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.278759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 55e120ac-03df-45ae-a266-c0dd7a317f56 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:50:55.387173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:55.389279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=4fa53d35-801f-40bb-9961-ac54fbe4777b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:55.406503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:55.411683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.416841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:55.450059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03776b8-b9dc-43e8-875a-dea84a656641 None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:50:55.522238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 55e120ac-03df-45ae-a266-c0dd7a317f56 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:55.523076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.622235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:55.625915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.688502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03776b8-b9dc-43e8-875a-dea84a656641 None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:50:55.714834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.774806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:55.778617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.779407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.820478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=657d8216-ab7b-40b8-be7d-6e814e8246f0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:55.834131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.838557 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2bacc7c7-6528-47f1-b566-7b88eede3531 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/657d8216-ab7b-40b8-be7d-6e814e8246f0 HTTP/1.1" status: 204 len: 168 time: 1.8384936 Jan 27 14:50:55.847863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36074) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:55.882785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cc8af81-f58a-4fc6-a2df-8e09fd36626e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.917298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:50:55.976125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cc8af81-f58a-4fc6-a2df-8e09fd36626e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:55.999712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.000164 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 0fea23b1-25a8-4690-8678-783118215d22 of type vlan for network a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 Jan 27 14:50:56.151319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 93c08963-aecd-41c5-9ea2-8ef788171bbd no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:56.172222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cc8af81-f58a-4fc6-a2df-8e09fd36626e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.175777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cc8af81-f58a-4fc6-a2df-8e09fd36626e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.176978 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3cc8af81-f58a-4fc6-a2df-8e09fd36626e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/67f89e6c-664d-4995-b9d9-4b11c67b2723 HTTP/1.1" status: 204 len: 168 time: 1.2025900 Jan 27 14:50:56.188662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36076) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:56.198696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 93c08963-aecd-41c5-9ea2-8ef788171bbd {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:56.198696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 93c08963-aecd-41c5-9ea2-8ef788171bbd not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:56.198696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 00e1f55b-e8d2-422c-bcd8-57211807c61b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:56.221059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8af81-f58a-4fc6-a2df-8e09fd36626e tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f89e6c-664d-4995-b9d9-4b11c67b2723,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:56.225501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 00e1f55b-e8d2-422c-bcd8-57211807c61b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:56.225833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 00e1f55b-e8d2-422c-bcd8-57211807c61b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:56.233959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.238988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.242339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.262749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.350324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.372222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=9573701e-1152-4fe4-af06-f5654d9112a1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:56.389260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.395806 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ebc414d3-77a2-444f-a14d-d12dc2b5b8bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/9573701e-1152-4fe4-af06-f5654d9112a1 HTTP/1.1" status: 204 len: 168 time: 1.5902054 Jan 27 14:50:56.400764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36078) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:56.428540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55adc4ac-4fb2-4ff3-88b1-be89ecb69df6 None None] Network bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:56.448645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d00ed0e-8f11-426d-9315-dbe93644e90b None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:56.469703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:50:56.527900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.531859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:56.532796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:56.596047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4af79d01-c5ed-41e3-9fde-2c9525d247bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1852584 Jan 27 14:50:56.669764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36080) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:56.687246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-07801845-b031-44b0-a233-72cea17351d7 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4900820 Jan 27 14:50:56.706089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36082) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:56.725071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6a6d601e-d14c-4ddc-acca-7ccf8128b534 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940073018'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:56.774517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=a9fc80ea-bc9f-470a-b039-05a9fdfee2f1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:56.809575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': '5f56b97b-fb3e-4261-9943-be4b581c80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:56.809947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: 528a3247-e7af-4b0a-9334-f3df9e773380, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:50:56.810299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:56.826610 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eb8f224a-8fcc-4bb3-a21d-d8fdc687cb5e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7922957 Jan 27 14:50:56.827540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36084) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:56.951025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=4874406b-48f1-4b70-acba-85d4980ba02b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:56.966072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] DHCP port deletion for bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:56.989784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:50:56.997799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a6d601e-d14c-4ddc-acca-7ccf8128b534 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.076723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d5261-8a3f-44b4-b412-df9336b419e2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:57.079058 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-868d5261-8a3f-44b4-b412-df9336b419e2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3851106 Jan 27 14:50:57.088045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36088) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:57.127547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Deleting port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:57.128051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.200786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7296fb94-7286-483a-b579-05d12f5c969a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:57.204321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:57.205222 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7296fb94-7286-483a-b579-05d12f5c969a tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/networks?id=a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 HTTP/1.1" status: 200 len: 760 time: 0.3111725 Jan 27 14:50:57.221057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36090) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:57.229117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'description': 'd2'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:57.233360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 528a3247-e7af-4b0a-9334-f3df9e773380 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:50:57.312162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] Deleting port 55e120ac-03df-45ae-a266-c0dd7a317f56 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:57.312745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.321259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] Deleting port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:50:57.321973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.352790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 528a3247-e7af-4b0a-9334-f3df9e773380) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:57.357114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a6d601e-d14c-4ddc-acca-7ccf8128b534 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.365629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:57.366262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.382020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a6d601e-d14c-4ddc-acca-7ccf8128b534 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.388087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Allocated IP 172.20.0.1 (7db77609-2a73-459e-b586-73d759dc1514/785c0c3f-15cb-414e-b563-84a834037d74/8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:57.434683 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-68f01064-64d9-4f75-a0bc-db6371c4a6ea tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5656612 Jan 27 14:50:57.447905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36092) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:57.453284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8a7a91a3-2efe-40d5-a7ce-69c3807bab66 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:57.453635 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:50:57.469315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a6d601e-d14c-4ddc-acca-7ccf8128b534 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.474512 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6a6d601e-d14c-4ddc-acca-7ccf8128b534 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7624278 Jan 27 14:50:57.480296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36094) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:57.496752 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d2eb59dd-55c8-45d5-bb04-fd26a7c24088 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '7364cadd-335c-40eb-abe0-cc0ae8fd984b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:57.515498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d601e-d14c-4ddc-acca-7ccf8128b534 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7364cadd-335c-40eb-abe0-cc0ae8fd984b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:57.564936 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] For port 55e120ac-03df-45ae-a266-c0dd7a317f56, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=55e120ac-03df-45ae-a266-c0dd7a317f56,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:57.566604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.591606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] Calling delete_port for 55e120ac-03df-45ae-a266-c0dd7a317f56 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:57.721960 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-d2eb59dd-55c8-45d5-bb04-fd26a7c24088 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:57.730017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4944e-f433-4e4a-a1ab-7031137901b4 None None] Network 528a3247-e7af-4b0a-9334-f3df9e773380 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:50:57.730344 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d2eb59dd-55c8-45d5-bb04-fd26a7c24088 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2378628 Jan 27 14:50:57.737859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36096) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:57.745282 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-dedf84f4-d43f-4529-8ea2-4eb9ca6d0cc8 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group_rule': {'security_group_id': '7364cadd-335c-40eb-abe0-cc0ae8fd984b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:57.760022 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.825442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a91a3-2efe-40d5-a7ce-69c3807bab66 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:57.828750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a288be0b-cc59-4324-8c01-1c89204e24a9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:57.835339 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a288be0b-cc59-4324-8c01-1c89204e24a9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7418802 Jan 27 14:50:57.835614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8a7a91a3-2efe-40d5-a7ce-69c3807bab66 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.841285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36098) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:57.859450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:57.923539 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ab8115f1-8335-4115-b155-a0acb4ccbea8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801423 Jan 27 14:50:57.939837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36100) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:57.952525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:57.965185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] For port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:57.965558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.035248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Calling delete_port for b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:58.124741 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.ipam_backend_mixin [None req-8a7a91a3-2efe-40d5-a7ce-69c3807bab66 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4874406b-48f1-4b70-acba-85d4980ba02b (CIDR: 2001:db8::/64) Jan 27 14:50:58.135846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] For port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:58.137194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.154913 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7a91a3-2efe-40d5-a7ce-69c3807bab66 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:58.156440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7a91a3-2efe-40d5-a7ce-69c3807bab66 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:50:58.172754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.175424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.188853 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-dedf84f4-d43f-4529-8ea2-4eb9ca6d0cc8 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:50:58.191742 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dedf84f4-d43f-4529-8ea2-4eb9ca6d0cc8 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4509909 Jan 27 14:50:58.203895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36104) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:58.237746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.246931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] No DVR routers for this DVR port 55e120ac-03df-45ae-a266-c0dd7a317f56 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:58.249335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] Calling delete_port for b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:50:58.313913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.321526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network 7db77609-2a73-459e-b586-73d759dc1514 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:58.331756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9555a17-6eb5-4c0a-b0e1-8347dd9ec772 None None] Pushing event deleted for resources: {'Port': ['ID=55e120ac-03df-45ae-a266-c0dd7a317f56,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:58.359032 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8a7a91a3-2efe-40d5-a7ce-69c3807bab66 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9095092 Jan 27 14:50:58.369318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36106) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:58.375252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:58.379588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:58.380812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:58.462022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,segment=NetworkSegment(0d5989d9-3160-4780-86b5-3803dea6ae4e),segment_id=0d5989d9-3160-4780-86b5-3803dea6ae4e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:50:58.476428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.477470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 55e120ac-03df-45ae-a266-c0dd7a317f56 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:50:58.490840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Port': ['ID=8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:58.572657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 55e120ac-03df-45ae-a266-c0dd7a317f56 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:50:58.573470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 55e120ac-03df-45ae-a266-c0dd7a317f56 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:50:58.574353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.575897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-528a3247-e7af-4b0a-9334-f3df9e773380', 'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380', 'tenant_id': 'a080f773c60f43558cf034ce695c62b8', 'fixed_ips': [{'subnet_id': '4874406b-48f1-4b70-acba-85d4980ba02b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:50:58.576790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.577282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.583028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfa59723-52d1-4f22-8613-955394a63b8b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.605477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:58.636792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.767052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfa59723-52d1-4f22-8613-955394a63b8b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.791330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.887753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Allocated IP 2001:db8::2 (528a3247-e7af-4b0a-9334-f3df9e773380/4874406b-48f1-4b70-acba-85d4980ba02b/95407455-556e-4d3b-ba68-f58a8c9d640a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:50:58.894054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] Pushing event deleted for resources: {'Port': ['ID=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:58.905588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b9eb8-176d-4b15-b69c-bc08d78bf3fb None None] No DVR routers for this DVR port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:58.952209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 is not hosted by any dhcp agent {{(pid=108743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 14:50:58.973411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:58.974419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.978966 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "PUT /v2.0/networks/a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 HTTP/1.1" status: 200 len: 757 time: 1.7519019 Jan 27 14:50:58.991161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7bc93-864e-4353-a742-9f58d392b65e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=a9fc80ea-bc9f-470a-b039-05a9fdfee2f1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:58.992793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:58.999589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36108) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:59.003426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfa59723-52d1-4f22-8613-955394a63b8b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.009749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfa59723-52d1-4f22-8613-955394a63b8b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.017342 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cfa59723-52d1-4f22-8613-955394a63b8b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/7364cadd-335c-40eb-abe0-cc0ae8fd984b HTTP/1.1" status: 204 len: 168 time: 0.8057342 Jan 27 14:50:59.020633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36110) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:59.046702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:59.047379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:50:59.050606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.074996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.136973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa59723-52d1-4f22-8613-955394a63b8b tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7364cadd-335c-40eb-abe0-cc0ae8fd984b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:59.161949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e0f119f0-703a-4ab5-976f-3b3d74602e48 None None] Provisioning complete for port 8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:50:59.162364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e0f119f0-703a-4ab5-976f-3b3d74602e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.222766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:59.229537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.249986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e0f119f0-703a-4ab5-976f-3b3d74602e48 None None] Port 8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:50:59.328131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:59.403794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.418752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] No DVR routers for this DVR port b1ea3969-fa86-40b1-9bcb-6a8a8578b9a9 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:50:59.421032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.448533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bff028-71c7-412e-8217-73c65da38a6c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:50:59.451330 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d0bff028-71c7-412e-8217-73c65da38a6c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/networks?id=a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 HTTP/1.1" status: 200 len: 760 time: 0.4307108 Jan 27 14:50:59.458994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36114) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:59.484908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1005665492'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:59.500634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Network 528a3247-e7af-4b0a-9334-f3df9e773380 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:50:59.507005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:50:59.512398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:50:59.524151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Pushing event updated for resources: {'Port': ['ID=95407455-556e-4d3b-ba68-f58a8c9d640a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:59.541478 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-db225aae-f537-4944-9ba9-ae03b09b5745 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5153675 Jan 27 14:50:59.559062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36116) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:50:59.576035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c1b14a7f-0deb-4b93-b9b7-c57bce269d90 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995106962'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:50:59.600174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Attempting to bind port 95407455-556e-4d3b-ba68-f58a8c9d640a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:50:59.600852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Attempting to bind port 95407455-556e-4d3b-ba68-f58a8c9d640a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '5f56b97b-fb3e-4261-9943-be4b581c80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:50:59.601357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Attempting to bind port 95407455-556e-4d3b-ba68-f58a8c9d640a on network 528a3247-e7af-4b0a-9334-f3df9e773380 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:50:59.607772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:50:59.608324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Checking segment: {'id': '5f56b97b-fb3e-4261-9943-be4b581c80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:50:59.608839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.609469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Bound using segment: {'id': '5f56b97b-fb3e-4261-9943-be4b581c80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:50:59.610076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Bound port: 95407455-556e-4d3b-ba68-f58a8c9d640a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f56b97b-fb3e-4261-9943-be4b581c80b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:50:59.610600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.712063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.714838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:50:59.718630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.795032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] For port 95407455-556e-4d3b-ba68-f58a8c9d640a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:50:59.802360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] For port 95407455-556e-4d3b-ba68-f58a8c9d640a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=95407455-556e-4d3b-ba68-f58a8c9d640a,segment=NetworkSegment(5f56b97b-fb3e-4261-9943-be4b581c80b3),segment_id=5f56b97b-fb3e-4261-9943-be4b581c80b3)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:50:59.812956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:59.819343 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.888409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5989d9-3160-4780-86b5-3803dea6ae4e') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:59.892534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5989d9-3160-4780-86b5-3803dea6ae4e') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:50:59.921010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.927001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbe57f-58d0-49d5-b356-47c667887236 None None] Pushing event updated for resources: {'Port': ['ID=95407455-556e-4d3b-ba68-f58a8c9d640a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:50:59.967386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.978012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.978892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:50:59.988512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.015344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c1b14a7f-0deb-4b93-b9b7-c57bce269d90 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.074507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:00.141836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.166754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event updated for resources: {'Port': ['ID=8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:00.204280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.208741 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 5b21d84f-8120-44bd-ad44-8d0cb76c1ab5 of type vlan for network f4e6942b-ad56-406b-873f-e9ccd5aeac89 Jan 27 14:51:00.217855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.306689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.406103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:00.407246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.413245 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=4fa53d35-801f-40bb-9961-ac54fbe4777b,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:00.415774 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:00.444973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Network 7db77609-2a73-459e-b586-73d759dc1514 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:00.450188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:00.571923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.606945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.649885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Router abd0002b-17eb-47a1-86a9-14aa0f62df6c has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:51:00.693837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:51:00.763980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.800343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.806405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:00.807068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.822405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9625645a-446a-469d-816a-15924ae31b48 None None] Provisioning complete for port 8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:00.823998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9625645a-446a-469d-816a-15924ae31b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:00.857062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:00.867142 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aac6a5ab-8b1c-454c-bfb2-65bfe58e3648 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "PUT /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9546342 Jan 27 14:51:00.869798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36128) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:00.873859 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] Sync routers for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:00.901469 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:00.905049 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:00.917114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9625645a-446a-469d-816a-15924ae31b48 None None] Port 8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:00.945913 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4605243 Jan 27 14:51:00.955430 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:00.973841 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:00.974559 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:00.974968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36130) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:00.983646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': 'f4e6942b-ad56-406b-873f-e9ccd5aeac89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:01.025652 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:01.026678 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c84bf0-91a0-4f4a-b450-974ac3bb4b72 None None] The sync data for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:01.187950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c1b14a7f-0deb-4b93-b9b7-c57bce269d90 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.213059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP b414d1f1-4448-4126-bb52-6c4c72e1d923 associated. External IP: 172.26.6.15, port: 49a1c2cc-9cd8-4885-9077-61d015187089. Jan 27 14:51:01.217314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.235441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:01.295436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 95407455-556e-4d3b-ba68-f58a8c9d640a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:01.301265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05d6b2fd-1e94-420e-8139-bd2572ca1d76 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.315561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=9a630acd-4f07-40d9-8805-e11a1f23995d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:01.328649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cda97-b4a6-4bd6-8696-2531be24a491 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=f4e6942b-ad56-406b-873f-e9ccd5aeac89,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:01.340545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.347460 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] 10.222.0.18 "DELETE /v2.0/networks/bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e HTTP/1.1" status: 204 len: 168 time: 5.4975252 Jan 27 14:51:01.374497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network f4e6942b-ad56-406b-873f-e9ccd5aeac89 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:01.440272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c1b14a7f-0deb-4b93-b9b7-c57bce269d90 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.443167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.514499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8faf-a7d9-4d1c-831e-c20d1293749c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc54079d-cc87-4b5e-ac8f-d6c1dc80c58e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:01.529877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:01.541683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b14a7f-0deb-4b93-b9b7-c57bce269d90 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf706b-071f-43b2-bb89-ff9f9608af8f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:01.566286 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c771df35-3f3f-4895-819c-023ed2744a88 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:01.585230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:01.585823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.614066 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-05d6b2fd-1e94-420e-8139-bd2572ca1d76 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 14:51:01.617297 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-05d6b2fd-1e94-420e-8139-bd2572ca1d76 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c HTTP/1.1" status: 409 len: 329 time: 0.7446506 Jan 27 14:51:01.623919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36136) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:01.648763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 528a3247-e7af-4b0a-9334-f3df9e773380 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:01.658062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:01.673369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c1b14a7f-0deb-4b93-b9b7-c57bce269d90 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.678171 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c1b14a7f-0deb-4b93-b9b7-c57bce269d90 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1057129 Jan 27 14:51:01.680533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:01.681775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.689199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36138) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:01.697963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:01.702577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6097318b-73ec-4304-8ec3-f29adeb45a69 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:01.702921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:01.703513 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-6097318b-73ec-4304-8ec3-f29adeb45a69 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 14:51:01.703714 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-6097318b-73ec-4304-8ec3-f29adeb45a69 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 14:51:01.709075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6097318b-73ec-4304-8ec3-f29adeb45a69 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "PUT /v2.0/security-groups/cfdf706b-071f-43b2-bb89-ff9f9608af8f HTTP/1.1" status: 409 len: 330 time: 0.0155244 Jan 27 14:51:01.711313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36140) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:01.714116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-85bf0f90-73c1-4b00-8abc-3792eac7f427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7660701 Jan 27 14:51:01.769105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36142) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:01.778969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '9a630acd-4f07-40d9-8805-e11a1f23995d', 'ip_address': '2001:db8::e321:c5c9:8a22:ac47'}], 'name': 'tempest-NetworksTestDHCPv6-1804958718'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:01.880864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=21e94d47-7616-40a0-bdc8-5378173d7e11,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:01.896061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36144) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:01.918595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088bb705-392e-4206-9b0b-c9e3cb4bcc82 None None] Network 528a3247-e7af-4b0a-9334-f3df9e773380 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:01.953927 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-60040792-f99d-4feb-83e9-e27e4744ceb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5809386 Jan 27 14:51:01.959316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36154) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:01.974740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380', 'fixed_ips': [{'subnet_id': '4874406b-48f1-4b70-acba-85d4980ba02b'}, {'subnet_id': '21e94d47-7616-40a0-bdc8-5378173d7e11'}], 'name': 'tempest-PortsIpV6TestJSON-454927067'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:02.052339 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2ca4b228-d582-43a7-8b7a-8689ece508e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06da3f64eaca418b91aba64b64cbe5f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1485224 Jan 27 14:51:02.089525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36156) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:02.263543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cf9a6efe-27ed-4b7c-a229-e671191cb2af None None] Provisioning complete for port 95407455-556e-4d3b-ba68-f58a8c9d640a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:02.263955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6efe-27ed-4b7c-a229-e671191cb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.323186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3418ba4-ea9e-4399-ae5e-60374dc82b83 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.354197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3418ba4-ea9e-4399-ae5e-60374dc82b83 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.379764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 95407455-556e-4d3b-ba68-f58a8c9d640a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:02.380352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.417657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3418ba4-ea9e-4399-ae5e-60374dc82b83 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.421003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3418ba4-ea9e-4399-ae5e-60374dc82b83 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.426915 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f3418ba4-ea9e-4399-ae5e-60374dc82b83 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfdf706b-071f-43b2-bb89-ff9f9608af8f HTTP/1.1" status: 204 len: 168 time: 0.7096322 Jan 27 14:51:02.435873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36158) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:02.438566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3418ba4-ea9e-4399-ae5e-60374dc82b83 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf706b-071f-43b2-bb89-ff9f9608af8f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:02.548984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6efe-27ed-4b7c-a229-e671191cb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.615324 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4de0dc0e-3930-4188-a93c-117ee14f5ba5 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1666000 Jan 27 14:51:02.617220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36160) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:02.661137 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-a79b2ca3-cb79-4bb5-8ebb-3a463df7aca8 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] delete failed (client error): The resource could not be found. Jan 27 14:51:02.662841 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a79b2ca3-cb79-4bb5-8ebb-3a463df7aca8 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "DELETE /v2.0/security-groups/477e46b9-6244-4bb4-9bd8-88c1ab8d1610 HTTP/1.1" status: 404 len: 347 time: 0.0443423 Jan 27 14:51:02.670670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36162) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:02.742453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cf9a6efe-27ed-4b7c-a229-e671191cb2af None None] For port 95407455-556e-4d3b-ba68-f58a8c9d640a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=95407455-556e-4d3b-ba68-f58a8c9d640a,segment=NetworkSegment(5f56b97b-fb3e-4261-9943-be4b581c80b3),segment_id=5f56b97b-fb3e-4261-9943-be4b581c80b3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:02.808415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6efe-27ed-4b7c-a229-e671191cb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.824498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-572c6754-0e1a-4805-bafd-a2a522da1a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.851846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 161e4fc1-e4a7-4258-80d4-22a857c4caab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:51:02.858552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:02.954432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:02.957705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a284b-5cbc-482f-acee-151fd42de568 None None] Update dhcp port {'port': {'network_id': '528a3247-e7af-4b0a-9334-f3df9e773380', 'fixed_ips': [{'subnet_id': '4874406b-48f1-4b70-acba-85d4980ba02b', 'ip_address': '2001:db8::2'}, {'subnet_id': '21e94d47-7616-40a0-bdc8-5378173d7e11'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '95407455-556e-4d3b-ba68-f58a8c9d640a'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:51:02.959002 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-0884b33e-6e72-43fd-b78c-212c4b80a847 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] show failed (client error): The resource could not be found. Jan 27 14:51:02.960706 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0884b33e-6e72-43fd-b78c-212c4b80a847 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-groups/45a36d3e-c786-4f21-9960-c223479340dc HTTP/1.1" status: 404 len: 347 time: 0.2885199 Jan 27 14:51:02.967826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36166) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:02.975900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.057470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-90bd578b-860c-4b25-a823-076b82532568 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] show failed (client error): The resource could not be found. Jan 27 14:51:03.067205 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-90bd578b-860c-4b25-a823-076b82532568 tempest-NegativeSecGroupIPv6Test-1484865722 tempest-NegativeSecGroupIPv6Test-1484865722-project] 10.222.0.18 "GET /v2.0/security-group-rules/6faab280-5efa-432b-a941-aac7111ee52b HTTP/1.1" status: 404 len: 356 time: 0.0636790 Jan 27 14:51:03.097397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port c9b30dd9-3988-4d7a-a004-fff6cc2c4d08 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:03.098062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=b5e89bc3-7059-4e35-bc38-6aaaf3e4c7f8,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:03.118613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-572c6754-0e1a-4805-bafd-a2a522da1a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.152451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '5b21d84f-8120-44bd-ad44-8d0cb76c1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f4e6942b-ad56-406b-873f-e9ccd5aeac89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:03.152799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: f4e6942b-ad56-406b-873f-e9ccd5aeac89, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:03.179365 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-519a284b-5cbc-482f-acee-151fd42de568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.205503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '9a630acd-4f07-40d9-8805-e11a1f23995d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:03.219019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.274328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.280194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a6efe-27ed-4b7c-a229-e671191cb2af None None] Pushing event updated for resources: {'Port': ['ID=95407455-556e-4d3b-ba68-f58a8c9d640a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:03.338345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:03.557805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network f4e6942b-ad56-406b-873f-e9ccd5aeac89 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:03.589280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:03.623444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-572c6754-0e1a-4805-bafd-a2a522da1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.623748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, f4e6942b-ad56-406b-873f-e9ccd5aeac89) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:03.625422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-572c6754-0e1a-4805-bafd-a2a522da1a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.637763 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-572c6754-0e1a-4805-bafd-a2a522da1a34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58bb0d42-6e6f-4651-8376-3845fb56dae6 HTTP/1.1" status: 204 len: 168 time: 1.5479362 Jan 27 14:51:03.648759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:03.649916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.655423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:03.672886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecac699-585c-47cf-9f39-bbecbf7e5757 None None] Network f4e6942b-ad56-406b-873f-e9ccd5aeac89 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:03.691525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6754-0e1a-4805-bafd-a2a522da1a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bb0d42-6e6f-4651-8376-3845fb56dae6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:03.699152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 285e9013-5e32-4e21-8cca-2c01fb9897a1 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:03.706766 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0cb812e0-d1ea-4dc2-977a-9c03930ddbdd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7302523 Jan 27 14:51:03.755981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36174) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:03.880582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] Sync routers for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:03.984883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:04.111661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36178) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:04.118816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:04.120846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:04.159947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:04.269842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-519a284b-5cbc-482f-acee-151fd42de568 None None] Allocated IP 2001:db8:0:1::2 (528a3247-e7af-4b0a-9334-f3df9e773380/21e94d47-7616-40a0-bdc8-5378173d7e11/95407455-556e-4d3b-ba68-f58a8c9d640a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:04.339946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::e321:c5c9:8a22:ac47 (54ed4f89-dea6-4178-95d4-b6863af583eb/9a630acd-4f07-40d9-8805-e11a1f23995d/c9b30dd9-3988-4d7a-a004-fff6cc2c4d08) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:04.401727 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ce116b9a-1122-4a16-829a-e6352cd5ae08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.2781229 Jan 27 14:51:04.404861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:04.420942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36184) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:04.422456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:51:04.430075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:51:04.515676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab40cc1-0ec7-4bf1-91f5-5580b896c7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-f4e6942b-ad56-406b-873f-e9ccd5aeac89', 'network_id': 'f4e6942b-ad56-406b-873f-e9ccd5aeac89', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': 'b5e89bc3-7059-4e35-bc38-6aaaf3e4c7f8'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:04.517099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ab40cc1-0ec7-4bf1-91f5-5580b896c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:04.676018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd7977-6dc3-4b5d-9464-e239dcd280bc x-openstack-request-id: req-8dbd7977-6dc3-4b5d-9464-e239dcd280bc {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:51:04.676434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:51:04.676741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dbd7977-6dc3-4b5d-9464-e239dcd280bc {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:51:04.677252 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089', 'status': 'completed', 'code': 200} Jan 27 14:51:04.713874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Deleting port 8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:04.714805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:04.792798 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:04.838370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:04.885885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:04.968318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:04.973899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=c9b30dd9-3988-4d7a-a004-fff6cc2c4d08,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:04.977676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:04.980677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:04.989077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:04.990099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.018027 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-59c81141-084e-4f92-bb64-5f9ce9ecf142 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/b414d1f1-4448-4126-bb52-6c4c72e1d923 HTTP/1.1" status: 200 len: 990 time: 0.5850608 Jan 27 14:51:05.030678 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-41f25563-4eeb-49b1-9519-ff1f746ab031 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2578831 Jan 27 14:51:05.034630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36206) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:05.041417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5fcbd31a-4b42-4f35-9402-44f8149c815d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '9a630acd-4f07-40d9-8805-e11a1f23995d', 'ip_address': '2001:db8::e321:c5c9:8a22:ac47'}], 'name': 'tempest-NetworksTestDHCPv6-1852397184'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:05.140552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.173107 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-438f0ccc-381b-4f46-b028-acdbf54b12a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1193c19b29c4c2188c8c73f5cb15563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9644365 Jan 27 14:51:05.179845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36210) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:05.192764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-2d15e1e3-f42d-41a6-a0e5-2ec413bc7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:05.195417 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-2d15e1e3-f42d-41a6-a0e5-2ec413bc7423 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1098 time: 0.3887618 Jan 27 14:51:05.237977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.251803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/9a630acd-4f07-40d9-8805-e11a1f23995d/a951988a-055e-43e7-89c1-a3e4f89db209) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:05.254455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e89bc3-7059-4e35-bc38-6aaaf3e4c7f8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:05.311498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b895584f-3cb0-431c-8613-0e58e432b952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.317550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Calling delete_port for 8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:05.346854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b895584f-3cb0-431c-8613-0e58e432b952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.430579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b895584f-3cb0-431c-8613-0e58e432b952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.436371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b895584f-3cb0-431c-8613-0e58e432b952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.442226 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b895584f-3cb0-431c-8613-0e58e432b952 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/024058d9-0c11-4390-86ee-02e3ce915888 HTTP/1.1" status: 204 len: 168 time: 0.2609930 Jan 27 14:51:05.469933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895584f-3cb0-431c-8613-0e58e432b952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024058d9-0c11-4390-86ee-02e3ce915888,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:05.506067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.517665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcbd31a-4b42-4f35-9402-44f8149c815d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:05.526856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd31a-4b42-4f35-9402-44f8149c815d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.563939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e6942b-ad56-406b-873f-e9ccd5aeac89']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:05.565122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-5fcbd31a-4b42-4f35-9402-44f8149c815d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 23877ada-1347-4a94-9ea1-03f2b994d189 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:05.587459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b21d84f-8120-44bd-ad44-8d0cb76c1ab5') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:05.588146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b21d84f-8120-44bd-ad44-8d0cb76c1ab5') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:05.643944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.647742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-d9b6164a-aa5c-4618-b797-d9ab655f196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:05.650391 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-d9b6164a-aa5c-4618-b797-d9ab655f196e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 898 time: 0.4176738 Jan 27 14:51:05.669837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 95407455-556e-4d3b-ba68-f58a8c9d640a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:05.822673 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-237bcae2-252e-4663-b1f3-8a9b7b94e251 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 200 len: 998 time: 0.1611166 Jan 27 14:51:05.840480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-519a284b-5cbc-482f-acee-151fd42de568 None None] For port 95407455-556e-4d3b-ba68-f58a8c9d640a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=95407455-556e-4d3b-ba68-f58a8c9d640a,segment=NetworkSegment(5f56b97b-fb3e-4261-9943-be4b581c80b3),segment_id=5f56b97b-fb3e-4261-9943-be4b581c80b3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:05.841180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.943071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-8ad9453d-927a-440f-8923-c3d724cdb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:05.944438 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-8ad9453d-927a-440f-8923-c3d724cdb791 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08a06657-59a5-4241-9255-fe4d115f5792 HTTP/1.1" status: 200 len: 834 time: 0.1048548 Jan 27 14:51:05.950504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:05.950970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:05.954848 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:05.977607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-519a284b-5cbc-482f-acee-151fd42de568 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:06.023504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36224) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:06.093900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-519a284b-5cbc-482f-acee-151fd42de568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:06.281202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-ea65a827-9a37-44e2-a678-f22cc844e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:06.284137 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-ea65a827-9a37-44e2-a678-f22cc844e772 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3281980 Jan 27 14:51:06.318778 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-87202bcf-2093-44a3-baaa-e9860f2dd9c5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/b414d1f1-4448-4126-bb52-6c4c72e1d923 HTTP/1.1" status: 200 len: 990 time: 0.2612386 Jan 27 14:51:06.319822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::205 (528a3247-e7af-4b0a-9334-f3df9e773380/4874406b-48f1-4b70-acba-85d4980ba02b/285e9013-5e32-4e21-8cca-2c01fb9897a1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:06.357439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8:0:1::4d (528a3247-e7af-4b0a-9334-f3df9e773380/21e94d47-7616-40a0-bdc8-5378173d7e11/285e9013-5e32-4e21-8cca-2c01fb9897a1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:06.454172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:06.496415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Port': ['ID=8cc442af-9b1e-4fe4-8c04-4ae68ec3cf39,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:06.567992 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-bd611c0f-b73a-4593-9772-6ccbac80f23d service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662680 Jan 27 14:51:06.868179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server [None req-2ab40cc1-0ec7-4bf1-91f5-5580b896c7e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5e89bc3-7059-4e35-bc38-6aaaf3e4c7f8: This subnet is being modified by another concurrent operation. Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:51:06.896099 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise exception Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5e89bc3-7059-4e35-bc38-6aaaf3e4c7f8: This subnet is being modified by another concurrent operation. Jan 27 14:51:06.902761 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Jan 27 14:51:06.927001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:06.928262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:06.928262 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/f4e6942b-ad56-406b-873f-e9ccd5aeac89 HTTP/1.1" status: 204 len: 168 time: 3.1628845 Jan 27 14:51:06.929104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36250) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:06.965017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:06.987706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e6126-832d-41f9-8229-a0d68717e55d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=f4e6942b-ad56-406b-873f-e9ccd5aeac89,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:07.010295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:07.036762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7624ce-6cf4-41a7-abfc-9516622e1c95 None None] Network f4e6942b-ad56-406b-873f-e9ccd5aeac89 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:07.081387 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6780fb-9813-48ed-9f07-bf5205c44f24 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] GET failed (client error): The resource could not be found. Jan 27 14:51:07.083730 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ef6780fb-9813-48ed-9f07-bf5205c44f24 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/subnets/b5e89bc3-7059-4e35-bc38-6aaaf3e4c7f8 HTTP/1.1" status: 404 len: 337 time: 0.1355827 Jan 27 14:51:07.097600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36252) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:07.135034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 528a3247-e7af-4b0a-9334-f3df9e773380 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:07.142014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:07.149459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:07.156644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:07.157803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:07.178551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=285e9013-5e32-4e21-8cca-2c01fb9897a1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:07.196112 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5c4e9e7a-69e1-417c-8dea-e05444ceeba2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.2280216 Jan 27 14:51:07.199451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36256) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:07.216140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4874406b-48f1-4b70-acba-85d4980ba02b'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:07.264953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7624ce-6cf4-41a7-abfc-9516622e1c95 None None] Network f4e6942b-ad56-406b-873f-e9ccd5aeac89 could not be found, it might have been deleted concurrently. {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 27 14:51:07.298035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36260) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:07.302966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:07.307473 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb077eeb-24c7-4b7f-849a-7b4407f8ab7c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:07.308473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb077eeb-24c7-4b7f-849a-7b4407f8ab7c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:07.309707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 95407455-556e-4d3b-ba68-f58a8c9d640a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:07.311617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:07.319606 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eb077eeb-24c7-4b7f-849a-7b4407f8ab7c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/f4e6942b-ad56-406b-873f-e9ccd5aeac89 HTTP/1.1" status: 404 len: 339 time: 0.2149291 Jan 27 14:51:07.323099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a284b-5cbc-482f-acee-151fd42de568 None None] Pushing event updated for resources: {'Port': ['ID=95407455-556e-4d3b-ba68-f58a8c9d640a,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:07.328945 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deb6f75c-b6b3-49e3-bed6-2d5c73b2a5c4 req-372b8c67-a750-441b-8387-c93783e64265 service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526412 Jan 27 14:51:07.330394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36262) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:07.331541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36264) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:07.355769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:07.440067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:07.585917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Pushing event updated for resources: {'Port': ['ID=a951988a-055e-43e7-89c1-a3e4f89db209,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:07.639052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:07.672026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:07.680192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:07.942350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Delete allocated IP 2001:db8:0:1::4d (528a3247-e7af-4b0a-9334-f3df9e773380/21e94d47-7616-40a0-bdc8-5378173d7e11) {{(pid=108743) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 14:51:07.960528 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcbd31a-4b42-4f35-9402-44f8149c815d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 14:51:07.963796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcbd31a-4b42-4f35-9402-44f8149c815d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:08.001686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Attempting to bind port a951988a-055e-43e7-89c1-a3e4f89db209 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:08.003946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Attempting to bind port a951988a-055e-43e7-89c1-a3e4f89db209 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:08.004774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Attempting to bind port a951988a-055e-43e7-89c1-a3e4f89db209 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:08.014046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:50:56Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:08.049042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad2fde9-3764-4a6f-ac31-0f15028e312f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:08.051466 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5ad2fde9-3764-4a6f-ac31-0f15028e312f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7156177 Jan 27 14:51:08.056877 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2552c768-73e4-4190-b1b3-48202068934c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/b414d1f1-4448-4126-bb52-6c4c72e1d923 HTTP/1.1" status: 200 len: 990 time: 0.7163107 Jan 27 14:51:08.061244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36274) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:08.080901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-962765485', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:08.115582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:08.116819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:08.117798 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:08.118704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:08.119919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Bound port: a951988a-055e-43e7-89c1-a3e4f89db209, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:08.120940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:08.128318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5fcbd31a-4b42-4f35-9402-44f8149c815d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0906980 Jan 27 14:51:08.137414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36276) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:08.168982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] Checking router: 161e4fc1-e4a7-4258-80d4-22a857c4caab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:51:08.303199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:08.304181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:08.305811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:08.314222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:08.464041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] In _notify_port_updated(), no bound segment for port 285e9013-5e32-4e21-8cca-2c01fb9897a1 on network 528a3247-e7af-4b0a-9334-f3df9e773380 {{(pid=108743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:51:08.475402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:08.476556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:08.478406 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "PUT /v2.0/ports/285e9013-5e32-4e21-8cca-2c01fb9897a1 HTTP/1.1" status: 200 len: 925 time: 1.2772791 Jan 27 14:51:08.482923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36282) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:08.492603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4874406b-48f1-4b70-acba-85d4980ba02b'}, {'subnet_id': '21e94d47-7616-40a0-bdc8-5378173d7e11'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:08.527017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e222a-ddc6-4598-8bdf-e36702a15bb3 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=285e9013-5e32-4e21-8cca-2c01fb9897a1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:08.558037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:08.609212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:08.722489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 95407455-556e-4d3b-ba68-f58a8c9d640a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:08.724817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec04110-79a8-413e-b356-cb96b92e5e5c None None] Network 528a3247-e7af-4b0a-9334-f3df9e773380 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:08.835656 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a4ead437-3054-44ad-8dab-f1f93c7ac110 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 207 time: 0.7732313 Jan 27 14:51:08.840729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36290) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:08.865946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Router abd0002b-17eb-47a1-86a9-14aa0f62df6c has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:51:08.876033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Made reservation on behalf of c0904d29ae274e27b07117af572acb20 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:08.879591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:08.894182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5383556-8762-4d6c-9882-6882323e6fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:08.900768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5383556-8762-4d6c-9882-6882323e6fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:08.902518 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d5383556-8762-4d6c-9882-6882323e6fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7635853 Jan 27 14:51:08.918009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36292) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:08.994429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-12fe34a0-dd7e-4ddc-b931-e214ef2896cf None None] Provisioning complete for port 95407455-556e-4d3b-ba68-f58a8c9d640a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:08.995474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-12fe34a0-dd7e-4ddc-b931-e214ef2896cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:09.015417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:09.042520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] For port a951988a-055e-43e7-89c1-a3e4f89db209, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:09.059004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] For port a951988a-055e-43e7-89c1-a3e4f89db209, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a951988a-055e-43e7-89c1-a3e4f89db209,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:09.065338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36296) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:09.134015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:09.322147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa84d5-bdc7-41e1-b71a-1c268e51f42f None None] Pushing event updated for resources: {'Port': ['ID=a951988a-055e-43e7-89c1-a3e4f89db209,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:09.335767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:09.348610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:09.352297 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1fef4718-f095-4219-b374-0c3e305bd931 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/b414d1f1-4448-4126-bb52-6c4c72e1d923 HTTP/1.1" status: 200 len: 990 time: 0.2860105 Jan 27 14:51:09.364179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a6c63-3452-4650-b56c-8d7d12dfdb71 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:09.372069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a6c63-3452-4650-b56c-8d7d12dfdb71 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:09.379499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a6c63-3452-4650-b56c-8d7d12dfdb71 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:09.389312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a6c63-3452-4650-b56c-8d7d12dfdb71 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:09.399024 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e81a6c63-3452-4650-b56c-8d7d12dfdb71 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5487986 Jan 27 14:51:09.399407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36300) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:09.451861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] device_id is not set on port 08e6a600-d1a9-4351-9af4-423836e37ef4 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:09.576224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8:0:1::231 (528a3247-e7af-4b0a-9334-f3df9e773380/21e94d47-7616-40a0-bdc8-5378173d7e11/285e9013-5e32-4e21-8cca-2c01fb9897a1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:09.613807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d840e7-3403-4578-8e27-c9ac644fc842,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:09.746806 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4cea8467-7620-41fb-a06b-229b977feddf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3456280 Jan 27 14:51:09.755538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36306) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:09.896630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 95407455-556e-4d3b-ba68-f58a8c9d640a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:09.898377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:09.994416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0448ea5-8a01-427a-8384-e576be497ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:09.997336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0448ea5-8a01-427a-8384-e576be497ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:10.000668 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f0448ea5-8a01-427a-8384-e576be497ee9 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2434537 Jan 27 14:51:10.019546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36310) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:10.052855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:10.069523 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] Sync routers for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:10.100842 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:10.101498 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:10.105956 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-74631307-0fec-4549-ac7b-e2d4d6a714a3 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "PUT /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4805958 Jan 27 14:51:10.117140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36312) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:10.209933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port c9b30dd9-3988-4d7a-a004-fff6cc2c4d08 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:10.210691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:10.305527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-dd8d167e-019b-455a-b1cb-3184005fbcb6 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] show failed (client error): The resource could not be found. Jan 27 14:51:10.306637 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dd8d167e-019b-455a-b1cb-3184005fbcb6 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1816848728 HTTP/1.1" status: 404 len: 335 time: 0.1884778 Jan 27 14:51:10.311324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36314) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:10.312100 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:10.354848 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] Routers {'abd0002b-17eb-47a1-86a9-14aa0f62df6c'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:10.356951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-867dcbb2-ca1c-4242-bbba-565379972ca8 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Request body: {'router': {'name': 'new_name'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:10.358292 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:50:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:10.366192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36316) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:10.379660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fd2b3-071a-4d2e-9561-f93cf25f01bf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:10.381537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fd2b3-071a-4d2e-9561-f93cf25f01bf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:10.383262 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-607fd2b3-071a-4d2e-9561-f93cf25f01bf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3625088 Jan 27 14:51:10.391624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:10.422565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36318) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:10.463936 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:10.465975 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6fe4e-ea70-4d05-9e16-aa8a678a14ec None None] The sync data for ids ['abd0002b-17eb-47a1-86a9-14aa0f62df6c'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:10.505777 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-867dcbb2-ca1c-4242-bbba-565379972ca8 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] update failed (client error): The resource could not be found. Jan 27 14:51:10.511940 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-867dcbb2-ca1c-4242-bbba-565379972ca8 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-2041870582 HTTP/1.1" status: 404 len: 335 time: 0.1958320 Jan 27 14:51:10.518202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36320) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:10.548440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:50:56Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:10.641662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734e3814-2602-4c45-b2d9-cb02bc94a412 None None] The sync data for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv is: [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:49:44Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:50:56Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:10.684589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Allocated IP 172.26.6.65 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/08e6a600-d1a9-4351-9af4-423836e37ef4) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:10.748242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:10.793908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:10.856518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a951988a-055e-43e7-89c1-a3e4f89db209 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:10.922777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f848c-0ecd-427f-a2b6-d9895a2d8ecf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:10.936353 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c20f848c-0ecd-427f-a2b6-d9895a2d8ecf tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/networks/3c0d420b-4ef0-4047-9532-f1deee78a0ef HTTP/1.1" status: 200 len: 799 time: 0.5116959 Jan 27 14:51:10.938255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for c9b30dd9-3988-4d7a-a004-fff6cc2c4d08 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:10.957298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36322) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:11.081744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a951988a-055e-43e7-89c1-a3e4f89db209 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:11.095766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.102475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-92ebc9a0-2719-41f4-9c4b-ad6e4e11c9e4 None None] Provisioning complete for port 285e9013-5e32-4e21-8cca-2c01fb9897a1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:11.110570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92ebc9a0-2719-41f4-9c4b-ad6e4e11c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.116368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36326) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:11.163678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833339310', 'description': 'tempest-secgroup-smoke-1833339310 description', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:11.350806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9bcec9-b06d-46c4-ae54-d7c255677096 None None] New status for floating IP b414d1f1-4448-4126-bb52-6c4c72e1d923: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:51:11.507968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-92ebc9a0-2719-41f4-9c4b-ad6e4e11c9e4 None None] Port 285e9013-5e32-4e21-8cca-2c01fb9897a1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:11.567099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.653732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.709758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-92ebc9a0-2719-41f4-9c4b-ad6e4e11c9e4 None None] Provisioning complete for port 95407455-556e-4d3b-ba68-f58a8c9d640a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:11.710509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-92ebc9a0-2719-41f4-9c4b-ad6e4e11c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.765719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.845487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.868146 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-587d6e5c-5500-40bb-9b32-79a3edab4dc3 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/networks/3c0d420b-4ef0-4047-9532-f1deee78a0ef?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.8835981 Jan 27 14:51:11.872866 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-54e077b5-7e78-4d44-896a-671e693dcae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/b414d1f1-4448-4126-bb52-6c4c72e1d923 HTTP/1.1" status: 200 len: 990 time: 1.4872530 Jan 27 14:51:11.877725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.884964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36328) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:11.895567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] In _notify_port_updated(), no bound segment for port 285e9013-5e32-4e21-8cca-2c01fb9897a1 on network 528a3247-e7af-4b0a-9334-f3df9e773380 {{(pid=108743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:51:11.903759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:11.904632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.911187 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "PUT /v2.0/ports/285e9013-5e32-4e21-8cca-2c01fb9897a1 HTTP/1.1" status: 200 len: 1011 time: 3.4217944 Jan 27 14:51:11.914247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Deleting subnet 7fd5954f-6dd8-4e13-bfc2-3a947d6079ea {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:11.918212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.921295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:11.941431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36330) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:11.945717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=c9b30dd9-3988-4d7a-a004-fff6cc2c4d08,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:12.001893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.171374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port a951988a-055e-43e7-89c1-a3e4f89db209, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a951988a-055e-43e7-89c1-a3e4f89db209,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:12.237627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.252175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.253858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.260470 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bcb7b8b5-5da0-4f45-a180-295566042670 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/c9b30dd9-3988-4d7a-a004-fff6cc2c4d08 HTTP/1.1" status: 204 len: 168 time: 3.3405519 Jan 27 14:51:12.303029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36332) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:12.464507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:12.499255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.505311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Pushing event updated for resources: {'Port': ['ID=08e6a600-d1a9-4351-9af4-423836e37ef4,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:12.583800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b842d51-6b53-487e-86ee-20ce95020ab7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=285e9013-5e32-4e21-8cca-2c01fb9897a1,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:12.598099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:12.612726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47f171-ff56-4032-a3bb-1b56529a693c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:12.615547 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cb47f171-ff56-4032-a3bb-1b56529a693c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/subnets/83c230f8-115b-458b-a627-da744061c8b6 HTTP/1.1" status: 200 len: 811 time: 0.6869495 Jan 27 14:51:12.625562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:12.639783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36336) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:12.662819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd5954f-6dd8-4e13-bfc2-3a947d6079ea,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:12.674223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.684271 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a41d02cf-f0d5-4b34-90d2-b93ae46cfd68 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/subnets/7fd5954f-6dd8-4e13-bfc2-3a947d6079ea HTTP/1.1" status: 204 len: 168 time: 2.1653621 Jan 27 14:51:12.685243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36338) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:12.805991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Deleting subnet 65565305-6f00-4bba-bd9b-58230640d241 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:12.813254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.820975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bebe155-bc28-464c-9b8e-8e04572ec4bf None None] Network cd77a4e4-ef20-4154-a786-200ca4027871 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:12.834397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e2f0e-bdf1-4ae3-acc9-b17b0742c449 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:12.837887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34e2f0e-bdf1-4ae3-acc9-b17b0742c449 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:12.844504 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c34e2f0e-bdf1-4ae3-acc9-b17b0742c449 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5281420 Jan 27 14:51:12.861276 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36340) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:12.885020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36342) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:12.896594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:12.974345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=a951988a-055e-43e7-89c1-a3e4f89db209,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:13.032901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.043715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.048061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:13.049078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.056218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44962efb-caa8-4af9-a3e1-e3c047f9b03c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['shared'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:13.059406 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-44962efb-caa8-4af9-a3e1-e3c047f9b03c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "GET /v2.0/subnets/83c230f8-115b-458b-a627-da744061c8b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4142771 Jan 27 14:51:13.072572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36344) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:13.089895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225479522'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:13.107035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-993c084f-29dc-457e-a5c6-a72e8e6f6859 None None] Provisioning complete for port a951988a-055e-43e7-89c1-a3e4f89db209 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:13.107654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-993c084f-29dc-457e-a5c6-a72e8e6f6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.108044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.195330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.211490 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1e2500bc-32d0-4458-ac6a-50390909f79b tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.9068809 Jan 27 14:51:13.212467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36346) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:13.227158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] DHCP port deletion for cd77a4e4-ef20-4154-a786-200ca4027871 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:13.235032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 285e9013-5e32-4e21-8cca-2c01fb9897a1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:13.235599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.243004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Subnet': ['ID=65565305-6f00-4bba-bd9b-58230640d241,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:13.246806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 9a630acd-4f07-40d9-8805-e11a1f23995d {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:13.256722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.267975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d584fbea-3be5-4bd2-89a7-403ea013e399 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/subnets/65565305-6f00-4bba-bd9b-58230640d241 HTTP/1.1" status: 204 len: 168 time: 0.5763736 Jan 27 14:51:13.267975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36348) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:13.268508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.65'}]}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:13.274906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.281698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb5f1e3-023d-4f23-90e6-5fd19a81bd05 None None] Network 9fe163f9-1cba-417a-9a34-dcb67d9771a0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:13.312097 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6ad72ae4-85b5-4ce1-917a-74cdbb72d145 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/b414d1f1-4448-4126-bb52-6c4c72e1d923 HTTP/1.1" status: 200 len: 992 time: 0.4103456 Jan 27 14:51:13.323732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-993c084f-29dc-457e-a5c6-a72e8e6f6859 None None] Could not find standard attr ID for object c9b30dd9-3988-4d7a-a004-fff6cc2c4d08. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:51:13.368011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.440219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-993c084f-29dc-457e-a5c6-a72e8e6f6859 None None] Provisioning complete for port 285e9013-5e32-4e21-8cca-2c01fb9897a1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:13.441114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-993c084f-29dc-457e-a5c6-a72e8e6f6859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.447453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2581666-f3df-4c98-aa89-59025164122e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:13.472943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:13.477870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.488367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.509733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] Deleting port 9d4b5b24-83f1-4494-bcd0-645e079249b1 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:13.510713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Deleting port 9d4b5b24-83f1-4494-bcd0-645e079249b1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:13.511115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.511558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.549971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.550967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.598992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-993c084f-29dc-457e-a5c6-a72e8e6f6859 None None] Port 285e9013-5e32-4e21-8cca-2c01fb9897a1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:13.617251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:13.637257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.641619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.663128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] For port 9d4b5b24-83f1-4494-bcd0-645e079249b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d4b5b24-83f1-4494-bcd0-645e079249b1,segment=NetworkSegment(f6b2ff6e-0c01-4459-a2fc-600cb005e300),segment_id=f6b2ff6e-0c01-4459-a2fc-600cb005e300)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:13.664974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.670289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.674569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.674569 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Added segment 37b576f0-705e-40fc-8c10-2ffc338c78f7 of type vlan for network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb Jan 27 14:51:13.693293 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] Calling delete_port for 9d4b5b24-83f1-4494-bcd0-645e079249b1 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:13.708031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] For port 9d4b5b24-83f1-4494-bcd0-645e079249b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d4b5b24-83f1-4494-bcd0-645e079249b1,segment=NetworkSegment(f6b2ff6e-0c01-4459-a2fc-600cb005e300),segment_id=f6b2ff6e-0c01-4459-a2fc-600cb005e300)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:13.711435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.732549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 285e9013-5e32-4e21-8cca-2c01fb9897a1 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:13.751798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.758184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Calling delete_port for 9d4b5b24-83f1-4494-bcd0-645e079249b1 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:13.847610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.847610 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.6779158 Jan 27 14:51:13.854483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36358) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:13.865874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ae6c1433-2598-4883-b2c7-e105e70d6c24 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'security_group_rule': {'security_group_id': '3b240ee2-3b68-4882-a6df-6117a404d0ac', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:13.872129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] DHCP port deletion for 9fe163f9-1cba-417a-9a34-dcb67d9771a0 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:13.926377 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ec28d-dcd1-4360-870d-d6055d91f7ec tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b240ee2-3b68-4882-a6df-6117a404d0ac,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:13.969580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.975398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.976292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:13.983783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.059061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Port': ['ID=9d4b5b24-83f1-4494-bcd0-645e079249b1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:14.074419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] No DVR routers for this DVR port 9d4b5b24-83f1-4494-bcd0-645e079249b1 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:14.078662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] No DVR routers for this DVR port 9d4b5b24-83f1-4494-bcd0-645e079249b1 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:14.111454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff182f-c337-49d2-9f1f-3ed12188a0ee None None] Pushing event deleted for resources: {'Port': ['ID=9d4b5b24-83f1-4494-bcd0-645e079249b1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:14.118194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e35bd80c-529d-406a-a2b1-bf4e8c66bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.161737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.168509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] Deleting port a0a00ef4-917d-424e-91e6-759878c85c65 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:14.169715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.175113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.179334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1433-2598-4883-b2c7-e105e70d6c24 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.181440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:14.182086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.292536 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2053428 Jan 27 14:51:14.292536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.298844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36366) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:14.314289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'network_id': '5e58ec4b-0dfe-4225-98db-1f11f13e47cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:14.352082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] For port a0a00ef4-917d-424e-91e6-759878c85c65, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a0a00ef4-917d-424e-91e6-759878c85c65,segment=NetworkSegment(34b9997e-655e-4bad-8ae8-8d9b181c5e42),segment_id=34b9997e-655e-4bad-8ae8-8d9b181c5e42)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:14.352729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.360372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.388125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] Calling delete_port for a0a00ef4-917d-424e-91e6-759878c85c65 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:14.406600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612a4c3-d008-4a0b-bf5e-42d6081734f6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Network': ['ID=5e58ec4b-0dfe-4225-98db-1f11f13e47cb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:14.419144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=9a630acd-4f07-40d9-8805-e11a1f23995d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:14.449096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd77a4e4-ef20-4154-a786-200ca4027871']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:14.456211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1433-2598-4883-b2c7-e105e70d6c24 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.458711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.466276 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-47bfa84a-36d5-4fa2-bf6f-8bb2ada26ce3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/9a630acd-4f07-40d9-8805-e11a1f23995d HTTP/1.1" status: 204 len: 168 time: 1.5922904 Jan 27 14:51:14.477860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:14.478229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36368) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:14.479722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a3ed7-95ec-4ab8-aac3-a6b067a00d66 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:14.485043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1433-2598-4883-b2c7-e105e70d6c24 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.493454 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-bbfeb584-e658-497b-a01e-e5edbacf2652 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735460717&fields=id&tenant_id=5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 267 time: 0.1991184 Jan 27 14:51:14.497064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b2ff6e-0c01-4459-a2fc-600cb005e300') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:14.497749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b2ff6e-0c01-4459-a2fc-600cb005e300') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:14.555953 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ee17005e-d2a9-4a84-80bb-927bd711ba2f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659106 Jan 27 14:51:14.556316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c1433-2598-4883-b2c7-e105e70d6c24 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d2f58e-1f3b-48b2-a89e-9364e01bb0b6,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:14.556532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36370) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:14.558882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:14.559430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.596274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1433-2598-4883-b2c7-e105e70d6c24 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.603026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ae6c1433-2598-4883-b2c7-e105e70d6c24 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7476053 Jan 27 14:51:14.604740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36372) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:14.661784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4abc59e8-0847-4eea-8843-660bb0cc180f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'security_group_rule': {'security_group_id': '3b240ee2-3b68-4882-a6df-6117a404d0ac', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:14.688509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.719609 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:14.720364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.729668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:14.730642 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:14.744003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Made reservation on behalf of 0290c49b182a48298b165e7aaf907271 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:14.747903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.852799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a951988a-055e-43e7-89c1-a3e4f89db209 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:14.853306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=285e9013-5e32-4e21-8cca-2c01fb9897a1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:14.893103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Performing IP validity checks on allocation pools {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 14:51:14.893952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 14:51:14.920505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-ded593e4-e85b-4d47-9a32-7a2af9e815ab tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:14.922932 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-ded593e4-e85b-4d47-9a32-7a2af9e815ab tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 812 time: 0.4109383 Jan 27 14:51:14.926439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.933590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4abc59e8-0847-4eea-8843-660bb0cc180f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.951389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:14.957708 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/networks/cd77a4e4-ef20-4154-a786-200ca4027871 HTTP/1.1" status: 204 len: 168 time: 1.6888916 Jan 27 14:51:14.964346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36374) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:15.003555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291f3c8-377c-4589-9980-bb91733f294f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Network': ['ID=cd77a4e4-ef20-4154-a786-200ca4027871,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:15.022032 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-55efd8a9-653b-436b-859e-bd9c35101ad3 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/quotas/5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 375 time: 0.0624764 Jan 27 14:51:15.061128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.134535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] Pushing event deleted for resources: {'Port': ['ID=a0a00ef4-917d-424e-91e6-759878c85c65,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:15.145595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b6383-dfa2-4aba-9a0b-f6074013d564 None None] No DVR routers for this DVR port a0a00ef4-917d-424e-91e6-759878c85c65 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:15.172620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a951988a-055e-43e7-89c1-a3e4f89db209 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:15.173238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.206486 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-ed7eaa27-de95-46c0-863d-1d5c1adc56fd tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1739669 Jan 27 14:51:15.244585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4abc59e8-0847-4eea-8843-660bb0cc180f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.288494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4abc59e8-0847-4eea-8843-660bb0cc180f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.302459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:15.408052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:15.411598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.423627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4abc59e8-0847-4eea-8843-660bb0cc180f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.430066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4abc59e8-0847-4eea-8843-660bb0cc180f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7711370 Jan 27 14:51:15.432776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36376) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:15.446022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f91e7c27-2766-4c04-a2ba-6f595208c1f3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'security_group_rule': {'security_group_id': '3b240ee2-3b68-4882-a6df-6117a404d0ac', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:15.450553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.452166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc59e8-0847-4eea-8843-660bb0cc180f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2083d1b-582d-4b2b-b64f-f64da6362076,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:15.454047 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1f3d67a7-02e5-4155-8e12-b0d80c06df6f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/285e9013-5e32-4e21-8cca-2c01fb9897a1 HTTP/1.1" status: 204 len: 168 time: 3.4400635 Jan 27 14:51:15.459716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36378) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:15.491842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] Deleting port a951988a-055e-43e7-89c1-a3e4f89db209 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:15.492469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.593835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-966347fa-4dd5-4099-a678-b026fd9143d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:51:15.597577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-966347fa-4dd5-4099-a678-b026fd9143d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/285e9013-5e32-4e21-8cca-2c01fb9897a1 HTTP/1.1" status: 404 len: 333 time: 0.1362832 Jan 27 14:51:15.601859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36380) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:15.620380 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-52b4cf4b-ae4b-4ce3-ad82-3e6a8cefbdee service neutron] 10.222.0.18 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737864 Jan 27 14:51:15.625097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.638236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d4b5b24-83f1-4494-bcd0-645e079249b1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:15.655085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.723429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.747744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c27-2766-4c04-a2ba-6f595208c1f3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.758058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 9d4b5b24-83f1-4494-bcd0-645e079249b1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:15.760306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d4b5b24-83f1-4494-bcd0-645e079249b1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:15.769113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a0a00ef4-917d-424e-91e6-759878c85c65 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:15.843777 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-01765378-1206-4032-9744-44a0d8eb9db7 service neutron] 10.222.0.18 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956878 Jan 27 14:51:15.865540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet 21e94d47-7616-40a0-bdc8-5378173d7e11 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:15.912763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c27-2766-4c04-a2ba-6f595208c1f3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.924127 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c27-2766-4c04-a2ba-6f595208c1f3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.936430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] For port a951988a-055e-43e7-89c1-a3e4f89db209, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a951988a-055e-43e7-89c1-a3e4f89db209,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:15.938686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.953032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.957495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e7c27-2766-4c04-a2ba-6f595208c1f3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645fa5af-2681-42a2-8088-918c2e9e7c36,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:15.976418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f91e7c27-2766-4c04-a2ba-6f595208c1f3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:15.980325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f91e7c27-2766-4c04-a2ba-6f595208c1f3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5407829 Jan 27 14:51:15.986026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] Calling delete_port for a951988a-055e-43e7-89c1-a3e4f89db209 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:15.990784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36382) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:15.995676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d2dabef0-8817-4390-b563-3743abc65aed tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'security_group_rule': {'security_group_id': '3b240ee2-3b68-4882-a6df-6117a404d0ac', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:16.080949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2dabef0-8817-4390-b563-3743abc65aed tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.228347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: a0a00ef4-917d-424e-91e6-759878c85c65 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:16.229162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a0a00ef4-917d-424e-91e6-759878c85c65 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:16.247672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.275872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.279913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b66809fb-dc53-4c3f-b71f-5d83fbf439ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.290052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] Pushing event deleted for resources: {'Port': ['ID=a951988a-055e-43e7-89c1-a3e4f89db209,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:16.293372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ffd7e-d6ff-4bdb-8686-5198455f4323 None None] No DVR routers for this DVR port a951988a-055e-43e7-89c1-a3e4f89db209 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:16.303245 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2dabef0-8817-4390-b563-3743abc65aed tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.317283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2dabef0-8817-4390-b563-3743abc65aed tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.317724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f163646-f26e-40e5-8e26-f0894780c31b None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:51:16.379162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dabef0-8817-4390-b563-3743abc65aed tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e71fdb-3c3d-470c-a9fb-9aa7eca1b342,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:16.408722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d2dabef0-8817-4390-b563-3743abc65aed tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.410663 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d2dabef0-8817-4390-b563-3743abc65aed tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4186268 Jan 27 14:51:16.415069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36392) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:16.433131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'security_group_rule': {'security_group_id': '3b240ee2-3b68-4882-a6df-6117a404d0ac', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:16.482725 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Project 701e15f6d7c24595a9e98ee98adbf0be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:51:16.505404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.601633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.692080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a951988a-055e-43e7-89c1-a3e4f89db209 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:16.728543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.752374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.781799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.790969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: a951988a-055e-43e7-89c1-a3e4f89db209 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:16.791685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a951988a-055e-43e7-89c1-a3e4f89db209 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:16.871862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5c67a828-f8d3-41b9-812e-7b0e2f83872b req-129554cd-4f2e-403e-b162-22bcb0e33b79 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.1120772 Jan 27 14:51:16.881016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=41f2640d-3915-44e2-93a4-d87ff97c8905,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:16.907745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9d098f-465f-4890-a154-9eac3f68cb91,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:16.909921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f163646-f26e-40e5-8e26-f0894780c31b None None] Network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:16.926995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:16.936073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f163646-f26e-40e5-8e26-f0894780c31b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 5e58ec4b-0dfe-4225-98db-1f11f13e47cb) {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:51:16.936805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ca410c86-643f-4d41-8cc5-9400465e6afa tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5190945 Jan 27 14:51:16.937709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36398) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:16.949400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'security_group_rule': {'security_group_id': '3b240ee2-3b68-4882-a6df-6117a404d0ac', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:16.989520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe163f9-1cba-417a-9a34-dcb67d9771a0']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:17.012215 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Project 701e15f6d7c24595a9e98ee98adbf0be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:51:17.029113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.058198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Checking segment: {'id': '37b576f0-705e-40fc-8c10-2ffc338c78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e58ec4b-0dfe-4225-98db-1f11f13e47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:17.058786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Network hostable DHCP agents. Network: 5e58ec4b-0dfe-4225-98db-1f11f13e47cb, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:17.105892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b9997e-655e-4bad-8ae8-8d9b181c5e42') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:17.106356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b9997e-655e-4bad-8ae8-8d9b181c5e42') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:17.174655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.204931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.210778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.234224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.244726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.310242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.343356 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4012995 Jan 27 14:51:17.343356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61046f-1fcc-4636-88e3-8af83e48734d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebd03fd-5dd2-4291-a242-2bd2c0c52233,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:17.347913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36404) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:17.359107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'network': {'name': 'tempest-network-smoke--1141684584', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:17.371259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=bf013380-7d27-46d9-8f08-4645fb717025,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:17.380594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Unable to find a vacant binding_index for network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb and agent e38654a6-a45c-4683-bf77-d8f41988ec89 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 27 14:51:17.448730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Made reservation on behalf of 701e15f6d7c24595a9e98ee98adbf0be for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:17.458094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.460653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.479528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.488132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.506749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 5e58ec4b-0dfe-4225-98db-1f11f13e47cb) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:17.534259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:17.560661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.561512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Added segment 143bde6c-2913-46d3-b950-c77dfd265998 of type vlan for network ea990ef4-4af4-49a0-93a8-1fc5201eefdb Jan 27 14:51:17.586193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:17.587747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.609312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:17.616776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:17.617236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:17.623336 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:17.650674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.678960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'bf013380-7d27-46d9-8f08-4645fb717025'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:17.680102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.699873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-5e58ec4b-0dfe-4225-98db-1f11f13e47cb', 'network_id': '5e58ec4b-0dfe-4225-98db-1f11f13e47cb', 'tenant_id': '0290c49b182a48298b165e7aaf907271', 'fixed_ips': [{'subnet_id': '41f2640d-3915-44e2-93a4-d87ff97c8905'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:17.700757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.708039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.727504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:17.729115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.735076 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d8a24981-46aa-4cec-bd94-8b857ef4f632 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.4265611 Jan 27 14:51:17.737593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:17.740302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36408) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:17.775552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-01b6b0ef-ddfd-473f-a0de-70d00cf6a58e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:17.783636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:17.785017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:17.869691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5185766 Jan 27 14:51:17.883314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36410) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:17.894929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'admin_state_up': True, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:17.973313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e512879-58cf-4e1c-8fdc-2440023eec40 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Network': ['ID=ea990ef4-4af4-49a0-93a8-1fc5201eefdb,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:17.991891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/bf013380-7d27-46d9-8f08-4645fb717025/410028da-beed-4446-8cd1-522ff1fd5e4d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:18.025292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:18.062345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-abec3956-6e17-4d7c-9236-5603606c952f req-4f9c0067-7b5f-4d9a-97d5-fe216be48532 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.0629818 Jan 27 14:51:18.096818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.098603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.101120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.110242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.113109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.144935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.152031 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/networks/9fe163f9-1cba-417a-9a34-dcb67d9771a0 HTTP/1.1" status: 204 len: 168 time: 2.8035030 Jan 27 14:51:18.162032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36414) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:18.163150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.174173 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9646c592-17c8-431c-857b-7a3d684b6ae2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6206281 Jan 27 14:51:18.179959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36416) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:18.219497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.234772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Allocated IP 172.20.0.3 (5e58ec4b-0dfe-4225-98db-1f11f13e47cb/41f2640d-3915-44e2-93a4-d87ff97c8905/ba5b5cac-1224-4f7d-9766-0fd91bd8854a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:18.244364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ff849-8cfc-4c8a-8e58-33e239f9215e tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Network': ['ID=9fe163f9-1cba-417a-9a34-dcb67d9771a0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:18.249655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3c9d21f2-0abd-4e26-a244-cd28ae35ef68 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': 'bf013380-7d27-46d9-8f08-4645fb717025', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-154883273'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:18.296012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=21e94d47-7616-40a0-bdc8-5378173d7e11,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:18.339830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.347862 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4f7ec50d-5a08-4693-aff3-efed92138704 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/21e94d47-7616-40a0-bdc8-5378173d7e11 HTTP/1.1" status: 204 len: 168 time: 2.7401776 Jan 27 14:51:18.353719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.354063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36418) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:18.354751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 367e7335-9be0-4de4-bc21-89b7e99bac61 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:51:18.416782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Deleting subnet 785c0c3f-15cb-414e-b563-84a834037d74 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:18.431411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.459625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-01b6b0ef-ddfd-473f-a0de-70d00cf6a58e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9450166'] for subnet, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.478182 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 14:51:18.479358 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-62240fd2-bc4e-41e9-8805-9e808be7a905 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2497370 Jan 27 14:51:18.489550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36420) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:18.514441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.527494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.558643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.597289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.609520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet 4874406b-48f1-4b70-acba-85d4980ba02b {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:18.626508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.722460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.781698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.782872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9d21f2-0abd-4e26-a244-cd28ae35ef68 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:18.858008 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.863164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:18.865477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.870716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:18.873721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Pushing event updated for resources: {'Port': ['ID=410028da-beed-4446-8cd1-522ff1fd5e4d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:18.878841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:18.889709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.960463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:18.967261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Deleting port 08e6a600-d1a9-4351-9af4-423836e37ef4 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:18.967823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:18.996992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.004325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:19.008906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:19.015834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Attempting to bind port 410028da-beed-4446-8cd1-522ff1fd5e4d on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:19.016216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Attempting to bind port 410028da-beed-4446-8cd1-522ff1fd5e4d by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:19.016660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Attempting to bind port 410028da-beed-4446-8cd1-522ff1fd5e4d on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:19.040433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:19.040823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:19.041232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.041634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:19.042121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Bound port: 410028da-beed-4446-8cd1-522ff1fd5e4d, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:19.043252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.072221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Pushing event updated for resources: {'Port': ['ID=ba5b5cac-1224-4f7d-9766-0fd91bd8854a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:19.188952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-390975f8-522e-47b1-9e27-70831832e020 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:19.192249 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-390975f8-522e-47b1-9e27-70831832e020 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 812 time: 0.5079472 Jan 27 14:51:19.203192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Attempting to bind port ba5b5cac-1224-4f7d-9766-0fd91bd8854a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:19.204026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Attempting to bind port ba5b5cac-1224-4f7d-9766-0fd91bd8854a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '37b576f0-705e-40fc-8c10-2ffc338c78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e58ec4b-0dfe-4225-98db-1f11f13e47cb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:19.204417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Attempting to bind port ba5b5cac-1224-4f7d-9766-0fd91bd8854a on network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:19.216005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:19.216464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Checking segment: {'id': '37b576f0-705e-40fc-8c10-2ffc338c78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e58ec4b-0dfe-4225-98db-1f11f13e47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:19.217031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.217495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Bound using segment: {'id': '37b576f0-705e-40fc-8c10-2ffc338c78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e58ec4b-0dfe-4225-98db-1f11f13e47cb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:19.218102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Bound port: ba5b5cac-1224-4f7d-9766-0fd91bd8854a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b576f0-705e-40fc-8c10-2ffc338c78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5e58ec4b-0dfe-4225-98db-1f11f13e47cb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:19.218587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.234388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.244079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] For port 410028da-beed-4446-8cd1-522ff1fd5e4d, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:19.252941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.284005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] For port 410028da-beed-4446-8cd1-522ff1fd5e4d, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=410028da-beed-4446-8cd1-522ff1fd5e4d,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:19.342665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] For port ba5b5cac-1224-4f7d-9766-0fd91bd8854a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:19.346774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] For port ba5b5cac-1224-4f7d-9766-0fd91bd8854a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ba5b5cac-1224-4f7d-9766-0fd91bd8854a,segment=NetworkSegment(37b576f0-705e-40fc-8c10-2ffc338c78f7),segment_id=37b576f0-705e-40fc-8c10-2ffc338c78f7)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:19.351398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.374799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.376454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c9d21f2-0abd-4e26-a244-cd28ae35ef68 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.381375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.449800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.457061 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/subnets/785c0c3f-15cb-414e-b563-84a834037d74 HTTP/1.1" status: 204 len: 168 time: 1.2777755 Jan 27 14:51:19.457061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680008e7-60ee-451d-9afb-ea8e4043dc1f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Subnet': ['ID=785c0c3f-15cb-414e-b563-84a834037d74,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:19.472234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36426) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:19.474524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fb4ff-5080-4904-aa3d-ce6a08de966e None None] Pushing event updated for resources: {'Port': ['ID=410028da-beed-4446-8cd1-522ff1fd5e4d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:19.479857 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-27f3fc70-e7e9-45f8-b550-6da489f17f45 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 379 time: 0.2693715 Jan 27 14:51:19.492198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a885a24e-7a04-4c5e-ba9c-d1c63ac122c2 req-91b81b0b-ed42-46b4-801b-9f3492043238 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.2231948 Jan 27 14:51:19.501298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-3c9d21f2-0abd-4e26-a244-cd28ae35ef68 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port b7cfdf5e-fb8a-4c75-83ef-0c2cf7676618 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:19.543503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.557628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=4874406b-48f1-4b70-acba-85d4980ba02b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:19.592448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030ace0-82fe-43f9-b2e3-c0e167b28509 None None] Pushing event updated for resources: {'Port': ['ID=ba5b5cac-1224-4f7d-9766-0fd91bd8854a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:19.595082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.611963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'port': {'device_id': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'admin_state_up': True, 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'security_groups': ['554617c7-e8ea-40d4-a86c-08bb57246ab7']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:19.641365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.655800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Calling delete_port for 08e6a600-d1a9-4351-9af4-423836e37ef4 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:19.733689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:19.740361 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8e9af20-6556-4fcf-b404-99b3f8a83247 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/4874406b-48f1-4b70-acba-85d4980ba02b HTTP/1.1" status: 204 len: 168 time: 1.3859766 Jan 27 14:51:19.770091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36430) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:19.900056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Allocated IP 172.26.6.7 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/64492b17-cf68-420b-ac5a-53bb2eb6fec0) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:20.077818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:20.130825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36432) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:20.352466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:20.380848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:20.472236 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9d21f2-0abd-4e26-a244-cd28ae35ef68 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:51:20.472890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9d21f2-0abd-4e26-a244-cd28ae35ef68 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:20.512677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:20.515426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-01b6b0ef-ddfd-473f-a0de-70d00cf6a58e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739335033191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8775291'] for subnet, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:20.518332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:20.528405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be943a-16db-4385-82ab-43cc40a4bc40 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:20.528870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be943a-16db-4385-82ab-43cc40a4bc40 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:20.529340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be943a-16db-4385-82ab-43cc40a4bc40 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:20.540686 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-67be943a-16db-4385-82ab-43cc40a4bc40 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=c5259567c06f4f89a4ad1e9a46582669&network_id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 2999 time: 0.3956008 Jan 27 14:51:20.540972 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3c9d21f2-0abd-4e26-a244-cd28ae35ef68 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2952406 Jan 27 14:51:20.551977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36434) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:20.554848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:20.565007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:20.680034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b6b0ef-ddfd-473f-a0de-70d00cf6a58e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:20.680567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-01b6b0ef-ddfd-473f-a0de-70d00cf6a58e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:20.685673 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-01b6b0ef-ddfd-473f-a0de-70d00cf6a58e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "PUT /v2.0/subnets/41f2640d-3915-44e2-93a4-d87ff97c8905 HTTP/1.1" status: 200 len: 877 time: 2.9263220 Jan 27 14:51:20.689371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36440) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:20.710677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Made reservation on behalf of 5dc4826cb0314ba696e97a0ec792bf34 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:20.715225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:20.717381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Port': ['ID=64492b17-cf68-420b-ac5a-53bb2eb6fec0,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:20.803907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6b0ef-ddfd-473f-a0de-70d00cf6a58e tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event updated for resources: {'Subnet': ['ID=41f2640d-3915-44e2-93a4-d87ff97c8905,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:20.856908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a144d4-b67d-4a28-a874-57b409e4878a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:20.862195 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-17a144d4-b67d-4a28-a874-57b409e4878a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3153405 Jan 27 14:51:20.863012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36444) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:20.904229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.054255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ba5b5cac-1224-4f7d-9766-0fd91bd8854a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:21.107310 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5898a748-617c-4c92-b592-b87beb0d05f1 req-218518c2-d2ec-42ee-9b32-e844c429a034 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.2757401 Jan 27 14:51:21.108461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Pushing event deleted for resources: {'Port': ['ID=08e6a600-d1a9-4351-9af4-423836e37ef4,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:21.163304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.176390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34537711-be8a-4a22-bcc7-c80b744d01f7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:21.177832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34537711-be8a-4a22-bcc7-c80b744d01f7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:21.183519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36446) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:21.186892 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-34537711-be8a-4a22-bcc7-c80b744d01f7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3087444 Jan 27 14:51:21.221978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port ba5b5cac-1224-4f7d-9766-0fd91bd8854a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:21.222817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.258000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Deleting port 001e3bf0-8c51-4975-9e63-8d093541b419 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:21.258753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.315618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 95407455-556e-4d3b-ba68-f58a8c9d640a {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:21.316028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.440818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.446444 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9e427210-1d9f-4d41-b5a7-0b771ea883f1 tempest-RoutersAdminNegativeIpV6Test-1744419907 tempest-RoutersAdminNegativeIpV6Test-1744419907-project-admin] 10.222.0.18 "DELETE /v2.0/ports/08e6a600-d1a9-4351-9af4-423836e37ef4 HTTP/1.1" status: 204 len: 168 time: 2.9561658 Jan 27 14:51:21.448981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Allocated IP 172.20.0.8 (99c061cd-9f30-49b4-af76-944f2b547d02/cea828b1-6735-456c-956d-18d34c14848b/9d76873a-2e05-483c-9244-44cd6044a0c4) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:21.592500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-27cc07a7-6227-40e7-8c53-c7531fa02a28 None None] Provisioning complete for port 410028da-beed-4446-8cd1-522ff1fd5e4d triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:21.593044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27cc07a7-6227-40e7-8c53-c7531fa02a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.598942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.691342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Deleting port ba5b5cac-1224-4f7d-9766-0fd91bd8854a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:21.692420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.803113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port ba5b5cac-1224-4f7d-9766-0fd91bd8854a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ba5b5cac-1224-4f7d-9766-0fd91bd8854a,segment=NetworkSegment(37b576f0-705e-40fc-8c10-2ffc338c78f7),segment_id=37b576f0-705e-40fc-8c10-2ffc338c78f7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:21.839039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:21.840358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 410028da-beed-4446-8cd1-522ff1fd5e4d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:21.946481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.104623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=ba5b5cac-1224-4f7d-9766-0fd91bd8854a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:22.120049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdaa9c2-3476-4874-8f3b-62facb2f263b None None] Network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:22.123677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac2b3f-859c-4c64-9e50-6e3d3813fef6 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:22.129176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e034c1-def5-4d06-820d-196171025e22 None None] Network 528a3247-e7af-4b0a-9334-f3df9e773380 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:22.132442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415f75f2-716e-457b-bca2-68470784099b None None] Network 7db77609-2a73-459e-b586-73d759dc1514 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:22.143720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27cc07a7-6227-40e7-8c53-c7531fa02a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.155227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet bf013380-7d27-46d9-8f08-4645fb717025 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:22.200736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.282240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36458) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:22.283608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36460) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:22.295659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-27cc07a7-6227-40e7-8c53-c7531fa02a28 None None] For port 410028da-beed-4446-8cd1-522ff1fd5e4d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=410028da-beed-4446-8cd1-522ff1fd5e4d,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:22.341713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.452232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.461399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] For port ba5b5cac-1224-4f7d-9766-0fd91bd8854a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ba5b5cac-1224-4f7d-9766-0fd91bd8854a,segment=NetworkSegment(37b576f0-705e-40fc-8c10-2ffc338c78f7),segment_id=37b576f0-705e-40fc-8c10-2ffc338c78f7)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:22.462175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.532536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839f7fc-a326-4dc1-9e6c-c091d1472789 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:22.540693 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2839f7fc-a326-4dc1-9e6c-c091d1472789 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 814 time: 0.2519855 Jan 27 14:51:22.582753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.591146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-27cc07a7-6227-40e7-8c53-c7531fa02a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.606201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ee526108-62de-4b31-ad5d-2c80ec62da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.641539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Calling delete_port for ba5b5cac-1224-4f7d-9766-0fd91bd8854a owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:22.708461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Network 99c061cd-9f30-49b4-af76-944f2b547d02 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:22.710731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:22.731113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:22.796762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=9d76873a-2e05-483c-9244-44cd6044a0c4,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:22.826731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 410028da-beed-4446-8cd1-522ff1fd5e4d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:22.827890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.874004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] For port 001e3bf0-8c51-4975-9e63-8d093541b419, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=001e3bf0-8c51-4975-9e63-8d093541b419,segment=NetworkSegment(97442564-8f98-4ac2-80c3-e6f375cc81d3),segment_id=97442564-8f98-4ac2-80c3-e6f375cc81d3)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:22.874712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.882029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] For port 95407455-556e-4d3b-ba68-f58a8c9d640a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=95407455-556e-4d3b-ba68-f58a8c9d640a,segment=NetworkSegment(5f56b97b-fb3e-4261-9943-be4b581c80b3),segment_id=5f56b97b-fb3e-4261-9943-be4b581c80b3)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:22.882710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.936109 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6672b1b6-4ed2-4d5b-8bd8-b6a8f16221c3 None None] Provisioning complete for port ba5b5cac-1224-4f7d-9766-0fd91bd8854a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:22.943091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6672b1b6-4ed2-4d5b-8bd8-b6a8f16221c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.971229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:22.977305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:22.978005 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.076381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Calling delete_port for 001e3bf0-8c51-4975-9e63-8d093541b419 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:23.090401 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-6ab40b9c-c762-4c7c-97be-fe17397d588e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4854882 Jan 27 14:51:23.104149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ee526108-62de-4b31-ad5d-2c80ec62da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.110745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Request body: {'port': {'device_id': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:23.118569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ee526108-62de-4b31-ad5d-2c80ec62da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.162539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc07a7-6227-40e7-8c53-c7531fa02a28 None None] Pushing event updated for resources: {'Port': ['ID=410028da-beed-4446-8cd1-522ff1fd5e4d,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:23.186575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36468) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:23.194279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 95407455-556e-4d3b-ba68-f58a8c9d640a owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:23.202913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--1938650537', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:23.283653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:23.287259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.292966 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ee526108-62de-4b31-ad5d-2c80ec62da83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ca2d6ee6e20423ebc34596f29235d45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0077372 Jan 27 14:51:23.324243 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.db [None req-6672b1b6-4ed2-4d5b-8bd8-b6a8f16221c3 None None] No ports have port_id starting with ba5b5cac-1224-4f7d-9766-0fd91bd8854a Jan 27 14:51:23.330451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36470) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:23.345779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.399202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Port': ['ID=ba5b5cac-1224-4f7d-9766-0fd91bd8854a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:23.418612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee526108-62de-4b31-ad5d-2c80ec62da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330fe56e-52a9-4098-8c2a-522a61ddc7c0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:23.431333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.446071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.448803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] DHCP port deletion for 528a3247-e7af-4b0a-9334-f3df9e773380 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:23.462288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.538058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=bf013380-7d27-46d9-8f08-4645fb717025,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:23.567926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No DVR routers for this DVR port ba5b5cac-1224-4f7d-9766-0fd91bd8854a on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:23.569569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43afadb-c085-4e81-8ebd-60e71ac15c42 req-9eaee442-1a7f-466a-b30e-6ff9c151b40d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:23.572379 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e43afadb-c085-4e81-8ebd-60e71ac15c42 req-9eaee442-1a7f-466a-b30e-6ff9c151b40d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 931 time: 1.1120863 Jan 27 14:51:23.620969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:23.634224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f7372ccc-bf23-4555-aef3-c5bf4f28192e None None] Provisioning complete for port 9d76873a-2e05-483c-9244-44cd6044a0c4 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:23.634745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7372ccc-bf23-4555-aef3-c5bf4f28192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.637096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] DHCP port deletion for 7db77609-2a73-459e-b586-73d759dc1514 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:23.703883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.719477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] Deleting port 95407455-556e-4d3b-ba68-f58a8c9d640a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:23.720261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.727959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.728475 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment 336df807-6b50-4fb0-b1f7-5a606937004a of type vlan for network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 Jan 27 14:51:23.806843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.825452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.830101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:23.881815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] For port 95407455-556e-4d3b-ba68-f58a8c9d640a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=95407455-556e-4d3b-ba68-f58a8c9d640a,segment=NetworkSegment(5f56b97b-fb3e-4261-9943-be4b581c80b3),segment_id=5f56b97b-fb3e-4261-9943-be4b581c80b3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:23.882221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.899899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f7372ccc-bf23-4555-aef3-c5bf4f28192e None None] Port 9d76873a-2e05-483c-9244-44cd6044a0c4 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:23.911850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.914939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:23.930292 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a3fabe7-7a42-471c-b6b6-4ce3e86ceace tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/bf013380-7d27-46d9-8f08-4645fb717025 HTTP/1.1" status: 204 len: 168 time: 2.7370627 Jan 27 14:51:23.940539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36472) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:24.101591 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ca71c569-6939-4f9b-8b86-ecbcc4b5b0fd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511724 Jan 27 14:51:24.113724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36474) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:24.126199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:24.135953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.138728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.139950 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/330fe56e-52a9-4098-8c2a-522a61ddc7c0 HTTP/1.1" status: 204 len: 168 time: 0.7917616 Jan 27 14:51:24.140841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.146834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:24.147526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.210556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330fe56e-52a9-4098-8c2a-522a61ddc7c0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:24.218706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.263577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.263979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.264332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.264672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.265026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.265322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.265650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.266035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.266303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.266630 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.267114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.267559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b97d5-aca6-4997-a28c-7c2769fa0faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.279227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 95407455-556e-4d3b-ba68-f58a8c9d640a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:24.352264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] Calling delete_port for 95407455-556e-4d3b-ba68-f58a8c9d640a owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:24.389147 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1868465 Jan 27 14:51:24.389370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=41f2640d-3915-44e2-93a4-d87ff97c8905,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:24.390939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36478) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:24.394319 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e43afadb-c085-4e81-8ebd-60e71ac15c42 req-1f19fa94-3d64-40d8-844e-69383a9e46d3 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8117247 Jan 27 14:51:24.501524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.523031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.526431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.535801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f42ce6-ff5c-4a3f-bcb4-199ed3220a5f None None] Network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:24.537600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.542399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e58ec4b-0dfe-4225-98db-1f11f13e47cb']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:24.575771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Port': ['ID=001e3bf0-8c51-4975-9e63-8d093541b419,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:24.588596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.588952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.590514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.590887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.591427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.591785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.592209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.592615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.593769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.594125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.594468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.594881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:24.604450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018dcf1-3fd5-4a7f-a828-8b07ce12f6c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=3f8045b5-70f9-4d51-82b3-2b3598d8bce1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:24.629941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=95407455-556e-4d3b-ba68-f58a8c9d640a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:24.645756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] No DVR routers for this DVR port 001e3bf0-8c51-4975-9e63-8d093541b419 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:24.652959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5204e0c6-4466-4f6d-82f5-45eefd033a09 None None] Could not find standard attr ID for object ba5b5cac-1224-4f7d-9766-0fd91bd8854a. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:51:24.654605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No DVR routers for this DVR port 95407455-556e-4d3b-ba68-f58a8c9d640a on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:24.678574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:24.719626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] Deleting port 001e3bf0-8c51-4975-9e63-8d093541b419 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:24.720855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.773348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.791073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb9e5d-4ff3-4010-bbe8-389c29ba6f92 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:24.791928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] For port 001e3bf0-8c51-4975-9e63-8d093541b419, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:24.792552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.795354 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b5fb9e5d-4ff3-4010-bbe8-389c29ba6f92 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1990426 Jan 27 14:51:24.805219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db77609-2a73-459e-b586-73d759dc1514']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:24.811904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] Calling delete_port for 001e3bf0-8c51-4975-9e63-8d093541b419 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:24.815487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] Port 001e3bf0-8c51-4975-9e63-8d093541b419 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:51:24.818788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97442564-8f98-4ac2-80c3-e6f375cc81d3') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:24.819068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97442564-8f98-4ac2-80c3-e6f375cc81d3') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:24.821234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36482) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:24.823439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36484) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:24.827895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.828778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b576f0-705e-40fc-8c10-2ffc338c78f7') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:24.830291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b576f0-705e-40fc-8c10-2ffc338c78f7') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:24.834706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.853613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.864422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:24.864694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.947014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] Pushing event deleted for resources: {'Port': ['ID=001e3bf0-8c51-4975-9e63-8d093541b419,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:24.983004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f427e7-07ae-4b3f-b663-df1c1d7fadcd None None] No DVR routers for this DVR port 001e3bf0-8c51-4975-9e63-8d093541b419 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:24.985946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] Deleting port 410028da-beed-4446-8cd1-522ff1fd5e4d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:24.986579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:24.990864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 410028da-beed-4446-8cd1-522ff1fd5e4d no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:25.021946 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:25.031179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.040063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.044140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:25.047315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.050706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.052709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/networks/7db77609-2a73-459e-b586-73d759dc1514 HTTP/1.1" status: 204 len: 168 time: 5.5721607 Jan 27 14:51:25.062460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36486) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:25.129513 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-672edb9d-fcd9-4fe1-900b-632dba632d2f tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "GET /v2.0/ports?device_id=abd0002b-17eb-47a1-86a9-14aa0f62df6c HTTP/1.1" status: 200 len: 205 time: 0.0424626 Jan 27 14:51:25.192647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454950d-647b-4ff7-a3eb-ac0328e364dd tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Pushing event deleted for resources: {'Network': ['ID=7db77609-2a73-459e-b586-73d759dc1514,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:25.206354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36488) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:25.222398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.316150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] Pushing event deleted for resources: {'Port': ['ID=95407455-556e-4d3b-ba68-f58a8c9d640a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:25.349045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393e75c-22e6-4b4b-86e7-31903e94d59c None None] DHCP port deletion for 5e58ec4b-0dfe-4225-98db-1f11f13e47cb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:25.355111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ed2bb-1cd5-4b15-8a9b-8294fe9bda91 None None] No DVR routers for this DVR port 95407455-556e-4d3b-ba68-f58a8c9d640a on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:25.382743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] For port 410028da-beed-4446-8cd1-522ff1fd5e4d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=410028da-beed-4446-8cd1-522ff1fd5e4d,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:25.383470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.452077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14f4890-0526-4f1a-994d-7ad4bfb82fd7 None None] Network 5e58ec4b-0dfe-4225-98db-1f11f13e47cb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:25.487509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] Calling delete_port for 410028da-beed-4446-8cd1-522ff1fd5e4d owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:25.521344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.563740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02b8db1b-1d69-4787-bb63-4a17d66c2d02 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.635982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.681872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 410028da-beed-4446-8cd1-522ff1fd5e4d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=410028da-beed-4446-8cd1-522ff1fd5e4d,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:25.709751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.717588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.743304 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event deleted for resources: {'Port': ['ID=410028da-beed-4446-8cd1-522ff1fd5e4d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:25.749436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:51:25.804661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] Pushing event deleted for resources: {'Port': ['ID=410028da-beed-4446-8cd1-522ff1fd5e4d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:25.816443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f370c-9fd6-4707-abe1-49fd5e8b0798 None None] No DVR routers for this DVR port 410028da-beed-4446-8cd1-522ff1fd5e4d on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:25.836225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.839739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:25.839739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:25.887664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ba5b5cac-1224-4f7d-9766-0fd91bd8854a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:25.932803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: ba5b5cac-1224-4f7d-9766-0fd91bd8854a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:25.933897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ba5b5cac-1224-4f7d-9766-0fd91bd8854a not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:25.935042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 001e3bf0-8c51-4975-9e63-8d093541b419 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:25.975627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 001e3bf0-8c51-4975-9e63-8d093541b419 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:25.976693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 001e3bf0-8c51-4975-9e63-8d093541b419 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:26.002190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.003536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=aeaa87ff-3ed6-4933-97c9-18796a1ad2b9,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:26.006166 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:26.015849 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-16cedc62-f0b8-4b36-8b8c-838c458258fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0904d29ae274e27b07117af572acb20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1563170 Jan 27 14:51:26.067090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36492) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.086633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:26.100018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d76873a-2e05-483c-9244-44cd6044a0c4 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:51:26.102884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02b8db1b-1d69-4787-bb63-4a17d66c2d02 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.117515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.127054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:26.136896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:26.137645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.155859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02b8db1b-1d69-4787-bb63-4a17d66c2d02 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.156607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1950b1a-0041-429b-a7f8-74607aec61e0 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:26.161833 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b1950b1a-0041-429b-a7f8-74607aec61e0 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3230288 Jan 27 14:51:26.163329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Transition to ACTIVE for port object 9d76873a-2e05-483c-9244-44cd6044a0c4 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:51:26.164306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36494) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.169199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528a3247-e7af-4b0a-9334-f3df9e773380']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:26.169978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e6696-8be1-4146-b2bd-6b83bb7369a0 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:26.188093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.208822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.218300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.222324 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/5e58ec4b-0dfe-4225-98db-1f11f13e47cb HTTP/1.1" status: 204 len: 168 time: 5.5279465 Jan 27 14:51:26.228106 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-45af0ee1-357c-4f4d-9410-82c9dbe8563b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1068034 Jan 27 14:51:26.233326 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0b3cb73e-ac73-4155-a121-a9e3b95a261b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652378 Jan 27 14:51:26.234108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36496) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.234543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36498) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.234964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36500) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.236318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f56b97b-fb3e-4261-9943-be4b581c80b3') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:26.236617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f56b97b-fb3e-4261-9943-be4b581c80b3') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:26.247743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d522-127f-41d4-89e3-12f8e77d6c26 req-7e7b87d1-117e-457b-bfc1-4944f926c252 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:26.249365 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0175d522-127f-41d4-89e3-12f8e77d6c26 req-7e7b87d1-117e-457b-bfc1-4944f926c252 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 931 time: 0.4881530 Jan 27 14:51:26.277363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-47e7c847-75d5-4ecd-9608-482cd5b27469 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1750890711', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:26.280731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.306391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02b8db1b-1d69-4787-bb63-4a17d66c2d02 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.307862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b8db1b-1d69-4787-bb63-4a17d66c2d02 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Fanout notify agent at l3_agent the message router_deleted on router abd0002b-17eb-47a1-86a9-14aa0f62df6c {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:51:26.350922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02b8db1b-1d69-4787-bb63-4a17d66c2d02 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.352207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-02b8db1b-1d69-4787-bb63-4a17d66c2d02 tempest-RoutersNegativeTest-2062160337 tempest-RoutersNegativeTest-2062160337-project] 10.222.0.18 "DELETE /v2.0/routers/abd0002b-17eb-47a1-86a9-14aa0f62df6c HTTP/1.1" status: 204 len: 168 time: 1.1435490 Jan 27 14:51:26.361835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.368883 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b544c5b7-24eb-463d-a62b-09cefdf811a9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842640 Jan 27 14:51:26.370043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f027fc8-2aaa-4a4e-a36f-1fbe98e06bac tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=5e58ec4b-0dfe-4225-98db-1f11f13e47cb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:26.372445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36504) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.381313 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b38465-09f2-46ec-8e34-72170a1dcdaa tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:26.381923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b38465-09f2-46ec-8e34-72170a1dcdaa tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:26.385298 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-72b38465-09f2-46ec-8e34-72170a1dcdaa tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/41f2640d-3915-44e2-93a4-d87ff97c8905 HTTP/1.1" status: 404 len: 337 time: 0.1195498 Jan 27 14:51:26.395765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc42f19c-86a8-4042-94a3-86e654d92027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.398088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:26.398900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36506) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.399401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:26.405921 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:26.490259 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0175d522-127f-41d4-89e3-12f8e77d6c26 req-2c07ef22-07b5-4e0d-b03e-ef0dee1b2094 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172849 Jan 27 14:51:26.505500 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49c390d-ccbe-4c72-bd52-ebe60b4618e5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:26.507770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49c390d-ccbe-4c72-bd52-ebe60b4618e5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:26.513451 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c49c390d-ccbe-4c72-bd52-ebe60b4618e5 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/5e58ec4b-0dfe-4225-98db-1f11f13e47cb HTTP/1.1" status: 404 len: 339 time: 0.1079159 Jan 27 14:51:26.513451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Pushing event updated for resources: {'Port': ['ID=9d76873a-2e05-483c-9244-44cd6044a0c4,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:26.514306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:26.521728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36508) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.528636 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Sync routers for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:26.553609 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:26.554527 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:26.578178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc42f19c-86a8-4042-94a3-86e654d92027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.600119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47e7c847-75d5-4ecd-9608-482cd5b27469 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.602926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47e7c847-75d5-4ecd-9608-482cd5b27469 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.679198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'aeaa87ff-3ed6-4933-97c9-18796a1ad2b9'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:26.682193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.702325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.706519 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-77616f9d-ed12-4864-945a-0c4ca6b768a6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:26.707755 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:26.716716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77616f9d-ed12-4864-945a-0c4ca6b768a6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:26.729603 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-77616f9d-ed12-4864-945a-0c4ca6b768a6 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/b5e89bc3-7059-4e35-bc38-6aaaf3e4c7f8 HTTP/1.1" status: 404 len: 337 time: 0.2032192 Jan 27 14:51:26.762072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36510) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.949394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/aeaa87ff-3ed6-4933-97c9-18796a1ad2b9/958dd955-ddd8-4313-a535-4866fb0d4e44) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:26.952834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:26.962198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/528a3247-e7af-4b0a-9334-f3df9e773380 HTTP/1.1" status: 204 len: 168 time: 7.1852841 Jan 27 14:51:26.988143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36514) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:26.995122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.000685 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6cf9d83f-ff7c-48c1-b25f-eb96c4e304b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.1154025 Jan 27 14:51:27.035803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc42f19c-86a8-4042-94a3-86e654d92027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.036298 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:21Z', 'revision_number': 3, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:27.057449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc42f19c-86a8-4042-94a3-86e654d92027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.066929 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fc42f19c-86a8-4042-94a3-86e654d92027 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64d840e7-3403-4578-8e27-c9ac644fc842 HTTP/1.1" status: 204 len: 168 time: 0.9889374 Jan 27 14:51:27.073561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9815f7f-bdc8-441a-847b-c8e5ef0b6dbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=528a3247-e7af-4b0a-9334-f3df9e773380,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:27.073561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36516) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:27.112611 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Checking router: 0c1f1368-f33d-45b5-a99e-31091ff6aa51 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:51:27.113137 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Updating router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 port 64492b17-cf68-420b-ac5a-53bb2eb6fec0 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:51:27.136044 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f56344-42d0-4ef4-bd4e-2c8c5255f79b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:27.136898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f56344-42d0-4ef4-bd4e-2c8c5255f79b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:27.140257 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d5f56344-42d0-4ef4-bd4e-2c8c5255f79b tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/f4e6942b-ad56-406b-873f-e9ccd5aeac89 HTTP/1.1" status: 404 len: 339 time: 0.2116299 Jan 27 14:51:27.144231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36522) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:27.161718 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.162183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.177102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.188198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42f19c-86a8-4042-94a3-86e654d92027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d840e7-3403-4578-8e27-c9ac644fc842,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:27.249927 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:27.259383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:27.264662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:27.284188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Pushing event updated for resources: {'Port': ['ID=958dd955-ddd8-4313-a535-4866fb0d4e44,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:27.411557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.441254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36524) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:27.461941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Attempting to bind port 958dd955-ddd8-4313-a535-4866fb0d4e44 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:27.462572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Attempting to bind port 958dd955-ddd8-4313-a535-4866fb0d4e44 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:27.463112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Attempting to bind port 958dd955-ddd8-4313-a535-4866fb0d4e44 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:27.472309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:27.473024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:27.473621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.474185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:27.474846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Bound port: 958dd955-ddd8-4313-a535-4866fb0d4e44, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:27.475482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.484047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8ac37-f4b9-4815-bd11-859a424176a6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:27.490656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3db8ac37-f4b9-4815-bd11-859a424176a6 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4995317 Jan 27 14:51:27.499525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36528) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:27.668791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fdded-f81f-4fb4-8e61-456b658af969 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:27.671939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] For port 958dd955-ddd8-4313-a535-4866fb0d4e44, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:27.676633 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f83fdded-f81f-4fb4-8e61-456b658af969 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2896886 Jan 27 14:51:27.683045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36532) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:27.685490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] For port 958dd955-ddd8-4313-a535-4866fb0d4e44, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=958dd955-ddd8-4313-a535-4866fb0d4e44,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:27.695210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.757499 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1ded4548-e95b-45e4-b0e5-637b29d9a332 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728643 Jan 27 14:51:27.761223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36536) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:27.773190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-11882059', 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:27.815456 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.824644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.831321 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.883015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47e7c847-75d5-4ecd-9608-482cd5b27469 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.884769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fc80ea-bc9f-470a-b039-05a9fdfee2f1']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:27.916525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fea23b1-25a8-4690-8678-783118215d22') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:27.916884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fea23b1-25a8-4690-8678-783118215d22') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:27.926261 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Pushing event updated for resources: {'Port': ['ID=64492b17-cf68-420b-ac5a-53bb2eb6fec0,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:27.944741 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.945401 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.945908 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.946423 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.946958 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.947505 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.948023 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.948527 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.949029 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.949512 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.949905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:27.950178 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.956063 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:27.975809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848e70e-544c-4d01-b308-2844d2d5bef2 None None] Pushing event updated for resources: {'Port': ['ID=958dd955-ddd8-4313-a535-4866fb0d4e44,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:27.981654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47e7c847-75d5-4ecd-9608-482cd5b27469 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.000862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Attempting to bind port 9d76873a-2e05-483c-9244-44cd6044a0c4 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:28.001344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Attempting to bind port 9d76873a-2e05-483c-9244-44cd6044a0c4 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:28.001672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Attempting to bind port 9d76873a-2e05-483c-9244-44cd6044a0c4 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:28.013080 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Attempting to bind port 64492b17-cf68-420b-ac5a-53bb2eb6fec0 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:28.013449 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Attempting to bind port 64492b17-cf68-420b-ac5a-53bb2eb6fec0 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:28.016716 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Attempting to bind port 64492b17-cf68-420b-ac5a-53bb2eb6fec0 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:28.029245 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:28.029658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Port 9d76873a-2e05-483c-9244-44cd6044a0c4 on network 99c061cd-9f30-49b4-af76-944f2b547d02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:51:28.033469 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:28.034161 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.036316 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:28.036866 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Bound port: 64492b17-cf68-420b-ac5a-53bb2eb6fec0, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:28.037340 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.038280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Attempting to bind port 9d76873a-2e05-483c-9244-44cd6044a0c4 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:28.059897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-47e7c847-75d5-4ecd-9608-482cd5b27469 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.069485 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-47e7c847-75d5-4ecd-9608-482cd5b27469 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.7955573 Jan 27 14:51:28.070381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36538) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:28.074520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:28.075111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Checking segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:28.075691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Bound using segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:28.076329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Bound port: 9d76873a-2e05-483c-9244-44cd6044a0c4, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:28.076887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.168246 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] For port 64492b17-cf68-420b-ac5a-53bb2eb6fec0, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:28.174685 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-229cf3e5-de27-4e5b-b4d4-e209058b413c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6736364 Jan 27 14:51:28.179292 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] For port 64492b17-cf68-420b-ac5a-53bb2eb6fec0, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=64492b17-cf68-420b-ac5a-53bb2eb6fec0,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:28.192179 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.209946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36540) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:28.247548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-130291103'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:28.269292 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:28.270105 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:28.275611 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52d0d6-232d-4476-8a5f-e8926c6a0bac None None] Pushing event updated for resources: {'Port': ['ID=64492b17-cf68-420b-ac5a-53bb2eb6fec0,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:28.301119 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-36696686-28db-4c37-aa5b-bf6d4245544e tempest-TestNetworkAdvancedServerOps-1270373120 tempest-TestNetworkAdvancedServerOps-1270373120-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=701e15f6d7c24595a9e98ee98adbf0be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.2125268 Jan 27 14:51:28.308555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.320135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36542) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:28.413242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:28.414017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:28.447591 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:28.480574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:28.484400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.489029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] For port 9d76873a-2e05-483c-9244-44cd6044a0c4, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:28.529230 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:28.568790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:28.572505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.605326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] For port 9d76873a-2e05-483c-9244-44cd6044a0c4, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d76873a-2e05-483c-9244-44cd6044a0c4,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:28.730793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.734751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7310a6-2005-4e73-84ce-1e11d557182a tempest-TestNetworkAdvancedServerOps-1270373120 tempest-TestNetworkAdvancedServerOps-1270373120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:28.736563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7d7310a6-2005-4e73-84ce-1e11d557182a tempest-TestNetworkAdvancedServerOps-1270373120 tempest-TestNetworkAdvancedServerOps-1270373120-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4095161 Jan 27 14:51:28.750509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a03ed5-b8ab-4ad2-beea-8ec6f102e880 req-eb9fcc93-8d34-4842-a2e7-5de2fed14113 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:28.752692 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8a03ed5-b8ab-4ad2-beea-8ec6f102e880 req-eb9fcc93-8d34-4842-a2e7-5de2fed14113 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 943 time: 0.7787151 Jan 27 14:51:28.753913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36552) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:28.785524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:28.786603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.789048 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] 10.222.0.72 "PUT /v2.0/ports/9d76873a-2e05-483c-9244-44cd6044a0c4 HTTP/1.1" status: 200 len: 1093 time: 5.6893702 Jan 27 14:51:28.794451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:51:28.798937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663" -d '{"events": [{"name": "network-changed", "server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:51:28.840086 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b3603b16-79af-464e-8cdc-ddb8595a5ea4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a24bdd44b43d41b2ac412d35f5051df5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3877470 Jan 27 14:51:28.843663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36556) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:28.929327 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:21Z', 'revision_number': 3, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:28.952876 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-30ce9e41-1ae1-40fb-b807-d0c9bcd35964 tempest-TestNetworkAdvancedServerOps-1270373120 tempest-TestNetworkAdvancedServerOps-1270373120-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1922038 Jan 27 14:51:28.952876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:28.961112 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f694143a-965f-4e06-9dbf-eddc83725da0 None None] The sync data for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv is: [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:21Z', 'revision_number': 3, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:28.966956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36558) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:28.972432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e73ee2-82f8-44ab-9461-0b4865b89d11 x-openstack-request-id: req-82e73ee2-82f8-44ab-9461-0b4865b89d11 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:51:28.972958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:51:28.973374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82e73ee2-82f8-44ab-9461-0b4865b89d11 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:51:28.974008 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'status': 'completed', 'code': 200} Jan 27 14:51:28.984018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1182691765', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:29.065971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.069291 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/a9fc80ea-bc9f-470a-b039-05a9fdfee2f1 HTTP/1.1" status: 204 len: 168 time: 1.9194853 Jan 27 14:51:29.112880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36562) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:29.138795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:29.183446 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8a03ed5-b8ab-4ad2-beea-8ec6f102e880 req-b3210c95-afbd-4eb5-ae33-09dd57a6ba7d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890331 Jan 27 14:51:29.193704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b930caa-08ff-4e7e-9a76-d2c9c72311dc tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:29.194236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b930caa-08ff-4e7e-9a76-d2c9c72311dc tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:29.201704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5b930caa-08ff-4e7e-9a76-d2c9c72311dc tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/2f3c8e22-c596-4796-868d-3a76f87fdec8 HTTP/1.1" status: 404 len: 337 time: 0.0787487 Jan 27 14:51:29.208374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263e760-99b6-4e9b-b3d1-ed9a4df95405 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=a9fc80ea-bc9f-470a-b039-05a9fdfee2f1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:29.238796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36568) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:29.294358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca43b668-fd1e-47ba-80b6-9cab95083a7d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:29.294904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca43b668-fd1e-47ba-80b6-9cab95083a7d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:29.299531 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ca43b668-fd1e-47ba-80b6-9cab95083a7d tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/cc5e816a-b818-43a5-a30f-b518e79e64f1 HTTP/1.1" status: 404 len: 339 time: 0.0546136 Jan 27 14:51:29.300573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4efaa861-440c-4ca0-b449-749c261b81a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.304950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36570) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:29.327347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.327846 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment b26136b4-f44a-48f2-9ab1-9ea058d15fe0 of type vlan for network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 Jan 27 14:51:29.336952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541feb0f-6362-4dd0-ae61-0540ba4accab service neutron] Pushing event updated for resources: {'Port': ['ID=9d76873a-2e05-483c-9244-44cd6044a0c4,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:29.343053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.363334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6610dd41-d912-4344-826a-392bde8598f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:29.363334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6610dd41-d912-4344-826a-392bde8598f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:29.363334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6610dd41-d912-4344-826a-392bde8598f0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/57c78f3a-50d9-43fa-88ab-54dff6c9a0e8 HTTP/1.1" status: 404 len: 337 time: 0.0523534 Jan 27 14:51:29.371329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36572) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:29.418643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4efaa861-440c-4ca0-b449-749c261b81a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.422861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Made reservation on behalf of 701e15f6d7c24595a9e98ee98adbf0be for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:29.431894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.507751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-c905b98b-6e3f-446d-80e0-3d37b63092cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:29.512696 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-c905b98b-6e3f-446d-80e0-3d37b63092cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 1096 time: 0.5939097 Jan 27 14:51:29.546819 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dedee64-2dde-4e69-bf35-63d088679ba1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:29.549031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dedee64-2dde-4e69-bf35-63d088679ba1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:29.556216 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2dedee64-2dde-4e69-bf35-63d088679ba1 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/d122e052-6831-4294-9f90-d5f56ed2bd37 HTTP/1.1" status: 404 len: 339 time: 0.1883171 Jan 27 14:51:29.592428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36576) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:29.632380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36578) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:29.682359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.732120 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-17662fd1-4cd8-4747-8cd2-3fe088818bde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d76873a-2e05-483c-9244-44cd6044a0c4 HTTP/1.1" status: 200 len: 217 time: 0.1405377 Jan 27 14:51:29.743695 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-671c19b2-0cb0-4015-81d7-4b49fbe1bd8c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:29.744165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671c19b2-0cb0-4015-81d7-4b49fbe1bd8c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:29.749170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-671c19b2-0cb0-4015-81d7-4b49fbe1bd8c tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/44daf4f7-ee60-414b-98f5-4b9b63a46c8f HTTP/1.1" status: 404 len: 337 time: 0.1496408 Jan 27 14:51:29.806849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36582) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:29.834032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6af950c4-f4d4-4d5b-90bb-173882af2948 None None] Provisioning complete for port 958dd955-ddd8-4313-a535-4866fb0d4e44 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:29.835124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6af950c4-f4d4-4d5b-90bb-173882af2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:29.883910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-57f82248-07d8-42b8-a6d6-948cc2272148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:29.885912 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-57f82248-07d8-42b8-a6d6-948cc2272148 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.1314001 Jan 27 14:51:29.912231 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:51:30.025029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6af950c4-f4d4-4d5b-90bb-173882af2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.099156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1771613067'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:30.103167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.132467 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4df4a7-5b16-4284-be0f-9ac60271a689 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:30.133490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4df4a7-5b16-4284-be0f-9ac60271a689 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:30.137071 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6f4df4a7-5b16-4284-be0f-9ac60271a689 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/5d1f7241-7b10-4da4-be09-4f50966df0e2 HTTP/1.1" status: 404 len: 339 time: 0.2498734 Jan 27 14:51:30.137354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6af950c4-f4d4-4d5b-90bb-173882af2948 None None] For port 958dd955-ddd8-4313-a535-4866fb0d4e44, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=958dd955-ddd8-4313-a535-4866fb0d4e44,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:30.140240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 64492b17-cf68-420b-ac5a-53bb2eb6fec0 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:30.146155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36584) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:30.149826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6af950c4-f4d4-4d5b-90bb-173882af2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.218936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.225542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:30.226163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.257360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:30.260942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.289419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.296176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af950c4-f4d4-4d5b-90bb-173882af2948 None None] Pushing event updated for resources: {'Port': ['ID=958dd955-ddd8-4313-a535-4866fb0d4e44,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:30.341517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.359826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=bd6120e4-ff9a-4c27-bac3-63014156e943,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:30.399723 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f06b14-9995-4eb4-918b-9e19131d5bb2 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:30.400190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f06b14-9995-4eb4-918b-9e19131d5bb2 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:30.403636 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-65f06b14-9995-4eb4-918b-9e19131d5bb2 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/d494b16f-dbe6-491a-9a55-a1daa2f0fa9b HTTP/1.1" status: 404 len: 337 time: 0.2288048 Jan 27 14:51:30.410403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 64492b17-cf68-420b-ac5a-53bb2eb6fec0 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:30.410938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.417265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed472e-83d4-4698-83c0-11d13b469464 req-ab5c1644-754a-4ed0-a7f8-78ce73caea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:30.419027 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-ab5c1644-754a-4ed0-a7f8-78ce73caea83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5084226 Jan 27 14:51:30.424385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36588) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:30.435338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4efaa861-440c-4ca0-b449-749c261b81a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.440415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4efaa861-440c-4ca0-b449-749c261b81a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.442563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4efaa861-440c-4ca0-b449-749c261b81a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d6be068-4b9d-4041-8356-288618354a4a HTTP/1.1" status: 204 len: 168 time: 1.5958147 Jan 27 14:51:30.492107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaa861-440c-4ca0-b449-749c261b81a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6be068-4b9d-4041-8356-288618354a4a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:30.562108 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3496845 Jan 27 14:51:30.592263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36592) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:30.644496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:30.672319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.706931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4bcbd-eb11-4f76-9be2-0be78de2b40f req-6eae7189-a977-445f-8c2d-d9d412f608b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:30.708997 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6e4bcbd-eb11-4f76-9be2-0be78de2b40f req-6eae7189-a977-445f-8c2d-d9d412f608b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 943 time: 0.3514752 Jan 27 14:51:30.710520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.734009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 64492b17-cf68-420b-ac5a-53bb2eb6fec0, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=64492b17-cf68-420b-ac5a-53bb2eb6fec0,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:30.742475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.743939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 958dd955-ddd8-4313-a535-4866fb0d4e44 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:30.801860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6e4bcbd-eb11-4f76-9be2-0be78de2b40f req-cc08528c-e099-4754-b65a-905424ba0bb5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826113 Jan 27 14:51:30.826422 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-12042bb4-f62a-4175-bc91-edb110a247ca tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:30.827698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12042bb4-f62a-4175-bc91-edb110a247ca tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:30.832818 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-12042bb4-f62a-4175-bc91-edb110a247ca tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/8bf1d915-1e09-4b94-bb3c-8fa415646e27 HTTP/1.1" status: 404 len: 339 time: 0.3567958 Jan 27 14:51:30.834178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:30.834730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 3f8045b5-70f9-4d51-82b3-2b3598d8bce1, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:30.848871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36594) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:30.854082 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Subnet': ['ID=b639bb1d-e7cf-453b-a35f-0244a2fc5028,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:30.893038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2cac-dfc0-46e2-9e03-0e48c49bcd07 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=9c2643e9-4f00-49f6-8b7d-5281b3343ad2,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:30.943682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=64492b17-cf68-420b-ac5a-53bb2eb6fec0,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:30.953775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:30.969109 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a400c613-e804-4d48-b618-0f7ef0fedccd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:30.974790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:30.976622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a400c613-e804-4d48-b618-0f7ef0fedccd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:30.979106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:30.988803 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a400c613-e804-4d48-b618-0f7ef0fedccd tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/90dbe57f-586a-40cb-9ede-642895b10af5 HTTP/1.1" status: 404 len: 337 time: 0.1364179 Jan 27 14:51:30.989617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::1 (54ed4f89-dea6-4178-95d4-b6863af583eb/aeaa87ff-3ed6-4933-97c9-18796a1ad2b9/7b5bfa3e-0d77-43cc-91dc-321b9bf82d61) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:30.995777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36596) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.052101 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d44b5da-d18e-4a3c-973d-8f86c32c8901 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:31.053067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d44b5da-d18e-4a3c-973d-8f86c32c8901 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:31.062164 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0d44b5da-d18e-4a3c-973d-8f86c32c8901 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/fb72b00d-8763-4d21-89f2-a5f4b17997af HTTP/1.1" status: 404 len: 339 time: 0.0602784 Jan 27 14:51:31.062164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Checking segment: {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:31.062164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Network hostable DHCP agents. Network: ea990ef4-4af4-49a0-93a8-1fc5201eefdb, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:31.066202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36600) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.103937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 958dd955-ddd8-4313-a535-4866fb0d4e44 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:31.104703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.123549 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0223ff-c469-4c28-a754-b83c3da8de11 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:31.124283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0223ff-c469-4c28-a754-b83c3da8de11 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:31.134237 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ba0223ff-c469-4c28-a754-b83c3da8de11 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/72658ae9-529d-4242-89a1-e3638cc47f83 HTTP/1.1" status: 404 len: 337 time: 0.0618875 Jan 27 14:51:31.142493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36602) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.158464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:31.180978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:31.183315 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2486a1b8-964f-4dcc-a019-c45aaaa54c61 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:31.184316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2486a1b8-964f-4dcc-a019-c45aaaa54c61 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:31.190555 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2486a1b8-964f-4dcc-a019-c45aaaa54c61 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/576c4dc3-69e1-4da8-93ea-d1a4665f3980 HTTP/1.1" status: 404 len: 339 time: 0.0464814 Jan 27 14:51:31.194560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36604) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.243350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3928a83-d11f-4adf-9659-dbdeffa43036 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:31.244094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3928a83-d11f-4adf-9659-dbdeffa43036 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:31.249563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d3928a83-d11f-4adf-9659-dbdeffa43036 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/6dee350f-283c-49e0-accb-18746772c73f HTTP/1.1" status: 404 len: 337 time: 0.0532646 Jan 27 14:51:31.252274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, ea990ef4-4af4-49a0-93a8-1fc5201eefdb) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:31.254829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36606) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.267915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.276644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347c26f-baeb-4670-9752-a241e1772c63 None None] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:31.294542 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-cb0d8bfd-a178-41d6-be83-2c9a341db1a6 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835879 Jan 27 14:51:31.300102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:31.301790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 3f8045b5-70f9-4d51-82b3-2b3598d8bce1) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:31.302020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.308717 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90b5ff7-5a4d-4760-b0f4-10751ff62a2f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:31.310137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90b5ff7-5a4d-4760-b0f4-10751ff62a2f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:31.311685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.319800 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b90b5ff7-5a4d-4760-b0f4-10751ff62a2f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/8d515ee8-78af-4bce-9d1a-5ff097dea30e HTTP/1.1" status: 404 len: 339 time: 0.0592875 Jan 27 14:51:31.322468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36610) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.324507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:31.335263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.335869 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Added segment c4c8f6dc-8de0-44c1-ac60-af60b6749a20 of type vlan for network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 Jan 27 14:51:31.368489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddce1cd6-2f2d-4f26-a08c-e7eac1fc909c None None] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:31.392439 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-341973cc-5111-4a0e-a44f-02c63ee854fc tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:31.393039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341973cc-5111-4a0e-a44f-02c63ee854fc tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:31.398545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-341973cc-5111-4a0e-a44f-02c63ee854fc tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/3ac5d0d2-c062-4703-ad3e-91b6e58b6e49 HTTP/1.1" status: 404 len: 337 time: 0.0744109 Jan 27 14:51:31.402900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36614) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.429969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-76bb477e-ed93-43f3-a96e-886edfe798d3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4506531 Jan 27 14:51:31.449176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36616) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.556882 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8327c6e-bd74-4e5d-8ff5-bf4467d2338f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] DELETE failed (client error): The resource could not be found. Jan 27 14:51:31.558518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8327c6e-bd74-4e5d-8ff5-bf4467d2338f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:51:31.563397 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a8327c6e-bd74-4e5d-8ff5-bf4467d2338f tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/b13c7d6b-ab09-4eff-a7b2-00db2b9a5f6d HTTP/1.1" status: 404 len: 339 time: 0.1583307 Jan 27 14:51:31.568597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36620) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:31.668403 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.719903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:31.720696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.727863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.734343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:31.735972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:31.835968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Deleting subnet 83c230f8-115b-458b-a627-da744061c8b6 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:31.841705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.013794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': 'bd6120e4-ff9a-4c27-bac3-63014156e943'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:32.020000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.057483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 64492b17-cf68-420b-ac5a-53bb2eb6fec0 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:32.072543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.112211 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-67b0d9d9-23b1-451c-9e0f-838a456f2e21 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 4.3464539 Jan 27 14:51:32.179640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098eed63-c625-4a3b-9621-585f6fbf9d5d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:32.199149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36632) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:32.204623 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5254326 Jan 27 14:51:32.224110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'subnet': {'network_id': '1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:32.271081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:32.272345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.323258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.365090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba0dc9-8969-4335-bb92-df5fbbd6561b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Network': ['ID=1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:32.397297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:32.456082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36636) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:32.470574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3139557c-98b9-4fb0-897e-06fd45fb7eb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007034237', 'description': 'tempest-secgroup-smoke-1007034237 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:32.530367 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-deed472e-83d4-4698-83c0-11d13b469464 req-1f734322-136a-426f-abee-fb16928ac7a8 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2206280 Jan 27 14:51:32.579890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62c42f-4e81-4f7c-991c-0278342a60a9 req-5ecbe370-32b8-471e-ae68-3bb4688ce6a5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:32.588661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e62c42f-4e81-4f7c-991c-0278342a60a9 req-5ecbe370-32b8-471e-ae68-3bb4688ce6a5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 943 time: 0.6294532 Jan 27 14:51:32.646504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e62c42f-4e81-4f7c-991c-0278342a60a9 req-3deda1b9-a217-4cf4-ac8a-a64b1726d032 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565495 Jan 27 14:51:32.729363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.743800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.751940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36640) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:32.772651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.777443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3139557c-98b9-4fb0-897e-06fd45fb7eb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.849405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:32.853598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:32.926893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=7b5bfa3e-0d77-43cc-91dc-321b9bf82d61,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:32.978096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:32.987202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:32.995516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:32.999175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.002393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 64492b17-cf68-420b-ac5a-53bb2eb6fec0 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:33.003546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.024072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-cbba3771-5391-4f8a-920f-7bc3ddc83111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:33.027299 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-cbba3771-5391-4f8a-920f-7bc3ddc83111 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 1096 time: 0.3947318 Jan 27 14:51:33.096576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.167163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Allocated IP 172.20.0.18 (3f8045b5-70f9-4d51-82b3-2b3598d8bce1/bd6120e4-ff9a-4c27-bac3-63014156e943/90313417-3c40-4f5c-be4a-84bc45f8537d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:33.168005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.206865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc22dfa-3f48-4ab5-8f58-7663813364e5 None None] Network 3c0d420b-4ef0-4047-9532-f1deee78a0ef requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:33.238621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=97edba80-1c4e-4dac-b68c-1b354ecfa3f5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:33.272816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.276432 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/subnets/83c230f8-115b-458b-a627-da744061c8b6 HTTP/1.1" status: 204 len: 168 time: 1.7062395 Jan 27 14:51:33.322290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36644) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:33.383834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Allocated IP 172.20.0.2 (ea990ef4-4af4-49a0-93a8-1fc5201eefdb/b639bb1d-e7cf-453b-a35f-0244a2fc5028/f5d6753e-1def-4248-ad9f-cfa1af9a48c7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:33.389217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-015ed318-047b-4e65-9a62-e9d9e65265ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:33.390795 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-015ed318-047b-4e65-9a62-e9d9e65265ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.2191980 Jan 27 14:51:33.401726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1679613720'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:33.445795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Subnet': ['ID=b995f517-d4ac-4323-9199-950ad997207b,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:33.448293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Checking segment: {'id': 'c4c8f6dc-8de0-44c1-ac60-af60b6749a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:33.448998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network hostable DHCP agents. Network: 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:33.490162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132c483-3ced-4dfd-838d-d89cc57cdbe0 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Subnet': ['ID=83c230f8-115b-458b-a627-da744061c8b6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:33.529297 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-292094fc-3eaf-4112-b808-d54e897c0f2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d76873a-2e05-483c-9244-44cd6044a0c4 HTTP/1.1" status: 200 len: 217 time: 0.1091094 Jan 27 14:51:33.535937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.539417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.543778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:33.570086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': 'b26136b4-f44a-48f2-9ab1-9ea058d15fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:33.570482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: 9c2643e9-4f00-49f6-8b7d-5281b3343ad2, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:33.577454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:33.587943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:33.589127 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.647254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Made reservation on behalf of b45e8d0661cf4df69cb8362bebc75688 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:33.651010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.669459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3139557c-98b9-4fb0-897e-06fd45fb7eb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.671605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526f2c8-654c-412b-9083-89f9c97c0188 None None] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:33.693239 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-20e270f2-fed7-489b-ba8e-48a65802f43e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4793763 Jan 27 14:51:33.698647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36648) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:33.701166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3139557c-98b9-4fb0-897e-06fd45fb7eb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.706236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.710914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-367603236', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:33.762412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-0118fc9c-bde9-4632-a134-e8c4451ff16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:33.763991 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-0118fc9c-bde9-4632-a134-e8c4451ff16b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.2181346 Jan 27 14:51:33.772246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:33.784596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.795531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Deleting port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:33.798684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.822479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3139557c-98b9-4fb0-897e-06fd45fb7eb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.828090 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3139557c-98b9-4fb0-897e-06fd45fb7eb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3669100 Jan 27 14:51:33.847464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36650) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:33.858156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 9c2643e9-4f00-49f6-8b7d-5281b3343ad2) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:33.866108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b573a3c8-2418-4273-bcdc-0e58739a269d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '31de345a-4e7b-4cd5-816b-d24eb3103f7d', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:33.872503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:33.873110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.880434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139557c-98b9-4fb0-897e-06fd45fb7eb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31de345a-4e7b-4cd5-816b-d24eb3103f7d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:33.928136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28157cb3-7d86-4939-96c5-3cb3568f73eb None None] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:33.935902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.937008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:33.957914 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-15792ad5-893f-447a-97ef-ced4bed8c0dc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3415411 Jan 27 14:51:33.965385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36652) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:33.974219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2', 'name': 'tempest-PortsIpV6TestJSON-523615160'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:33.995361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-84e0603b-cf90-4fc1-a161-2d634efeca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:33.997103 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-84e0603b-cf90-4fc1-a161-2d634efeca16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2185857 Jan 27 14:51:34.099158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6c7a93a3-5abc-4e12-a8ed-2254fedc2a04 None None] Provisioning complete for port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:34.099523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6c7a93a3-5abc-4e12-a8ed-2254fedc2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.125251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.186725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 958dd955-ddd8-4313-a535-4866fb0d4e44 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:34.198949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] For port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,segment=NetworkSegment(72e4ae81-71ee-4bb8-ab08-bc1b53026398),segment_id=72e4ae81-71ee-4bb8-ab08-bc1b53026398)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:34.198949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.204113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.234028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b85b4-3ba4-4f62-8116-610467020117 req-6edb2f53-d128-423d-8cb7-7d6b4eb247ce tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:34.237194 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce9b85b4-3ba4-4f62-8116-610467020117 req-6edb2f53-d128-423d-8cb7-7d6b4eb247ce tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 943 time: 0.4222181 Jan 27 14:51:34.256246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.305437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Calling delete_port for a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:34.394834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b573a3c8-2418-4273-bcdc-0e58739a269d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.395313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a93a3-5abc-4e12-a8ed-2254fedc2a04 None None] Port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:34.414267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:34.429705 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:51:34.456872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] DHCP port deletion for 3c0d420b-4ef0-4047-9532-f1deee78a0ef request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:34.489044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:34.491680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:34.494807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.513868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Pushing event updated for resources: {'Port': ['ID=f5d6753e-1def-4248-ad9f-cfa1af9a48c7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:34.533308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce9b85b4-3ba4-4f62-8116-610467020117 req-1a9bed5f-28fd-4c0c-8d21-3784cbd66caa tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342834 Jan 27 14:51:34.546664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.573871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.581120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b573a3c8-2418-4273-bcdc-0e58739a269d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.585108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Allocated IP 172.20.0.1 (ea990ef4-4af4-49a0-93a8-1fc5201eefdb/b639bb1d-e7cf-453b-a35f-0244a2fc5028/c206c5f0-4048-4cb2-a566-c7efa48b14c9) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:34.592058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b573a3c8-2418-4273-bcdc-0e58739a269d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.604770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.605372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.605752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.606040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.606464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.606794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.607132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.607496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.607831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.608241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.608574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.608899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:51:34.616863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e5f7cf-1e6e-43a6-9c41-c0b9fb3d8dee None None] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:34.627973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.636180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573a3c8-2418-4273-bcdc-0e58739a269d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310cb9ac-b83f-4929-a5f1-682d06094c31,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:34.645584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.649204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 958dd955-ddd8-4313-a535-4866fb0d4e44 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:34.649574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.680212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Port': ['ID=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:34.687714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b573a3c8-2418-4273-bcdc-0e58739a269d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.689113 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b573a3c8-2418-4273-bcdc-0e58739a269d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8317585 Jan 27 14:51:34.727384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36654) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:34.738251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-090f4638-b030-450b-a396-c1533d077c30 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '31de345a-4e7b-4cd5-816b-d24eb3103f7d', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:34.742848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] No DVR routers for this DVR port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:34.795113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Attempting to bind port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:34.795528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Attempting to bind port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:34.795889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Attempting to bind port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 on network ea990ef4-4af4-49a0-93a8-1fc5201eefdb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:34.812056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-9c2643e9-4f00-49f6-8b7d-5281b3343ad2', 'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2', 'tenant_id': 'a080f773c60f43558cf034ce695c62b8', 'fixed_ips': [{'subnet_id': '97edba80-1c4e-4dac-b68c-1b354ecfa3f5'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:34.812951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.851134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:34.859530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:34.859530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Checking segment: {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:34.860131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.860387 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Bound using segment: {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:34.860748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Bound port: f5d6753e-1def-4248-ad9f-cfa1af9a48c7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:34.861098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.869311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Pushing event updated for resources: {'Port': ['ID=90313417-3c40-4f5c-be4a-84bc45f8537d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:34.886131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.891132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:34.897679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-090f4638-b030-450b-a396-c1533d077c30 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.904096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:34.933048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:34.941828 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0d420b-4ef0-4047-9532-f1deee78a0ef']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:34.973681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e4ae81-71ee-4bb8-ab08-bc1b53026398') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:34.973967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e4ae81-71ee-4bb8-ab08-bc1b53026398') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:34.994574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.025117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.041057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:35.041467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:35.045009 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:35.064167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-090f4638-b030-450b-a396-c1533d077c30 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.096476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-090f4638-b030-450b-a396-c1533d077c30 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.113327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.124270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Deleting port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:35.124663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.170680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f4638-b030-450b-a396-c1533d077c30 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0fa691-4295-436b-93ce-39acab9fe2e6,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:35.184718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:35.193014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-090f4638-b030-450b-a396-c1533d077c30 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.198934 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-090f4638-b030-450b-a396-c1533d077c30 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4619739 Jan 27 14:51:35.198934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:35.201153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36656) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:35.205845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:35.211405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0a04550f-ae3f-47a0-8ec7-f46f5036582a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '31de345a-4e7b-4cd5-816b-d24eb3103f7d', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:35.221313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:35.249595 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-f9d74f00-2a07-42b2-96e3-834492f2d197 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2327516 Jan 27 14:51:35.253715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.265923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.268617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.272711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Port': ['ID=c206c5f0-4048-4cb2-a566-c7efa48b14c9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:35.281894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.286057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] 10.222.0.18 "DELETE /v2.0/networks/3c0d420b-4ef0-4047-9532-f1deee78a0ef HTTP/1.1" status: 204 len: 168 time: 1.9570031 Jan 27 14:51:35.316661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.322789 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Added segment dca27cd0-b36e-4901-b47e-5c8af25d2fd0 of type vlan for network e0a14ca7-1d12-424f-b4fc-cf3d37621814 Jan 27 14:51:35.351945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717a8d-d80c-4aab-be4e-76b72763a940 tempest-NetworksTest-2130202910 tempest-NetworksTest-2130202910-project] Pushing event deleted for resources: {'Network': ['ID=3c0d420b-4ef0-4047-9532-f1deee78a0ef,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:35.383372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a04550f-ae3f-47a0-8ec7-f46f5036582a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.472983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4730e0f-de42-40d6-a3cc-f8035378d8f7,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:35.496102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a04550f-ae3f-47a0-8ec7-f46f5036582a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.508844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a04550f-ae3f-47a0-8ec7-f46f5036582a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.510705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Attempting to bind port 90313417-3c40-4f5c-be4a-84bc45f8537d on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:35.511459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Attempting to bind port 90313417-3c40-4f5c-be4a-84bc45f8537d by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:35.511619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Attempting to bind port 90313417-3c40-4f5c-be4a-84bc45f8537d on network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:35.519337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.532849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:35.533451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Checking segment: {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:35.533751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.534155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Bound using segment: {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:35.535043 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Bound port: 90313417-3c40-4f5c-be4a-84bc45f8537d, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:35.535399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.577427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04550f-ae3f-47a0-8ec7-f46f5036582a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759158b5-fdfd-4b61-aab8-b80bf96d864d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:35.595833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a04550f-ae3f-47a0-8ec7-f46f5036582a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.597825 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a04550f-ae3f-47a0-8ec7-f46f5036582a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3956115 Jan 27 14:51:35.601729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36662) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:35.608575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7e1f374b-f010-4fd6-bc90-7458150abc25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '31de345a-4e7b-4cd5-816b-d24eb3103f7d', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:35.673587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] For port f5d6753e-1def-4248-ad9f-cfa1af9a48c7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:35.728078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] For port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:35.729160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.734822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:35.778555 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Allocated IP 2001:db8::2 (9c2643e9-4f00-49f6-8b7d-5281b3343ad2/97edba80-1c4e-4dac-b68c-1b354ecfa3f5/56c2466c-4c11-43e7-b17f-d6518e4d9729) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:35.820934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] For port f5d6753e-1def-4248-ad9f-cfa1af9a48c7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f5d6753e-1def-4248-ad9f-cfa1af9a48c7,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:35.840569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:35.841318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:35.862744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Calling delete_port for a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:35.873799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:51:35.901604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.933327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.938236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:35.944736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.948094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:35.949344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.025494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36666) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:36.038405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.104888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.109887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:51:36.172280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e1f374b-f010-4fd6-bc90-7458150abc25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.177559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] For port 90313417-3c40-4f5c-be4a-84bc45f8537d, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:36.197084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbaa1eb-86c3-48d8-8a62-55c6dd7f1398 req-0af508ce-6530-4029-8247-3a10ec0c4255 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:36.198076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7fbaa1eb-86c3-48d8-8a62-55c6dd7f1398 req-0af508ce-6530-4029-8247-3a10ec0c4255 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 943 time: 0.1756711 Jan 27 14:51:36.200704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port ed351d08-9a3b-4a1c-88bb-b02968f34348 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:36.212792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Network 3c0d420b-4ef0-4047-9532-f1deee78a0ef is not hosted by any dhcp agent {{(pid=108744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 14:51:36.213131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] No DVR routers for this DVR port a79b76f3-42d0-44a7-847f-1acdcdbbfcc2 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:36.242122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] For port 90313417-3c40-4f5c-be4a-84bc45f8537d, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=90313417-3c40-4f5c-be4a-84bc45f8537d,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:36.267216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.317748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76b0bf-b690-41c9-8746-0e8d20dbec4c None None] Pushing event updated for resources: {'Port': ['ID=f5d6753e-1def-4248-ad9f-cfa1af9a48c7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:36.359529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21041819-94fc-4a63-a65d-fe4a1f768cb2 None None] Pushing event deleted for resources: {'Port': ['ID=a79b76f3-42d0-44a7-847f-1acdcdbbfcc2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:36.393956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e1f374b-f010-4fd6-bc90-7458150abc25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.475614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.483759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af000b-919f-4155-ad5b-df1d19e8a9f6 None None] Pushing event updated for resources: {'Port': ['ID=90313417-3c40-4f5c-be4a-84bc45f8537d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:36.490603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.502479 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7fbaa1eb-86c3-48d8-8a62-55c6dd7f1398 req-516a0b67-a6ae-4cc6-a3de-208d484ec149 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901771 Jan 27 14:51:36.503356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e1f374b-f010-4fd6-bc90-7458150abc25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.520127 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-3ee4012c-a5b0-43c5-b7ac-54bd87db5663 req-9110f07f-7ff0-4892-b30b-6dbacb8b3d21 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2472968 Jan 27 14:51:36.521934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=7b5bfa3e-0d77-43cc-91dc-321b9bf82d61,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:36.590551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:36.599636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:36.615182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.615792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:36.623682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f374b-f010-4fd6-bc90-7458150abc25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a540ac-ffc6-4eda-b915-624234199644,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:36.631136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:36.631961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.640176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Pushing event updated for resources: {'Port': ['ID=56c2466c-4c11-43e7-b17f-d6518e4d9729,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:36.662383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e1f374b-f010-4fd6-bc90-7458150abc25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.666980 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7e1f374b-f010-4fd6-bc90-7458150abc25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0641229 Jan 27 14:51:36.670647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36670) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:36.685440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '31de345a-4e7b-4cd5-816b-d24eb3103f7d', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:36.756805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c4683a9c-3814-492a-bd92-94fcae82e6b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0290c49b182a48298b165e7aaf907271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7322528 Jan 27 14:51:36.761965 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:51:36.769408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36672) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:36.803682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Attempting to bind port 56c2466c-4c11-43e7-b17f-d6518e4d9729 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:36.804054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Attempting to bind port 56c2466c-4c11-43e7-b17f-d6518e4d9729 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'b26136b4-f44a-48f2-9ab1-9ea058d15fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:36.804559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Attempting to bind port 56c2466c-4c11-43e7-b17f-d6518e4d9729 on network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:36.811332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:36.811725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Checking segment: {'id': 'b26136b4-f44a-48f2-9ab1-9ea058d15fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:36.811927 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.812274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Bound using segment: {'id': 'b26136b4-f44a-48f2-9ab1-9ea058d15fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:36.812743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Bound port: 56c2466c-4c11-43e7-b17f-d6518e4d9729, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26136b4-f44a-48f2-9ab1-9ea058d15fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:36.813158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.816842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.835790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:36.866027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:36.920177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] For port 56c2466c-4c11-43e7-b17f-d6518e4d9729, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:36.927876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] For port 56c2466c-4c11-43e7-b17f-d6518e4d9729, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=56c2466c-4c11-43e7-b17f-d6518e4d9729,segment=NetworkSegment(b26136b4-f44a-48f2-9ab1-9ea058d15fe0),segment_id=b26136b4-f44a-48f2-9ab1-9ea058d15fe0)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:36.934749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:36.949140 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.1917591 Jan 27 14:51:36.956311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36674) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:36.966746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Request body: {'subnet': {'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:37.113816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::2eb (9c2643e9-4f00-49f6-8b7d-5281b3343ad2/97edba80-1c4e-4dac-b68c-1b354ecfa3f5/ed351d08-9a3b-4a1c-88bb-b02968f34348) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:37.135480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8998-f1cd-4496-9637-342fc7f86ee0 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event updated for resources: {'Network': ['ID=e0a14ca7-1d12-424f-b4fc-cf3d37621814,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:37.166266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee7f8d-975b-4f1e-9ff6-e897ddcffab0 None None] Pushing event updated for resources: {'Port': ['ID=56c2466c-4c11-43e7-b17f-d6518e4d9729,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:37.187855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e0a14ca7-1d12-424f-b4fc-cf3d37621814 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:37.228253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.313166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.343554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.359197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d0d319e-8c21-412c-8948-a9199f3a5b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.390891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d0d319e-8c21-412c-8948-a9199f3a5b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.421919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.442714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.526229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.581613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9d09ed8c-d729-4ff0-8445-a7b7a6cb684c None None] Provisioning complete for port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:37.582588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d09ed8c-d729-4ff0-8445-a7b7a6cb684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.615613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Made reservation on behalf of b45e8d0661cf4df69cb8362bebc75688 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:37.622573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.655978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Router 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:51:37.723591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9d09ed8c-d729-4ff0-8445-a7b7a6cb684c None None] Port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:37.724552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1fc3a9-bf84-4188-b1bb-28fcc106c794,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:37.843724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.932281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:37.934080 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-22be3574-ae03-4e2c-af12-089a12e5f3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2598386 Jan 27 14:51:37.970283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36678) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:37.991673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Port': ['ID=c206c5f0-4048-4cb2-a566-c7efa48b14c9,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:38.004716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.043851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '31de345a-4e7b-4cd5-816b-d24eb3103f7d', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:38.065765 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f5d6753e-1def-4248-ad9f-cfa1af9a48c7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:38.066756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.26.6.208 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/fc204c5d-8134-4ed7-b22a-c13549eff451) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:38.133724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d0d319e-8c21-412c-8948-a9199f3a5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.140052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d0d319e-8c21-412c-8948-a9199f3a5b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.142848 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5d0d319e-8c21-412c-8948-a9199f3a5b48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6377c98a-9391-43fe-844f-c05b0c73f128 HTTP/1.1" status: 204 len: 168 time: 1.3720214 Jan 27 14:51:38.234373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d319e-8c21-412c-8948-a9199f3a5b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377c98a-9391-43fe-844f-c05b0c73f128,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:38.249087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:38.259075 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-99282c60-2933-4997-aa12-1c411dc3a8d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3566489 Jan 27 14:51:38.260000 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:51:38.289021 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1886e013-10f1-48e6-a046-7cc55d18539b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "PUT /v2.0/routers/53a564a1-19c8-43a5-bbb4-764b0b4d2f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2155194 Jan 27 14:51:38.290190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.294039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.298458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36682) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:38.307768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb4dfa-0a92-4ff2-91e2-275ee4c4c330 req-0048b0f3-d368-4aaa-b190-275c44df4612 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:38.326288 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ddb4dfa-0a92-4ff2-91e2-275ee4c4c330 req-0048b0f3-d368-4aaa-b190-275c44df4612 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 943 time: 0.6132169 Jan 27 14:51:38.343647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Sync routers for ids ['53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:38.366968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:38.367479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.396357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Routers {'53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:38.399334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:38.510456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf10887-c980-4bed-b171-5bccd3315d67 None None] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:38.545117 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ddb4dfa-0a92-4ff2-91e2-275ee4c4c330 req-ad354e43-9fe4-4752-b83c-067a820838f0 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153111 Jan 27 14:51:38.566900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:38.612674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:38.660989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2dad92ed-4722-48b3-b5ae-d7ca967765a8 None None] Provisioning complete for port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:38.663430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2dad92ed-4722-48b3-b5ae-d7ca967765a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.663754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8deb5f2-7ee5-43b6-82de-714d88e23547 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:38.669901 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a8deb5f2-7ee5-43b6-82de-714d88e23547 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports/7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 HTTP/1.1" status: 200 len: 911 time: 0.3635190 Jan 27 14:51:38.682585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36684) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:38.706957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=ed351d08-9a3b-4a1c-88bb-b02968f34348,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:38.789612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:38.795774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.796341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:38.812439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:38.820011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:38.820798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.835739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08314a26-a47c-4882-9859-507e9a0230b9 None None] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:38.850922 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-29fc69c4-0627-46d1-833e-777018f58e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:38.852678 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-29fc69c4-0627-46d1-833e-777018f58e5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1098 time: 0.4121935 Jan 27 14:51:38.854360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Set router 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:38.904936 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a1833d1f-642c-47dd-8fe9-aa15981fa16d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9374020 Jan 27 14:51:38.907550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.914068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0848d-72fe-4f1d-b5e1-01fd485cfd08 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:38.918500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36686) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:38.921008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0848d-72fe-4f1d-b5e1-01fd485cfd08 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:38.923353 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6bb0848d-72fe-4f1d-b5e1-01fd485cfd08 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1909711 Jan 27 14:51:38.930039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36688) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:38.933256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '9c2643e9-4f00-49f6-8b7d-5281b3343ad2', 'name': 'tempest-PortsIpV6TestJSON-1102045698'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:38.956762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.968138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:38.978788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event updated for resources: {'Subnet': ['ID=bac4f3bb-d334-4dfe-8948-1b0485831a4e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:39.069262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:51:39.080368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Checking segment: {'id': 'dca27cd0-b36e-4901-b47e-5c8af25d2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:39.080732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Network hostable DHCP agents. Network: e0a14ca7-1d12-424f-b4fc-cf3d37621814, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:39.136015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:39.209766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87187435-1194-4646-bace-c67fe93f1ba7 None None] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:39.231534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Network e0a14ca7-1d12-424f-b4fc-cf3d37621814 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:39.323339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, e0a14ca7-1d12-424f-b4fc-cf3d37621814) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:39.330274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:39.330274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:39.393264 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1e0e5957-cc30-4ba8-a904-226ce1373550 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4301293 Jan 27 14:51:39.400963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36690) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:39.409925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d211741e-6bf0-4e78-97f6-0973cf6549b7 None None] Network e0a14ca7-1d12-424f-b4fc-cf3d37621814 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:39.416853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Request body: {'port': {'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814', 'name': 'tempest-TagsExtTest-2100802128'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:39.450766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:39.463504 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4282618 Jan 27 14:51:39.463780 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port f5d6753e-1def-4248-ad9f-cfa1af9a48c7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f5d6753e-1def-4248-ad9f-cfa1af9a48c7,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:39.463965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:39.474398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff20787-0498-4be6-99ff-2564daa062d9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b45432-e5a5-4950-900d-42530c819319,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:39.480489 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cd75c25f-ed51-4169-8cd9-f3c0e2fdd192 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "PUT /v2.0/routers/0c1f1368-f33d-45b5-a99e-31091ff6aa51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0288098 Jan 27 14:51:39.515720 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Sync routers for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:39.550110 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:39.553491 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:39.638563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-ec8dd6e0-b039-4340-bff2-d0cfb664f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:39.640533 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-ec8dd6e0-b039-4340-bff2-d0cfb664f85c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 898 time: 0.7425117 Jan 27 14:51:39.648439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:39.798016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:39.809700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:39.832538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5657-7d57-4ac8-9a44-daa70cce1b6b req-9b370838-69d0-43c0-8cb7-f1815df36649 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:39.834436 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a35d5657-7d57-4ac8-9a44-daa70cce1b6b req-9b370838-69d0-43c0-8cb7-f1815df36649 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 943 time: 0.1698987 Jan 27 14:51:39.839521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:39.843726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:39.844887 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:39.845794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 56c2466c-4c11-43e7-b17f-d6518e4d9729 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:39.850189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:39.875908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=fc204c5d-8134-4ed7-b22a-c13549eff451,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:39.925523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port b7a506d5-315d-4cd4-9dc4-4901a43e9ed7 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:39.952263 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-4312cc71-da1c-467f-94df-01c5498b1f89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 200 len: 1000 time: 0.2958891 Jan 27 14:51:39.963221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2dad92ed-4722-48b3-b5ae-d7ca967765a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:40.004678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:40.030728 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=f5d6753e-1def-4248-ad9f-cfa1af9a48c7,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:40.073030 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:40.257570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-097f0dad-bf5b-4d62-bd2a-3b54787f2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:40.260195 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-097f0dad-bf5b-4d62-bd2a-3b54787f2aec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08a06657-59a5-4241-9255-fe4d115f5792 HTTP/1.1" status: 200 len: 834 time: 0.3016002 Jan 27 14:51:40.369003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-2dad92ed-4722-48b3-b5ae-d7ca967765a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:51:40.369366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-2dad92ed-4722-48b3-b5ae-d7ca967765a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:51:40.383827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 56c2466c-4c11-43e7-b17f-d6518e4d9729 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:40.384195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:40.448366 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a35d5657-7d57-4ac8-9a44-daa70cce1b6b req-e428df60-d752-460a-8f6e-d19ec06e052b tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6046367 Jan 27 14:51:40.456595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Made reservation on behalf of b45e8d0661cf4df69cb8362bebc75688 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:40.467075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:40.564185 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:36Z', 'revision_number': 2, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:40.569234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::279 (9c2643e9-4f00-49f6-8b7d-5281b3343ad2/97edba80-1c4e-4dac-b68c-1b354ecfa3f5/b7a506d5-315d-4cd4-9dc4-4901a43e9ed7) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:40.616660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9edca8-e708-48ff-b912-303807005609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-e0a14ca7-1d12-424f-b4fc-cf3d37621814', 'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814', 'tenant_id': 'b45e8d0661cf4df69cb8362bebc75688', 'fixed_ips': [{'subnet_id': 'bac4f3bb-d334-4dfe-8948-1b0485831a4e'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:40.618356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df9edca8-e708-48ff-b912-303807005609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:40.669208 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-1b799721-b482-465b-b4a8-e74d4ef866ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007034237&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.7064292 Jan 27 14:51:40.691218 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Checking router: 0c1f1368-f33d-45b5-a99e-31091ff6aa51 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:51:40.691846 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Updating router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 port c206c5f0-4048-4cb2-a566-c7efa48b14c9 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:51:40.731219 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:40.750066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] device_id is not set on port 74b429c2-3433-489e-b51f-dd97bca645a6 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:40.851257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a564a1-19c8-43a5-bbb4-764b0b4d2f8a', 'name': 'tempest-NetworksTestDHCPv6-router-1750890711', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:27Z', 'updated_at': '2022-01-27T14:51:33Z', 'revision_number': 2, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None, '_interfaces': [{'id': '7b5bfa3e-0d77-43cc-91dc-321b9bf82d61', 'name': '', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'mac_address': 'fa:16:3e:30:25:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a564a1-19c8-43a5-bbb4-764b0b4d2f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'aeaa87ff-3ed6-4933-97c9-18796a1ad2b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:29Z', 'updated_at': '2022-01-27T14:51:34Z', 'revision_number': 2, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'subnets': [{'id': 'aeaa87ff-3ed6-4933-97c9-18796a1ad2b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:40.895153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.014868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Checking router: 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:51:41.015417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Updating router 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:51:41.133507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-a143e923-5973-4e63-af82-9b83fe2d1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:41.135097 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-a143e923-5973-4e63-af82-9b83fe2d1b5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8626752 Jan 27 14:51:41.218827 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-a1d35239-ca8f-4f8b-91d0-ba42489a35c1 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833339310&fields=id&tenant_id=701e15f6d7c24595a9e98ee98adbf0be HTTP/1.1" status: 200 len: 267 time: 0.3249874 Jan 27 14:51:41.256329 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.270425 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.337394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.370564 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-810a1c5f-5637-4403-b64a-d7c5bf67e8b8 service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197447 Jan 27 14:51:41.392163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.449137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:41.564973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9d76873a-2e05-483c-9244-44cd6044a0c4 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:51:41.592483 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024fa11-ca47-467f-b467-0d723bfe6ffd None None] Pushing event updated for resources: {'Port': ['ID=c206c5f0-4048-4cb2-a566-c7efa48b14c9,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:41.612234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=b7a506d5-315d-4cd4-9dc4-4901a43e9ed7,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:41.627067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:41.632068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:41.645097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:41.647751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.655569 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e2a6f941-301d-472c-85a4-3697bf012eb4 req-229c2651-0470-4460-8cd3-eefe7a58c3f2 service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024441 Jan 27 14:51:41.659175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Provisioning complete for port 56c2466c-4c11-43e7-b17f-d6518e4d9729 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:41.659906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.673854 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Attempting to bind port c206c5f0-4048-4cb2-a566-c7efa48b14c9 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:41.673854 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Attempting to bind port c206c5f0-4048-4cb2-a566-c7efa48b14c9 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:41.673854 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Attempting to bind port c206c5f0-4048-4cb2-a566-c7efa48b14c9 on network ea990ef4-4af4-49a0-93a8-1fc5201eefdb {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:41.677209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.685510 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:41.686283 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Checking segment: {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:41.686711 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.687119 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Bound using segment: {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:41.687651 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Bound port: c206c5f0-4048-4cb2-a566-c7efa48b14c9, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:41.688570 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.834531 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] For port c206c5f0-4048-4cb2-a566-c7efa48b14c9, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:41.845853 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f4fb0eec-dbce-4d58-9c58-b5d1773ce7b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9139662 Jan 27 14:51:41.850679 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] For port c206c5f0-4048-4cb2-a566-c7efa48b14c9, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c206c5f0-4048-4cb2-a566-c7efa48b14c9,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:41.852133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36720) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:41.862028 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.919713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:41.962149 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024fa11-ca47-467f-b467-0d723bfe6ffd None None] Pushing event updated for resources: {'Port': ['ID=c206c5f0-4048-4cb2-a566-c7efa48b14c9,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:41.974976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.resource_extend [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:51:41.992884 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:41.994207 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:42.113470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-2ac66906-dbff-4fcd-8c52-c1b22f7d9166 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:42.149804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-2ac66906-dbff-4fcd-8c52-c1b22f7d9166 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=3f8045b5-70f9-4d51-82b3-2b3598d8bce1 HTTP/1.1" status: 200 len: 797 time: 1.2296128 Jan 27 14:51:42.151074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 56c2466c-4c11-43e7-b17f-d6518e4d9729, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=56c2466c-4c11-43e7-b17f-d6518e4d9729,segment=NetworkSegment(b26136b4-f44a-48f2-9ab1-9ea058d15fe0),segment_id=b26136b4-f44a-48f2-9ab1-9ea058d15fe0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:42.169073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Allocated IP 172.20.0.4 (e0a14ca7-1d12-424f-b4fc-cf3d37621814/bac4f3bb-d334-4dfe-8948-1b0485831a4e/74b429c2-3433-489e-b51f-dd97bca645a6) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:42.185593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe224911-5961-4ee9-ae5e-165d13c407e4 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:42.189894 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fe224911-5961-4ee9-ae5e-165d13c407e4 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2eb HTTP/1.1" status: 200 len: 928 time: 0.3362916 Jan 27 14:51:42.192183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:42.193528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 90313417-3c40-4f5c-be4a-84bc45f8537d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:42.195647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36722) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:42.292245 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-521eafcf-2d68-4d75-a021-3229adebf81a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.1405554 Jan 27 14:51:42.457202 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:42.565066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9d76873a-2e05-483c-9244-44cd6044a0c4, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d76873a-2e05-483c-9244-44cd6044a0c4,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:42.591519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=56c2466c-4c11-43e7-b17f-d6518e4d9729,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:42.595555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-61f8f129-ad4e-4f0d-8008-67e9b34c0c00 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:42.598890 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-61f8f129-ad4e-4f0d-8008-67e9b34c0c00 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/networks?id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb HTTP/1.1" status: 200 len: 797 time: 0.7105923 Jan 27 14:51:42.619182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port b7a506d5-315d-4cd4-9dc4-4901a43e9ed7 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:42.620123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:42.628663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 90313417-3c40-4f5c-be4a-84bc45f8537d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:42.633963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:42.659053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'port_id': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'mac_address': 'fa:16:3e:8b:a2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:51:42.721172 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-f7d31d06-831a-47ac-b37f-8fdd3348bf54 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4266837 Jan 27 14:51:42.732228 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-830191e1-b7ac-48d0-bf86-da13c0cfe55e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/quotas/701e15f6d7c24595a9e98ee98adbf0be HTTP/1.1" status: 200 len: 375 time: 0.1228275 Jan 27 14:51:42.753013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:42.753337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:42.757037 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:41Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:42.775908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Provisioning complete for port 90313417-3c40-4f5c-be4a-84bc45f8537d triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:42.777338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:42.794377 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4452592b-3cbc-4697-b717-28dbb992340f None None] The sync data for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv is: [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:41Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:42.920154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.042818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.063851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.077390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.115333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for b7a506d5-315d-4cd4-9dc4-4901a43e9ed7 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:43.134472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d76873a-2e05-483c-9244-44cd6044a0c4 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:51:43.165891 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-5d4080fd-844c-4c16-a29a-e25e07177f4b service neutron] 10.222.0.18 "GET /v2.0/networks/3f8045b5-70f9-4d51-82b3-2b3598d8bce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003849 Jan 27 14:51:43.236739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.247591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.313494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9d76873a-2e05-483c-9244-44cd6044a0c4, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d76873a-2e05-483c-9244-44cd6044a0c4,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:43.338985 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.345707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Network e0a14ca7-1d12-424f-b4fc-cf3d37621814 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:43.364796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.382996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event updated for resources: {'Port': ['ID=74b429c2-3433-489e-b51f-dd97bca645a6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:43.398453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:43.403554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:43.526636 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-45b573e0-be0f-43a0-a01d-ca308e592a2c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=701e15f6d7c24595a9e98ee98adbf0be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7931542 Jan 27 14:51:43.591406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.631402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-df9edca8-e708-48ff-b912-303807005609 None None] Allocated IP 172.20.0.2 (e0a14ca7-1d12-424f-b4fc-cf3d37621814/bac4f3bb-d334-4dfe-8948-1b0485831a4e/e1133412-b248-44aa-848d-5e560275cb37) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:43.634812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.637004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.706905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['9d76873a-2e05-483c-9244-44cd6044a0c4'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:51:43.733666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:43.765791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:43.767513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.809460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68463d67-c8c2-4c2a-b2a8-2bac2375364a None None] Pushing event updated for resources: {'Port': ['ID=7b5bfa3e-0d77-43cc-91dc-321b9bf82d61,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:43.859388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:51:43.866380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:43.891147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 90313417-3c40-4f5c-be4a-84bc45f8537d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=90313417-3c40-4f5c-be4a-84bc45f8537d,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:43.946537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.063211 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-db5510e3-6848-4882-89cd-26d007f31672 service neutron] 10.222.0.18 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011642 Jan 27 14:51:44.090843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-10bd8a4d-ca91-4452-b232-f4420efe5b89 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6812587 Jan 27 14:51:44.099742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36724) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:44.101428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:44.118425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-b2be6436-2372-4e19-ba8b-88bae3b8ee83 service neutron] 10.222.0.18 "GET /v2.0/networks/3f8045b5-70f9-4d51-82b3-2b3598d8bce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9008641 Jan 27 14:51:44.126587 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f5515885-b952-4938-9715-eaba8071dbbf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-16993662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:44.151023 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=b7a506d5-315d-4cd4-9dc4-4901a43e9ed7,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:44.180230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:44.240088 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.253581 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a8d06669-32ed-4a01-99ec-731152744dda tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/b7a506d5-315d-4cd4-9dc4-4901a43e9ed7 HTTP/1.1" status: 204 len: 168 time: 2.0515919 Jan 27 14:51:44.265525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36726) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:44.313956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.318901 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-33967193-d599-4e60-9c37-9313cfa76273 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.6135428 Jan 27 14:51:44.344935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:51:44.345514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:51:44.354851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36728) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:44.400238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Attempting to bind port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:44.401031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Attempting to bind port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:44.401845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Attempting to bind port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:44.427034 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-da3f9ddd-4a51-40a3-9cd8-18177760b14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.443177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=9d76873a-2e05-483c-9244-44cd6044a0c4,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:44.513558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:44.514220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:44.520353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:44.527845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:44.528310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.528719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:44.529519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Bound port: 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:44.529923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.550577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-c9c9de29-9a81-4c93-b029-a74853804baf service neutron] 10.222.0.18 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793053 Jan 27 14:51:44.570379 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-113e756d-252c-48e6-a4c8-17865ecf652d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:51:44.576140 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-113e756d-252c-48e6-a4c8-17865ecf652d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/b7a506d5-315d-4cd4-9dc4-4901a43e9ed7 HTTP/1.1" status: 404 len: 333 time: 0.3063948 Jan 27 14:51:44.581967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36736) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:44.597383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5515885-b952-4938-9715-eaba8071dbbf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.612292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5515885-b952-4938-9715-eaba8071dbbf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.631442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f5d6753e-1def-4248-ad9f-cfa1af9a48c7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:44.806254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5515885-b952-4938-9715-eaba8071dbbf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.870877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5515885-b952-4938-9715-eaba8071dbbf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.970406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5515885-b952-4938-9715-eaba8071dbbf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:44.972148 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f5515885-b952-4938-9715-eaba8071dbbf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8564794 Jan 27 14:51:44.977068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36744) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:44.989453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d0e4e7f4-be37-4632-962a-2ef0bab5f563 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-103392742', 'prefixes': ['172.20.0.0/16']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:45.135890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:45.136529 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ec74896-cbbd-4746-bbf7-89c0d658fec5 req-ce679cf0-ad13-4eeb-b6d9-7570190505b8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 210 time: 0.1163759 Jan 27 14:51:45.152604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.249598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=7b5bfa3e-0d77-43cc-91dc-321b9bf82d61,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:45.270570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:51:45.271124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:51:45.298707 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c75671e-3b8f-4bfa-9755-260f850fe4ed req-a8442ac3-a7ff-47c1-b4d4-c4b055c8d316 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 210 time: 0.0657990 Jan 27 14:51:45.325294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port ed351d08-9a3b-4a1c-88bb-b02968f34348 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:45.326080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.402353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df9edca8-e708-48ff-b912-303807005609 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.421151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:45.421828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:45.432703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df9edca8-e708-48ff-b912-303807005609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.455026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c41f0-1eef-4603-8099-49b62986b323 req-3e07cd13-323a-4418-b767-eb969fa08b8d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:45.457132 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec4c41f0-1eef-4603-8099-49b62986b323 req-3e07cd13-323a-4418-b767-eb969fa08b8d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 944 time: 0.9328651 Jan 27 14:51:45.468443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0e4e7f4-be37-4632-962a-2ef0bab5f563 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for subnetpool, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.474158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d0e4e7f4-be37-4632-962a-2ef0bab5f563 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4938762 Jan 27 14:51:45.474787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36754) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:45.515170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-dcf6c957-d13c-4d3b-bfb4-3f2dc072afcf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', 'tempest-TagsExtTest-Tag-266713295') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:45.543834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:45.544569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb778e34-5037-439e-9223-0a681b78f8c7 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:45.634880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Provisioning complete for port ed351d08-9a3b-4a1c-88bb-b02968f34348 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:45.635946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.640404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=90313417-3c40-4f5c-be4a-84bc45f8537d,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:45.700053 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec4c41f0-1eef-4603-8099-49b62986b323 req-ff8e7c38-3dbd-4190-b595-716a378dd3ec tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789756 Jan 27 14:51:45.739716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.779266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9edca8-e708-48ff-b912-303807005609 None None] Network e0a14ca7-1d12-424f-b4fc-cf3d37621814 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:45.839070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.839886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Attempting to bind port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:45.840490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Attempting to bind port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:45.841426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Attempting to bind port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:45.843885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:45.844502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:45.876880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for ed351d08-9a3b-4a1c-88bb-b02968f34348 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:45.931289 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-df9edca8-e708-48ff-b912-303807005609 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:45.934604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9edca8-e708-48ff-b912-303807005609 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:46.028567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:46.029225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:46.029801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.030994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:46.032001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Bound port: 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:46.032601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.037120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9edca8-e708-48ff-b912-303807005609 None None] Pushing event updated for resources: {'Port': ['ID=e1133412-b248-44aa-848d-5e560275cb37,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:46.091332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Port ed351d08-9a3b-4a1c-88bb-b02968f34348 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:46.115934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Provisioning complete for port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:46.116617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.195130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Port 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61 has been deleted concurrently {{(pid=108744) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Jan 27 14:51:46.220342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Router 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:51:46.232823 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dcf6c957-d13c-4d3b-bfb4-3f2dc072afcf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags/tempest-TagsExtTest-Tag-266713295 HTTP/1.1" status: 201 len: 201 time: 0.7226343 Jan 27 14:51:46.233484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36760) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:46.240433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-8d46410d-387a-4277-b7fb-329e4412ea33 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', 'tempest-TagsExtTest-Tag-1438058142') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:46.294591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-df9edca8-e708-48ff-b912-303807005609 None None] Attempting to bind port e1133412-b248-44aa-848d-5e560275cb37 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:46.295691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-df9edca8-e708-48ff-b912-303807005609 None None] Attempting to bind port e1133412-b248-44aa-848d-5e560275cb37 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'dca27cd0-b36e-4901-b47e-5c8af25d2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:46.295691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9edca8-e708-48ff-b912-303807005609 None None] Attempting to bind port e1133412-b248-44aa-848d-5e560275cb37 on network e0a14ca7-1d12-424f-b4fc-cf3d37621814 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:46.370908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-510fde5e-1c9d-4e2f-9777-b6674e45041d req-fbbf0354-6023-418a-bb11-8865ec102219 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 210 time: 0.0453932 Jan 27 14:51:46.384187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 56c2466c-4c11-43e7-b17f-d6518e4d9729 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:46.418940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:46.427828 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e6e702e4-9dd0-4f6d-8f6b-652bac5ec409 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "PUT /v2.0/routers/53a564a1-19c8-43a5-bbb4-764b0b4d2f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4892712 Jan 27 14:51:46.428668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36764) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:46.451102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9edca8-e708-48ff-b912-303807005609 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:46.455878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9edca8-e708-48ff-b912-303807005609 None None] Checking segment: {'id': 'dca27cd0-b36e-4901-b47e-5c8af25d2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:46.457682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df9edca8-e708-48ff-b912-303807005609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.458995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9edca8-e708-48ff-b912-303807005609 None None] Bound using segment: {'id': 'dca27cd0-b36e-4901-b47e-5c8af25d2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:46.459774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-df9edca8-e708-48ff-b912-303807005609 None None] Bound port: e1133412-b248-44aa-848d-5e560275cb37, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca27cd0-b36e-4901-b47e-5c8af25d2fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e0a14ca7-1d12-424f-b4fc-cf3d37621814'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:46.460385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df9edca8-e708-48ff-b912-303807005609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.468025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.502214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-382e0253-ba6a-4856-8c94-e4d6ea040675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.503705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Routers {'53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:46.504339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:46.559180 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8d46410d-387a-4277-b7fb-329e4412ea33 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags/tempest-TagsExtTest-Tag-1438058142 HTTP/1.1" status: 201 len: 201 time: 0.3226154 Jan 27 14:51:46.560587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36766) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:46.569565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-9f7a9290-1ff1-4b10-b310-58fe9a0b4ade tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:46.571516 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-9f7a9290-1ff1-4b10-b310-58fe9a0b4ade tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=3f8045b5-70f9-4d51-82b3-2b3598d8bce1 HTTP/1.1" status: 200 len: 797 time: 0.2376249 Jan 27 14:51:46.575133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.587675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-b4b602da-b823-499c-854d-4f5bf50bfe61 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', 'tempest-TagsExtTest-Tag-1479786971') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:46.595047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f594ee24-910a-4105-929b-bc47108193b4 req-ddeebcb0-ee01-468b-b327-7a94368ad4a6 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 210 time: 0.1408710 Jan 27 14:51:46.653777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] Set router 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:46.668591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a20bf9-a4f4-4328-be8f-05fa5a55c336 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:46.671174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a20bf9-a4f4-4328-be8f-05fa5a55c336 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:46.676316 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-59a20bf9-a4f4-4328-be8f-05fa5a55c336 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2471986 Jan 27 14:51:46.677184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36768) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:46.766524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a564a1-19c8-43a5-bbb4-764b0b4d2f8a', 'name': 'tempest-NetworksTestDHCPv6-router-1750890711', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:27Z', 'updated_at': '2022-01-27T14:51:44Z', 'revision_number': 3, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:46.811018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet aeaa87ff-3ed6-4933-97c9-18796a1ad2b9 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:46.811933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-df9edca8-e708-48ff-b912-303807005609 None None] For port e1133412-b248-44aa-848d-5e560275cb37, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:46.814481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b064ff6-50bf-451d-abe2-9b3f455157f9 None None] The sync data for ids ['53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'] in dv-neutron-826438-5-hyperv is: [{'id': '53a564a1-19c8-43a5-bbb4-764b0b4d2f8a', 'name': 'tempest-NetworksTestDHCPv6-router-1750890711', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:27Z', 'updated_at': '2022-01-27T14:51:44Z', 'revision_number': 3, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:46.822525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=ed351d08-9a3b-4a1c-88bb-b02968f34348,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:46.832223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-df9edca8-e708-48ff-b912-303807005609 None None] For port e1133412-b248-44aa-848d-5e560275cb37, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e1133412-b248-44aa-848d-5e560275cb37,segment=NetworkSegment(dca27cd0-b36e-4901-b47e-5c8af25d2fd0),segment_id=dca27cd0-b36e-4901-b47e-5c8af25d2fd0)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:46.833391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 56c2466c-4c11-43e7-b17f-d6518e4d9729 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:46.833757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.852867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.879237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df9edca8-e708-48ff-b912-303807005609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:46.935075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b4b602da-b823-499c-854d-4f5bf50bfe61 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags/tempest-TagsExtTest-Tag-1479786971 HTTP/1.1" status: 201 len: 201 time: 0.3511910 Jan 27 14:51:46.942713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Provisioning complete for port c206c5f0-4048-4cb2-a566-c7efa48b14c9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:46.943090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.036811 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.041339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9edca8-e708-48ff-b912-303807005609 None None] Pushing event updated for resources: {'Port': ['ID=e1133412-b248-44aa-848d-5e560275cb37,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:47.139742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c206c5f0-4048-4cb2-a566-c7efa48b14c9 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:47.280607 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a25c3ac-f1c2-4cd5-9ff2-fdfca8dae976 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 473 time: 0.6935298 Jan 27 14:51:47.282252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36776) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:47.340065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.362140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-789b25b9-a7ab-427b-a592-2bb7473083a1 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', 'tempest-TagsExtTest-Tag-76340') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:47.413959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['31de345a-4e7b-4cd5-816b-d24eb3103f7d']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:47.552189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9d76873a-2e05-483c-9244-44cd6044a0c4 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:47.556583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.559729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.561204 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4f332a3c-bc4f-45ed-ad5c-71f0a5c7080f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/ed351d08-9a3b-4a1c-88bb-b02968f34348 HTTP/1.1" status: 204 len: 168 time: 2.9668677 Jan 27 14:51:47.581079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0b2f5-b41f-49fc-a526-135a353f6c4b req-1669d614-7e0e-4060-b2d7-f8e9b64487ed tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:47.594976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbf0b2f5-b41f-49fc-a526-135a353f6c4b req-1669d614-7e0e-4060-b2d7-f8e9b64487ed tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 944 time: 0.7347219 Jan 27 14:51:47.617001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.617711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.623163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36784) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:47.695657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] For port c206c5f0-4048-4cb2-a566-c7efa48b14c9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c206c5f0-4048-4cb2-a566-c7efa48b14c9,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:47.701411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbf0b2f5-b41f-49fc-a526-135a353f6c4b req-eba60064-97fc-4ec5-b356-847932044da7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024325 Jan 27 14:51:47.708355 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ca09e4-6101-4f5c-a3bc-3cd97d8a1768 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:51:47.710985 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-13ca09e4-6101-4f5c-a3bc-3cd97d8a1768 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/ed351d08-9a3b-4a1c-88bb-b02968f34348 HTTP/1.1" status: 404 len: 333 time: 0.0846622 Jan 27 14:51:47.720174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c206c5f0-4048-4cb2-a566-c7efa48b14c9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:47.720174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.720174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 9d76873a-2e05-483c-9244-44cd6044a0c4 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:51:47.720174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.727124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36788) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:47.764270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 9d76873a-2e05-483c-9244-44cd6044a0c4 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:47.764659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.769142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=aeaa87ff-3ed6-4933-97c9-18796a1ad2b9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:47.777578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ab1916d0-a811-42e2-8697-43b835b01ce4 req-19debab0-f74d-4fa5-91cf-9427ca3af9e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 210 time: 0.1466386 Jan 27 14:51:47.790004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:47.795818 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-119dc882-a95e-47ac-9dd9-e8b2140b8c4d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/aeaa87ff-3ed6-4933-97c9-18796a1ad2b9 HTTP/1.1" status: 204 len: 168 time: 1.0810068 Jan 27 14:51:47.797471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed326ceb-9be2-419d-9597-64d1bd12d1aa None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:47.801326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36790) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:47.855405 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-789b25b9-a7ab-427b-a592-2bb7473083a1 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags/tempest-TagsExtTest-Tag-76340 HTTP/1.1" status: 201 len: 201 time: 0.5029116 Jan 27 14:51:47.870006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36792) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:47.875580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-834ccc0d-642d-4d21-8e1f-4e51618a9a8c tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:47.889304 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a69989d3-019d-43cd-b0f0-2694584b53be req-b7d4edbe-2137-47c3-bb75-0c2b19e22519 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 210 time: 0.0903966 Jan 27 14:51:47.894395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d3c84b0b-ab9d-4757-a99f-c4bd0c63b96a None None] Could not find standard attr ID for object b7a506d5-315d-4cd4-9dc4-4901a43e9ed7. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:51:47.909193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864d1f5-e645-42ee-88c8-87af6b0756c9 None None] Pushing event updated for resources: {'Port': ['ID=c206c5f0-4048-4cb2-a566-c7efa48b14c9,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:47.917319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d3c84b0b-ab9d-4757-a99f-c4bd0c63b96a None None] Could not find standard attr ID for object 7b5bfa3e-0d77-43cc-91dc-321b9bf82d61. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:51:47.939713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d3c84b0b-ab9d-4757-a99f-c4bd0c63b96a None None] Could not find standard attr ID for object ed351d08-9a3b-4a1c-88bb-b02968f34348. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:51:48.007504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a75d990a-c4f3-4483-9584-2a14f2d5158f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2047501 Jan 27 14:51:48.012064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36794) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:48.059536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d3c84b0b-ab9d-4757-a99f-c4bd0c63b96a None None] Provisioning complete for port c206c5f0-4048-4cb2-a566-c7efa48b14c9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:48.060051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3c84b0b-ab9d-4757-a99f-c4bd0c63b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.204401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.279132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:51:48.282351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8623ef42-8b7f-4766-81ef-89d19f80c4d7" -d '{"events": [{"server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "name": "network-vif-plugged", "status": "completed", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:51:48.324519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9d76873a-2e05-483c-9244-44cd6044a0c4, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d76873a-2e05-483c-9244-44cd6044a0c4,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:48.421737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81810770-ff2a-4bf7-a475-2222b8e5781a x-openstack-request-id: req-81810770-ff2a-4bf7-a475-2222b8e5781a {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:51:48.422661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "name": "network-vif-plugged", "status": "completed", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:51:48.423490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81810770-ff2a-4bf7-a475-2222b8e5781a {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:51:48.424398 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'code': 200} Jan 27 14:51:48.428899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:48.440064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.452035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet 97edba80-1c4e-4dac-b68c-1b354ecfa3f5 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:51:48.469260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.495970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-111375fa-3b2c-4b71-8da0-b383e092d207 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:48.497572 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-111375fa-3b2c-4b71-8da0-b383e092d207 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.72 "GET /v2.0/networks?id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb HTTP/1.1" status: 200 len: 797 time: 1.1555512 Jan 27 14:51:48.572006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.1 (1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6/b995f517-d4ac-4323-9199-950ad997207b/08b12665-3148-40b5-9fc8-a30f1fd16f6f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:48.628364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:48.632448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.636923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.647691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=9d76873a-2e05-483c-9244-44cd6044a0c4,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:48.745223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d29e5339-e232-4b3d-b5dc-dda1136766c6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.759717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.821948 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] Deleting port 958dd955-ddd8-4313-a535-4866fb0d4e44 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:48.822335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.855079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e1133412-b248-44aa-848d-5e560275cb37 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:48.880676 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-834ccc0d-642d-4d21-8e1f-4e51618a9a8c tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags HTTP/1.1" status: 200 len: 240 time: 1.0095501 Jan 27 14:51:48.912288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36804) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:48.916705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-acf76caa-c594-4ed8-b83f-e5ef4d72e649 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', 'tempest-TagsExtTest-Tag-266713295') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:48.935041 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-d9f03f46-460b-498f-b6f3-617b5586d96f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701e15f6d7c24595a9e98ee98adbf0be HTTP/1.1" status: 200 len: 380 time: 0.3986888 Jan 27 14:51:48.980919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] For port 958dd955-ddd8-4313-a535-4866fb0d4e44, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=958dd955-ddd8-4313-a535-4866fb0d4e44,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:48.981380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:48.999091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] Calling delete_port for 958dd955-ddd8-4313-a535-4866fb0d4e44 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:49.016999 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] Sync routers for ids ['53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:49.021733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.038921 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b85ae9fc-bf60-4732-a3d3-babb63ccd096 req-ba3184d0-3517-4176-a893-725286cb61db tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 210 time: 0.1273699 Jan 27 14:51:49.044022 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] Routers {'53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:49.044652 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:49.129255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f059d99-267d-4b7a-b9c2-e562ee2f1ef8 None None] Network e0a14ca7-1d12-424f-b4fc-cf3d37621814 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:49.164748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69384229-d84d-4887-89c9-bc6fb5ed8feb req-2e0cf279-9f77-4780-ad0e-322493949cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:49.166189 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-69384229-d84d-4887-89c9-bc6fb5ed8feb req-2e0cf279-9f77-4780-ad0e-322493949cda service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 1098 time: 0.4151800 Jan 27 14:51:49.180862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d29e5339-e232-4b3d-b5dc-dda1136766c6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.188493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] Set router 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:49.200906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d29e5339-e232-4b3d-b5dc-dda1136766c6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.239655 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35ae674a-3e83-4120-96e6-51a3c65f5685 req-41c2d36b-0915-4510-99a0-4a58f7e2a6ea tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 210 time: 0.0677135 Jan 27 14:51:49.262837 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a564a1-19c8-43a5-bbb4-764b0b4d2f8a', 'name': 'tempest-NetworksTestDHCPv6-router-1750890711', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:27Z', 'updated_at': '2022-01-27T14:51:44Z', 'revision_number': 3, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:49.272901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e1133412-b248-44aa-848d-5e560275cb37 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:49.273553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.285502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.22 (3f8045b5-70f9-4d51-82b3-2b3598d8bce1/bd6120e4-ff9a-4c27-bac3-63014156e943/e02310a3-3da2-465c-9dfa-97dd007d983f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:49.308529 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] Checking router: 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:51:49.313348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812088-5f4f-4fc7-8555-5c543adabaa6 req-7aac6a4e-ce70-48c5-9adc-1a8f21874f3d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:49.314957 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e812088-5f4f-4fc7-8555-5c543adabaa6 req-7aac6a4e-ce70-48c5-9adc-1a8f21874f3d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 945 time: 0.4573059 Jan 27 14:51:49.317843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d29e5339-e232-4b3d-b5dc-dda1136766c6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.318363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e5339-e232-4b3d-b5dc-dda1136766c6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Fanout notify agent at l3_agent the message router_deleted on router 53a564a1-19c8-43a5-bbb4-764b0b4d2f8a {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:51:49.319344 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] Routers set() bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:49.320596 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] Router IDs set() for agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 14:51:49.321348 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-69384229-d84d-4887-89c9-bc6fb5ed8feb req-b43d6701-674c-408a-a166-9106d8b95c3a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431186 Jan 27 14:51:49.322235 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent'). {{(pid=108745) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 14:51:49.322630 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46c065-5ee9-4c14-9a40-af5af2eac335 None None] The sync data for ids ['53a564a1-19c8-43a5-bbb4-764b0b4d2f8a'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:49.327886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d29e5339-e232-4b3d-b5dc-dda1136766c6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.329109 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d29e5339-e232-4b3d-b5dc-dda1136766c6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/routers/53a564a1-19c8-43a5-bbb4-764b0b4d2f8a HTTP/1.1" status: 204 len: 168 time: 1.3164163 Jan 27 14:51:49.338394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36808) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:49.346419 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-acf76caa-c594-4ed8-b83f-e5ef4d72e649 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags/tempest-TagsExtTest-Tag-266713295 HTTP/1.1" status: 204 len: 168 time: 0.4330673 Jan 27 14:51:49.350617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.351713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:49.355254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36810) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:49.361438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-2935b2c2-91d3-4d7a-ad97-ea3b6458272f tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', 'tempest-TagsExtTest-Tag-266713295') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:49.362457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'port': {'device_id': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'admin_state_up': True, 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'security_groups': ['3b240ee2-3b68-4882-a6df-6117a404d0ac']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:49.388518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.471472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.488285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e812088-5f4f-4fc7-8555-5c543adabaa6 req-c55b36ff-3a44-49f6-a22f-108c4032e440 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559498 Jan 27 14:51:49.528134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=97edba80-1c4e-4dac-b68c-1b354ecfa3f5,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:49.528795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d702ba1-01c3-4205-81fe-b7922e010055 None None] Network 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:49.541985 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.548912 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a3bf9502-0ffd-497c-8b50-3a6b393a24d8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/97edba80-1c4e-4dac-b68c-1b354ecfa3f5 HTTP/1.1" status: 204 len: 168 time: 1.7822504 Jan 27 14:51:49.550232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] No DVR routers for this DVR port 958dd955-ddd8-4313-a535-4866fb0d4e44 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:49.552882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3571220-89d7-4abf-b4db-50a86fa185da None None] Pushing event deleted for resources: {'Port': ['ID=958dd955-ddd8-4313-a535-4866fb0d4e44,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:49.554457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36812) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:49.587126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:49.590983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.605410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.625490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ce93d5aa-5fe3-4341-9509-2e9269dcb7da None None] Provisioning complete for port e1133412-b248-44aa-848d-5e560275cb37 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:49.625857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce93d5aa-5fe3-4341-9509-2e9269dcb7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.676108 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2935b2c2-91d3-4d7a-ad97-ea3b6458272f tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags/tempest-TagsExtTest-Tag-266713295 HTTP/1.1" status: 204 len: 168 time: 0.3187201 Jan 27 14:51:49.676789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36814) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:49.684114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-d2f87f2a-46e2-4c03-aac3-bf1162436cee tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:49.736885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.748258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.764554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.773431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.823031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port e1133412-b248-44aa-848d-5e560275cb37, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e1133412-b248-44aa-848d-5e560275cb37,segment=NetworkSegment(dca27cd0-b36e-4901-b47e-5c8af25d2fd0),segment_id=dca27cd0-b36e-4901-b47e-5c8af25d2fd0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:49.842882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:49.844889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 90313417-3c40-4f5c-be4a-84bc45f8537d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:49.858004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=08b12665-3148-40b5-9fc8-a30f1fd16f6f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:49.911777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:49.919552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:49.924595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:49.950940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=e1133412-b248-44aa-848d-5e560275cb37,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:49.952610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d2f87f2a-46e2-4c03-aac3-bf1162436cee tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags HTTP/1.1" status: 200 len: 205 time: 0.2721882 Jan 27 14:51:49.963899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] DHCP port deletion for 9c2643e9-4f00-49f6-8b7d-5281b3343ad2 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:51:49.969321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36816) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:50.004425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Made reservation on behalf of 701e15f6d7c24595a9e98ee98adbf0be for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:50.006611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-4e584fe2-fdcf-4ad8-b76e-df4db9b1d8a8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:50.008327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.043126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.070277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.110359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 90313417-3c40-4f5c-be4a-84bc45f8537d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:50.111777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.149589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] Deleting port 56c2466c-4c11-43e7-b17f-d6518e4d9729 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:50.150117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.186146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.188999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:50.207431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:50.214194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:50.215373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.295352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820dc63a-a9bd-4394-924b-6eaac372c43a None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:50.315004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 56c2466c-4c11-43e7-b17f-d6518e4d9729 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:51:50.315967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.347061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:50.356772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=a850247d-c17a-4ea0-b145-f9de0feed860,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:50.368799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-02aeb64b-4fa8-436a-930b-b1dfe9a0ac6e None None] Provisioning complete for port 74b429c2-3433-489e-b51f-dd97bca645a6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:50.369168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02aeb64b-4fa8-436a-930b-b1dfe9a0ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.373463 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4e584fe2-fdcf-4ad8-b76e-df4db9b1d8a8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags HTTP/1.1" status: 200 len: 241 time: 0.3763568 Jan 27 14:51:50.391511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36822) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:50.392951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:50.400133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-f846ad57-4319-430d-89ec-53618318af2b tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', 'tempest-TagsExtTest-Tag-1438058142') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:50.441282 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:50.459965 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e1a13485-53b0-4ebe-933c-2834965a7b0e req-78ff3615-45ec-4822-9df3-9b0d359c4d01 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 210 time: 0.0811181 Jan 27 14:51:50.480559 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e10d8dd2-6e74-4270-b4b1-aa9b5d457cc3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1397805 Jan 27 14:51:50.482616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] For port 56c2466c-4c11-43e7-b17f-d6518e4d9729, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=56c2466c-4c11-43e7-b17f-d6518e4d9729,segment=NetworkSegment(b26136b4-f44a-48f2-9ab1-9ea058d15fe0),segment_id=b26136b4-f44a-48f2-9ab1-9ea058d15fe0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:50.483059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.486733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36824) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:50.499718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-97821e6a-82de-4334-a1b1-7afc295c0def tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-206129218', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:50.513410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62655c-e516-4bdb-a4fc-ca82218d32ff req-85414510-a5b5-47cc-b4c5-70949ff383bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:50.533835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a62655c-e516-4bdb-a4fc-ca82218d32ff req-85414510-a5b5-47cc-b4c5-70949ff383bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 932 time: 0.3403862 Jan 27 14:51:50.542981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] Calling delete_port for 56c2466c-4c11-43e7-b17f-d6518e4d9729 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:50.615093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-97821e6a-82de-4334-a1b1-7afc295c0def tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.616344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-97821e6a-82de-4334-a1b1-7afc295c0def tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.660469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=e02310a3-3da2-465c-9dfa-97dd007d983f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:50.700345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a62655c-e516-4bdb-a4fc-ca82218d32ff req-3e913845-0103-4600-80c9-dfc15223b4de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634872 Jan 27 14:51:50.747077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-97821e6a-82de-4334-a1b1-7afc295c0def tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.758649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-97821e6a-82de-4334-a1b1-7afc295c0def tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.768007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:50.768896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.786636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8166a0-7a4e-4224-9ef0-7553bd7948ed req-a1ebe030-e5bf-4ea6-acd0-fb0af09d6cce tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:50.794749 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce8166a0-7a4e-4224-9ef0-7553bd7948ed req-a1ebe030-e5bf-4ea6-acd0-fb0af09d6cce tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 945 time: 0.1742046 Jan 27 14:51:50.798574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-02aeb64b-4fa8-436a-930b-b1dfe9a0ac6e None None] Port 74b429c2-3433-489e-b51f-dd97bca645a6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:50.820019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-97821e6a-82de-4334-a1b1-7afc295c0def tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.825897 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-97821e6a-82de-4334-a1b1-7afc295c0def tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3268023 Jan 27 14:51:50.826226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] For port 56c2466c-4c11-43e7-b17f-d6518e4d9729, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=56c2466c-4c11-43e7-b17f-d6518e4d9729,segment=NetworkSegment(b26136b4-f44a-48f2-9ab1-9ea058d15fe0),segment_id=b26136b4-f44a-48f2-9ab1-9ea058d15fe0)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:50.826226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.827506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36828) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:50.886504 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f846ad57-4319-430d-89ec-53618318af2b tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags/tempest-TagsExtTest-Tag-1438058142 HTTP/1.1" status: 204 len: 168 time: 0.4866793 Jan 27 14:51:50.894078 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-4a91b1d2-fd09-4f86-9039-21ad0eddfc65 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5068042 Jan 27 14:51:50.898969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-02aeb64b-4fa8-436a-930b-b1dfe9a0ac6e None None] Provisioning complete for port e1133412-b248-44aa-848d-5e560275cb37 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:50.899549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02aeb64b-4fa8-436a-930b-b1dfe9a0ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:50.899734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36830) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:50.900534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 56c2466c-4c11-43e7-b17f-d6518e4d9729 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:51:50.913486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Request body: {'port': {'device_id': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:50.919319 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce8166a0-7a4e-4224-9ef0-7553bd7948ed req-67f98b60-b03b-46f2-86f2-a32dfeb9555f tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208165 Jan 27 14:51:50.940014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c206c5f0-4048-4cb2-a566-c7efa48b14c9 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:50.956456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-8efc2588-d99c-4f15-8cbe-9312e7b132ee tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', 'tempest-TagsExtTest-Tag-1438058142') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:50.999190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.047571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.092651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] Pushing event deleted for resources: {'Port': ['ID=56c2466c-4c11-43e7-b17f-d6518e4d9729,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:51.107034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Allocated IP 172.20.0.6 (ea990ef4-4af4-49a0-93a8-1fc5201eefdb/b639bb1d-e7cf-453b-a35f-0244a2fc5028/7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:51.113510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e026e-60fa-4add-b82c-984f3bb615a4 None None] No DVR routers for this DVR port 56c2466c-4c11-43e7-b17f-d6518e4d9729 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:51.158003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'a850247d-c17a-4ea0-b145-f9de0feed860'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:51.158528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.163697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c206c5f0-4048-4cb2-a566-c7efa48b14c9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:51.164110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.195641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e76685-e6ae-4937-8632-6b5655094cbb req-d9b35b97-8e3e-474f-987e-51a593c34910 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:51.203766 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e76685-e6ae-4937-8632-6b5655094cbb req-d9b35b97-8e3e-474f-987e-51a593c34910 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 945 time: 0.1540077 Jan 27 14:51:51.207626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.316704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e76685-e6ae-4937-8632-6b5655094cbb req-13d6859e-fffe-4db3-bb5a-97fbebe744ff tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111908 Jan 27 14:51:51.372206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36834) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:51.379680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.398425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-be625b3d-c86f-45c3-b819-bce4b3a3d6fc None None] Provisioning complete for port 74b429c2-3433-489e-b51f-dd97bca645a6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:51.398808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be625b3d-c86f-45c3-b819-bce4b3a3d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.482481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/a850247d-c17a-4ea0-b145-f9de0feed860/fdb40462-5622-404d-b91e-8642cf97fd74) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:51.498204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-be625b3d-c86f-45c3-b819-bce4b3a3d6fc None None] Port 74b429c2-3433-489e-b51f-dd97bca645a6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:51.532533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-be625b3d-c86f-45c3-b819-bce4b3a3d6fc None None] Provisioning complete for port e02310a3-3da2-465c-9dfa-97dd007d983f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:51.532964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-be625b3d-c86f-45c3-b819-bce4b3a3d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.615749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e1133412-b248-44aa-848d-5e560275cb37 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:51.652888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-be625b3d-c86f-45c3-b819-bce4b3a3d6fc None None] Port e02310a3-3da2-465c-9dfa-97dd007d983f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:51.669972 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8efc2588-d99c-4f15-8cbe-9312e7b132ee tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags/tempest-TagsExtTest-Tag-1438058142 HTTP/1.1" status: 204 len: 168 time: 0.7669978 Jan 27 14:51:51.686312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36840) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:51.701229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-2f6274ad-66b5-4fb5-a0d0-c7ead207e71f tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:51.704082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.732663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e1133412-b248-44aa-848d-5e560275cb37 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:51.733041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.808313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No DVR routers for this DVR port 56c2466c-4c11-43e7-b17f-d6518e4d9729 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:51:51.823446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=56c2466c-4c11-43e7-b17f-d6518e4d9729,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:51.835929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.850684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:51.919412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:51.944519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:51.949487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:51.951610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Pushing event updated for resources: {'Port': ['ID=fdb40462-5622-404d-b91e-8642cf97fd74,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:52.066694 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Attempting to bind port fdb40462-5622-404d-b91e-8642cf97fd74 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:52.075682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Attempting to bind port fdb40462-5622-404d-b91e-8642cf97fd74 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:52.076545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Attempting to bind port fdb40462-5622-404d-b91e-8642cf97fd74 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:52.080554 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ef8def6-1cec-4b38-90c1-bae6de5c98ad req-ce7644e8-5143-4b68-8ea5-49a6df934003 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 210 time: 0.2117717 Jan 27 14:51:52.084442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:52.085588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:52.086282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.086938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:52.087713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Bound port: fdb40462-5622-404d-b91e-8642cf97fd74, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:52.088571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.163571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 56c2466c-4c11-43e7-b17f-d6518e4d9729 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:52.190337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080d949-93e2-4466-8ac2-f8856f8e67f4 req-2fa3e4b1-667d-4c2e-9568-017d2737db55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:52.192796 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e080d949-93e2-4466-8ac2-f8856f8e67f4 req-2fa3e4b1-667d-4c2e-9568-017d2737db55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 932 time: 0.3221748 Jan 27 14:51:52.212699 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 56c2466c-4c11-43e7-b17f-d6518e4d9729 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:52.213279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 56c2466c-4c11-43e7-b17f-d6518e4d9729 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:52.213981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 958dd955-ddd8-4313-a535-4866fb0d4e44 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:51:52.229318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::1 (54ed4f89-dea6-4178-95d4-b6863af583eb/a850247d-c17a-4ea0-b145-f9de0feed860/4544a016-a572-4c15-98eb-cc3718071f13) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:52.271548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 958dd955-ddd8-4313-a535-4866fb0d4e44 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:51:52.272196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 958dd955-ddd8-4313-a535-4866fb0d4e44 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:51:52.286784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] For port fdb40462-5622-404d-b91e-8642cf97fd74, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:52.293816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] For port fdb40462-5622-404d-b91e-8642cf97fd74, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fdb40462-5622-404d-b91e-8642cf97fd74,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:52.303766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.312540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e080d949-93e2-4466-8ac2-f8856f8e67f4 req-81e0f027-e39a-4cf7-9124-b09ac2c4261c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928981 Jan 27 14:51:52.354929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.440927 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb059d-f990-48e9-b65e-70646ec31591 None None] Pushing event updated for resources: {'Port': ['ID=fdb40462-5622-404d-b91e-8642cf97fd74,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:52.454632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.489590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.503640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c58609-1953-42ec-999a-4744e0edf8fc tempest-TestVolumeBootPattern-633147052 tempest-TestVolumeBootPattern-633147052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:52.509913 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-25c58609-1953-42ec-999a-4744e0edf8fc tempest-TestVolumeBootPattern-633147052 tempest-TestVolumeBootPattern-633147052-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 1093 time: 1.1280127 Jan 27 14:51:52.510196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36844) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:52.516850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:52.542032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2643e9-4f00-49f6-8b7d-5281b3343ad2']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:52.555531 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2f6274ad-66b5-4fb5-a0d0-c7ead207e71f tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags HTTP/1.1" status: 200 len: 205 time: 0.8650494 Jan 27 14:51:52.561287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36846) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:52.568881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-26d9f244-bf5c-41b2-bae7-3d043e667880 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:52.581334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26136b4-f44a-48f2-9ab1-9ea058d15fe0') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:52.581878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26136b4-f44a-48f2-9ab1-9ea058d15fe0') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:52.604469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.612225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.625552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.628583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.646196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.679210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.699998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.772721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:51:52.772721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:51:52.777958 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:51:52.784599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02310a3-3da2-465c-9dfa-97dd007d983f {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:51:52.787195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:52.833529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:52.836889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:52.837169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.844195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=4544a016-a572-4c15-98eb-cc3718071f13,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:52.847688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:52.912198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:52.928822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-26d9f244-bf5c-41b2-bae7-3d043e667880 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags HTTP/1.1" status: 200 len: 241 time: 0.3644931 Jan 27 14:51:52.931556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:52.943532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36848) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:52.950162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-01d34e3e-d259-41ae-88c4-9ffac163884c tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', 'tempest-TagsExtTest-Tag-1479786971') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:52.955925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:52.966342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:53.081033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Transition to ACTIVE for port object e02310a3-3da2-465c-9dfa-97dd007d983f will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:51:53.087519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:53.088127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.088535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.090882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.097912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.113685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.197377 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=08b12665-3148-40b5-9fc8-a30f1fd16f6f,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:53.216332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.225296 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/9c2643e9-4f00-49f6-8b7d-5281b3343ad2 HTTP/1.1" status: 204 len: 168 time: 3.6651456 Jan 27 14:51:53.268647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36852) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:53.276332 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-14691411-6abd-4c69-bcff-fcf3d2a62b4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9350793 Jan 27 14:51:53.287322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143796e-d1d1-4d93-a762-bcf99218684c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=9c2643e9-4f00-49f6-8b7d-5281b3343ad2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:53.295423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Request body: {'port': {'device_id': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:53.296139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-459104862'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:53.312212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.408544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e848e56d-faad-4351-a25f-17124da24a32 None None] Provisioning complete for port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:53.409119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e848e56d-faad-4351-a25f-17124da24a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.440056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.447708 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-01d34e3e-d259-41ae-88c4-9ffac163884c tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags/tempest-TagsExtTest-Tag-1479786971 HTTP/1.1" status: 204 len: 168 time: 0.5007343 Jan 27 14:51:53.448738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=e02310a3-3da2-465c-9dfa-97dd007d983f,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:53.465281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36856) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:53.499413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-1ce15219-218e-4f22-bdb2-e6db00dfa8cf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', 'tempest-TagsExtTest-Tag-1479786971') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:53.504450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e848e56d-faad-4351-a25f-17124da24a32 None None] Port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:53.567790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:53.572171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.584515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08580591-72c1-4958-a8d0-4d84a77dd406 req-4e484cc9-8339-4cef-9394-5a38628f2332 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:53.592610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08580591-72c1-4958-a8d0-4d84a77dd406 req-4e484cc9-8339-4cef-9394-5a38628f2332 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 931 time: 0.3223152 Jan 27 14:51:53.724776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fdb40462-5622-404d-b91e-8642cf97fd74 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:53.730907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02e975-2904-4e45-87b6-eadcedfdc8cf req-f6ba0565-ac6a-4017-9dff-0df1493d870d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:53.747589 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb02e975-2904-4e45-87b6-eadcedfdc8cf req-f6ba0565-ac6a-4017-9dff-0df1493d870d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 944 time: 0.2926307 Jan 27 14:51:53.784518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Attempting to bind port e02310a3-3da2-465c-9dfa-97dd007d983f on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:53.784861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Attempting to bind port e02310a3-3da2-465c-9dfa-97dd007d983f by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:53.790178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Attempting to bind port e02310a3-3da2-465c-9dfa-97dd007d983f on network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:53.804219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Port e02310a3-3da2-465c-9dfa-97dd007d983f on network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:51:53.804576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Attempting to bind port e02310a3-3da2-465c-9dfa-97dd007d983f on network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:53.870524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:53.871213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Checking segment: {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:53.871213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Bound using segment: {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:53.871663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Bound port: e02310a3-3da2-465c-9dfa-97dd007d983f, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:53.872018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.876216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fdb40462-5622-404d-b91e-8642cf97fd74 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:53.876797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.902150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:53.944546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:53.989903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] For port e02310a3-3da2-465c-9dfa-97dd007d983f, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:53.994047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] For port e02310a3-3da2-465c-9dfa-97dd007d983f, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e02310a3-3da2-465c-9dfa-97dd007d983f,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:54.010086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.013166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:54.045022 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1ce15219-218e-4f22-bdb2-e6db00dfa8cf tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags/tempest-TagsExtTest-Tag-1479786971 HTTP/1.1" status: 204 len: 168 time: 0.5619416 Jan 27 14:51:54.085822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.102670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36858) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:54.108608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-0d7050b3-d3d4-4119-a5a7-a469bf4e586f tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:54.149920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port fdb40462-5622-404d-b91e-8642cf97fd74, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fdb40462-5622-404d-b91e-8642cf97fd74,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:54.154179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2f176aff-2f96-4291-b405-8f566d410ec0 None None] Provisioning complete for port fdb40462-5622-404d-b91e-8642cf97fd74 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:54.155642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f176aff-2f96-4291-b405-8f566d410ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.208949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.257945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:54.258438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.262229 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] 10.222.0.72 "PUT /v2.0/ports/e02310a3-3da2-465c-9dfa-97dd007d983f HTTP/1.1" status: 200 len: 1094 time: 3.3530765 Jan 27 14:51:54.268458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'tag': 'e02310a3-3da2-465c-9dfa-97dd007d983f'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:51:54.270830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9606ad5-7567-48d9-97be-82db7fb965b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ae25d-66c5-4aa7-9209-fdc6068e780e", "tag": "e02310a3-3da2-465c-9dfa-97dd007d983f"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:51:54.358102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=fdb40462-5622-404d-b91e-8642cf97fd74,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:54.516272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Allocated IP 172.26.6.215 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/d1ead4d0-ad8f-4587-80e4-c12f9ec6ffc9) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:54.524239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.525564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.529139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:51:54.581521 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08580591-72c1-4958-a8d0-4d84a77dd406 req-852286b8-2332-49b6-8afa-0030cc0a3da9 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9878194 Jan 27 14:51:54.613687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.614039 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment 9f530f64-0fee-4900-acda-3f264973af81 of type vlan for network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 Jan 27 14:51:54.661837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fd569552-4201-4f0b-881e-21e29e2ea7c1 None None] Provisioning complete for port 4544a016-a572-4c15-98eb-cc3718071f13 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:54.662663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd569552-4201-4f0b-881e-21e29e2ea7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.712158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fd569552-4201-4f0b-881e-21e29e2ea7c1 None None] Port 4544a016-a572-4c15-98eb-cc3718071f13 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:54.722598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e607f1-d15b-4bdd-98ca-5128e8ea51af x-openstack-request-id: req-85e607f1-d15b-4bdd-98ca-5128e8ea51af {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:51:54.722983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ae25d-66c5-4aa7-9209-fdc6068e780e", "tag": "e02310a3-3da2-465c-9dfa-97dd007d983f", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:51:54.723330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85e607f1-d15b-4bdd-98ca-5128e8ea51af {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:51:54.723738 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'tag': 'e02310a3-3da2-465c-9dfa-97dd007d983f', 'status': 'completed', 'code': 200} Jan 27 14:51:54.756712 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb02e975-2904-4e45-87b6-eadcedfdc8cf req-02ad419b-85f3-4565-9b24-0a1db247c41b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0081434 Jan 27 14:51:54.779164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=4544a016-a572-4c15-98eb-cc3718071f13,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:54.779501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ee234-031e-43d0-ab3d-aceebc6f4ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=e02310a3-3da2-465c-9dfa-97dd007d983f,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:54.789597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:51:54.790381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.847317 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0d7050b3-d3d4-4119-a5a7-a469bf4e586f tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags HTTP/1.1" status: 200 len: 205 time: 0.7420416 Jan 27 14:51:54.857762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36862) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:54.863009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-e3e6f0c2-6b01-4273-9769-d51c7dc7ba5d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:54.881094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-30ece573-5b84-44c5-ac68-320cc9cff83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:54.882796 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-30ece573-5b84-44c5-ac68-320cc9cff83e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 1097 time: 0.5449443 Jan 27 14:51:54.896518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.902161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:54.902796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.942507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:54.947739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:54.966033 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-fc7f00da-6ad6-45ae-80d7-6e4c39c045d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e02310a3-3da2-465c-9dfa-97dd007d983f HTTP/1.1" status: 200 len: 217 time: 0.0703518 Jan 27 14:51:54.988370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:55.022704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7495551 Jan 27 14:51:55.023443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36864) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:55.036893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:55.041470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e3e6f0c2-6b01-4273-9769-d51c7dc7ba5d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags HTTP/1.1" status: 200 len: 236 time: 0.1826010 Jan 27 14:51:55.045550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb12ec6-eeea-407c-87fb-ea1054744dd0 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=68d4bd29-b095-4a35-bc1b-9f9655d0e840,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:55.045817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36866) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:55.053502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-a08eae00-8c06-4eda-942a-ed614ef60bb8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', 'tempest-TagsExtTest-Tag-76340') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.060942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:51:55.063570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:51:55.097212 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:55.113863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-73854f83-c071-4a2b-b07f-21ddeeecf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:55.115749 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-73854f83-c071-4a2b-b07f-21ddeeecf978 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd6120e4-ff9a-4c27-bac3-63014156e943 HTTP/1.1" status: 200 len: 836 time: 0.1438546 Jan 27 14:51:55.117080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:55.128866 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8ee7d7e4-ee08-450a-9300-d2514f48c75e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/routers/b9960a5b-f3da-4496-83b4-ff5bc756d68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7585547 Jan 27 14:51:55.134545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36868) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:55.145639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:55.176793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Transition to ACTIVE for port object 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:51:55.183801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'port': {'network_id': '1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6', 'name': 'tempest-FloatingIPTestJSON-428646074'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:55.185725 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a08eae00-8c06-4eda-942a-ed614ef60bb8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags/tempest-TagsExtTest-Tag-76340 HTTP/1.1" status: 204 len: 168 time: 0.1356521 Jan 27 14:51:55.188905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:55.190874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36870) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:55.199004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-328da2cd-707a-4949-ba1b-227335edc108 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', 'tempest-TagsExtTest-Tag-76340') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.210949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:55.212036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.252289 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.269696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:55.270335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.292569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-582a0579-4887-420b-be81-481ea691fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:55.294118 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-582a0579-4887-420b-be81-481ea691fbf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3f8045b5-70f9-4d51-82b3-2b3598d8bce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1638417 Jan 27 14:51:55.298279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:55.312291 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.317842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd644c-9447-4ce3-bd14-2e0b1a5ae126 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:55.418511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:55.514327 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-328da2cd-707a-4949-ba1b-227335edc108 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags/tempest-TagsExtTest-Tag-76340 HTTP/1.1" status: 204 len: 168 time: 0.3197992 Jan 27 14:51:55.525535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36872) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:55.532987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-a878a982-ec9c-4daf-a9c7-6a99c30663a7 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.569389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-75d60559-599f-4360-8869-a9b2d8781378 None None] Provisioning complete for port 4544a016-a572-4c15-98eb-cc3718071f13 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:55.570169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75d60559-599f-4360-8869-a9b2d8781378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:55.595229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Attempting to bind port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:55.595782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Attempting to bind port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:55.596372 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Attempting to bind port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f on network ea990ef4-4af4-49a0-93a8-1fc5201eefdb {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:55.607377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fdb40462-5622-404d-b91e-8642cf97fd74 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:55.618802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:55.625160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f on network ea990ef4-4af4-49a0-93a8-1fc5201eefdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:51:55.625649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Router a870b83d-1492-481e-a385-2afb29fa7173 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:51:55.629611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Attempting to bind port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f on network ea990ef4-4af4-49a0-93a8-1fc5201eefdb {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:55.637467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:55.644298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:55.662451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:55.672855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-75d60559-599f-4360-8869-a9b2d8781378 None None] Port 4544a016-a572-4c15-98eb-cc3718071f13 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:51:55.680281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:55.681370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Checking segment: {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:55.682417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Bound using segment: {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:55.684059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Bound port: 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143bde6c-2913-46d3-b950-c77dfd265998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:55.684701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:55.694583 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a878a982-ec9c-4daf-a9c7-6a99c30663a7 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags HTTP/1.1" status: 200 len: 205 time: 0.1672258 Jan 27 14:51:55.696220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fdb40462-5622-404d-b91e-8642cf97fd74 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:55.696792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:55.698876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:55.709210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36876) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:55.720315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-4ef1ff9a-54fe-4038-974f-5f1ec8f93f9e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.745806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=d1ead4d0-ad8f-4587-80e4-c12f9ec6ffc9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:55.848332 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-42fa99fb-e834-46df-b3b5-ff09edd56f2f service neutron] 10.222.0.72 "GET /v2.0/networks/3f8045b5-70f9-4d51-82b3-2b3598d8bce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470138 Jan 27 14:51:55.927514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:55.935657 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4ef1ff9a-54fe-4038-974f-5f1ec8f93f9e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags HTTP/1.1" status: 204 len: 168 time: 0.2221904 Jan 27 14:51:55.943063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36880) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:55.949276 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-6c3c9c29-9b53-4eb9-b780-3fa216e3b39d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:55.956779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:56.008077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:56.071341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.072488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:56.073806 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] 10.222.0.72 "PUT /v2.0/ports/7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f HTTP/1.1" status: 200 len: 1093 time: 2.7826464 Jan 27 14:51:56.119891 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9ce911a-e71d-4dae-8892-1fc16332b630 req-23338ce0-f4f9-4078-9717-cc0d7796cd89 service neutron] 10.222.0.72 "GET /v2.0/networks/3f8045b5-70f9-4d51-82b3-2b3598d8bce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626424 Jan 27 14:51:56.159426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:51:56.166199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:56.181645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098ee9f-4ebd-4ae5-b411-c12f830e204d service neutron] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:56.246947 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6c3c9c29-9b53-4eb9-b780-3fa216e3b39d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags HTTP/1.1" status: 204 len: 168 time: 0.3013599 Jan 27 14:51:56.251183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36882) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:56.255909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-e5850490-9cb1-4d77-a826-e8079de044a5 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:56.314873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-588c46ae-0770-45c1-9b1f-172581d68039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.317201 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-588c46ae-0770-45c1-9b1f-172581d68039 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=701e15f6d7c24595a9e98ee98adbf0be&device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 1096 time: 0.1701343 Jan 27 14:51:56.343203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-a454dfdf-4a85-42d7-96bb-29541aeff727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.346157 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-a454dfdf-4a85-42d7-96bb-29541aeff727 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 1097 time: 0.1354644 Jan 27 14:51:56.356344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:51:56.368898 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Sync routers for ids ['a870b83d-1492-481e-a385-2afb29fa7173'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:51:56.372051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d022d-c84e-4b25-b741-af741f201743 req-9221acfc-4817-4c9d-95dc-82f80f2e3b07 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.374833 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c28d022d-c84e-4b25-b741-af741f201743 req-9221acfc-4817-4c9d-95dc-82f80f2e3b07 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 943 time: 0.6109664 Jan 27 14:51:56.380567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] device_id is not set on port 54014a08-3ebe-4bfd-a12f-340472219974 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:51:56.385191 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Routers {'a870b83d-1492-481e-a385-2afb29fa7173'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:56.386685 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a870b83d-1492-481e-a385-2afb29fa7173'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:56.394191 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-60b7f667-be06-4391-a3bd-c8581bc2f128 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f HTTP/1.1" status: 200 len: 217 time: 0.0672300 Jan 27 14:51:56.399477 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8264803e-5f81-4c40-b140-ad7f85d1b549 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "PUT /v2.0/routers/a870b83d-1492-481e-a385-2afb29fa7173/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5697575 Jan 27 14:51:56.409731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36884) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:56.525366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-8c521f4f-2cd9-4541-8c2a-4066f924bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.526998 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-8c521f4f-2cd9-4541-8c2a-4066f924bb35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b639bb1d-e7cf-453b-a35f-0244a2fc5028 HTTP/1.1" status: 200 len: 835 time: 0.1157885 Jan 27 14:51:56.529749 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Set router a870b83d-1492-481e-a385-2afb29fa7173 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:56.551359 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e5850490-9cb1-4d77-a826-e8079de044a5 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2989492 Jan 27 14:51:56.567449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456d353-b6e9-4ea4-ac4b-0a2e469b4bd6 req-a0479994-0673-4731-9aaa-c66d376a7e1d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.570559 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6456d353-b6e9-4ea4-ac4b-0a2e469b4bd6 req-a0479994-0673-4731-9aaa-c66d376a7e1d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 944 time: 0.6644330 Jan 27 14:51:56.574122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36886) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:56.580313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-bd1178aa-10fe-44d6-a140-4bfe7785a8c9 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:56.594379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-c091416e-52ee-485a-8dfe-6bf338b4caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.596043 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-c091416e-52ee-485a-8dfe-6bf338b4caf3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3f8045b5-70f9-4d51-82b3-2b3598d8bce1 HTTP/1.1" status: 200 len: 898 time: 0.2139146 Jan 27 14:51:56.673813 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-75e74c0e-852f-440e-a050-1c7b35383263 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e02310a3-3da2-465c-9dfa-97dd007d983f HTTP/1.1" status: 200 len: 217 time: 0.0571237 Jan 27 14:51:56.729989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-77f82eb5-f709-44d9-878b-5db8a5fd58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.731508 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-77f82eb5-f709-44d9-878b-5db8a5fd58d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1971211 Jan 27 14:51:56.731996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:51:56.734408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a805c-e450-45a8-9649-a6d590ec1b69" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:51:56.820112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-1adce082-f53d-45fd-97fa-4f7561be4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.821637 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-1adce082-f53d-45fd-97fa-4f7561be4acd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd6120e4-ff9a-4c27-bac3-63014156e943 HTTP/1.1" status: 200 len: 836 time: 0.1389167 Jan 27 14:51:56.830960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f673ca-0b44-434a-8038-1b362fee7cdb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.836963 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8f673ca-0b44-434a-8038-1b362fee7cdb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports/4544a016-a572-4c15-98eb-cc3718071f13 HTTP/1.1" status: 200 len: 911 time: 0.4189928 Jan 27 14:51:56.843039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36890) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:56.870934 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'name': 'tempest-NetworksTestDHCPv6-router-206129218', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:50Z', 'updated_at': '2022-01-27T14:51:53Z', 'revision_number': 2, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None, '_interfaces': [{'id': '4544a016-a572-4c15-98eb-cc3718071f13', 'name': '', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'mac_address': 'fa:16:3e:b9:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a850247d-c17a-4ea0-b145-f9de0feed860', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:51Z', 'updated_at': '2022-01-27T14:51:53Z', 'revision_number': 2, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'subnets': [{'id': 'a850247d-c17a-4ea0-b145-f9de0feed860', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:56.917968 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Checking router: a870b83d-1492-481e-a385-2afb29fa7173 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:51:56.918370 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Updating router a870b83d-1492-481e-a385-2afb29fa7173 port 4544a016-a572-4c15-98eb-cc3718071f13 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:51:56.935448 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bd1178aa-10fe-44d6-a140-4bfe7785a8c9 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags HTTP/1.1" status: 204 len: 168 time: 0.3524723 Jan 27 14:51:56.939677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36892) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:56.943956 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c28d022d-c84e-4b25-b741-af741f201743 req-92b42b9b-0de6-4b76-87a7-1f5ce0d55e9c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5385592 Jan 27 14:51:56.945601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-4adf07fe-9a0b-42a8-b893-7f677285ec84 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', 'tempest-TagsExtTest-Tag-2084166896') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:56.957928 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-6c287c83-c858-41dd-92cb-292187b42743 service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169981 Jan 27 14:51:56.967466 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:56.992715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-0ab10d4e-f455-4e1b-8951-879ac2bce086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:56.995771 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-0ab10d4e-f455-4e1b-8951-879ac2bce086 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3f8045b5-70f9-4d51-82b3-2b3598d8bce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1666391 Jan 27 14:51:57.090055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749570f-9a61-4275-ab02-f9156b3a4f49 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:57.097849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6749570f-9a61-4275-ab02-f9156b3a4f49 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:57.102203 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6749570f-9a61-4275-ab02-f9156b3a4f49 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2544570 Jan 27 14:51:57.110661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36894) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:57.130694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c9c161-e3c5-4c9c-abec-47d4cc9d3838 x-openstack-request-id: req-f2c9c161-e3c5-4c9c-abec-47d4cc9d3838 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:51:57.131000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:51:57.131224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2c9c161-e3c5-4c9c-abec-47d4cc9d3838 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:51:57.131645 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'status': 'completed', 'code': 200} Jan 27 14:51:57.228526 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-3b625bd5-df0b-4c6c-8303-6f202d1db8bc service neutron] 10.222.0.72 "GET /v2.0/networks/3f8045b5-70f9-4d51-82b3-2b3598d8bce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090478 Jan 27 14:51:57.234546 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4c5099e8-2ce0-43b7-ae09-85d21ef88315 req-8742f86d-d2f8-4db4-917c-143d8a60a89b service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514286 Jan 27 14:51:57.321693 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4adf07fe-9a0b-42a8-b893-7f677285ec84 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags/tempest-TagsExtTest-Tag-2084166896 HTTP/1.1" status: 201 len: 201 time: 0.3776503 Jan 27 14:51:57.334993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36896) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:57.342592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-089c79ab-39fa-469b-bef3-a43457ef1aa3 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', 'tempest-TagsExtTest-Tag-1795238434') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:57.392457 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.401479 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.411841 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b9606ad5-7567-48d9-97be-82db7fb965b0 req-8bbd12d2-a69e-4542-87e3-0de436200e81 service neutron] 10.222.0.72 "GET /v2.0/networks/3f8045b5-70f9-4d51-82b3-2b3598d8bce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754031 Jan 27 14:51:57.428821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-46620e08-3361-433e-bde3-ef7d63b6dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:57.431514 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-46620e08-3361-433e-bde3-ef7d63b6dd23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=701e15f6d7c24595a9e98ee98adbf0be&device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 1096 time: 0.1266787 Jan 27 14:51:57.490883 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6456d353-b6e9-4ea4-ac4b-0a2e469b4bd6 req-bd518511-6450-4354-af41-b881ca98002f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8203480 Jan 27 14:51:57.526889 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e04c1e-1304-41ef-a5cc-c5bffce9cc2a None None] Pushing event updated for resources: {'Port': ['ID=4544a016-a572-4c15-98eb-cc3718071f13,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:57.555657 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-089c79ab-39fa-469b-bef3-a43457ef1aa3 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags/tempest-TagsExtTest-Tag-1795238434 HTTP/1.1" status: 201 len: 201 time: 0.2171140 Jan 27 14:51:57.559825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36898) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:57.571198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-d10d4e75-6c18-444f-9fd9-7f41838d4dcd tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', 'tempest-TagsExtTest-Tag-511428667') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:57.605702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e02310a3-3da2-465c-9dfa-97dd007d983f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:51:57.666421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.683450 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Attempting to bind port 4544a016-a572-4c15-98eb-cc3718071f13 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:57.684304 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Attempting to bind port 4544a016-a572-4c15-98eb-cc3718071f13 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:57.685046 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Attempting to bind port 4544a016-a572-4c15-98eb-cc3718071f13 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:57.693436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.9 (1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6/b995f517-d4ac-4323-9199-950ad997207b/54014a08-3ebe-4bfd-a12f-340472219974) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:57.708185 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:57.709093 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:57.709656 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.710638 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:57.711178 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Bound port: 4544a016-a572-4c15-98eb-cc3718071f13, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:57.711615 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.771249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-e4e19031-d00b-4a5d-a5bd-b57d603f9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:57.774096 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-e4e19031-d00b-4a5d-a5bd-b57d603f9e93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb HTTP/1.1" status: 200 len: 898 time: 0.3349400 Jan 27 14:51:57.784690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e02310a3-3da2-465c-9dfa-97dd007d983f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e02310a3-3da2-465c-9dfa-97dd007d983f,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:57.806478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'e02310a3-3da2-465c-9dfa-97dd007d983f', 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'port_id': 'e02310a3-3da2-465c-9dfa-97dd007d983f', 'mac_address': 'fa:16:3e:98:fc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6120e4-ff9a-4c27-bac3-63014156e943', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:51:57.836292 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] For port 4544a016-a572-4c15-98eb-cc3718071f13, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:51:57.842111 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] For port 4544a016-a572-4c15-98eb-cc3718071f13, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4544a016-a572-4c15-98eb-cc3718071f13,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:51:57.853842 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.870356 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-4ea39c6f-1d4d-42ca-8ba3-8113a5c1e25c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f HTTP/1.1" status: 200 len: 217 time: 0.0853491 Jan 27 14:51:57.905073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.924076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02310a3-3da2-465c-9dfa-97dd007d983f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:51:57.938213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=ca1c9d6e-8c6a-472a-9ad4-689af77af0e8,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:57.943853 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d10d4e75-6c18-444f-9fd9-7f41838d4dcd tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags/tempest-TagsExtTest-Tag-511428667 HTTP/1.1" status: 201 len: 201 time: 0.3795226 Jan 27 14:51:57.962724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36900) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:57.966224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e02310a3-3da2-465c-9dfa-97dd007d983f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e02310a3-3da2-465c-9dfa-97dd007d983f,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:57.975607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:57.981513 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e04c1e-1304-41ef-a5cc-c5bffce9cc2a None None] Pushing event updated for resources: {'Port': ['ID=4544a016-a572-4c15-98eb-cc3718071f13,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:57.986258 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Routers {'a870b83d-1492-481e-a385-2afb29fa7173'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:51:57.987505 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a870b83d-1492-481e-a385-2afb29fa7173'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:57.990610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-c356fe5a-faba-4624-b3a0-117dbe73acd4 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', 'tempest-TagsExtTest-Tag-1013997681') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:58.004264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-9cb14993-29dc-4d3d-9798-66b714fc5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:58.008956 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-9cb14993-29dc-4d3d-9798-66b714fc5469 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b639bb1d-e7cf-453b-a35f-0244a2fc5028 HTTP/1.1" status: 200 len: 835 time: 0.1306081 Jan 27 14:51:58.099431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d2e9e259-950e-4886-8112-dbd947de9ec8 None None] Provisioning complete for port 4544a016-a572-4c15-98eb-cc3718071f13 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:58.099806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e259-950e-4886-8112-dbd947de9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:58.116779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-ed0835a2-617e-42ce-bdb4-0f9c7809ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:58.119200 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-ed0835a2-617e-42ce-bdb4-0f9c7809ba7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1025882 Jan 27 14:51:58.131555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': '9f530f64-0fee-4900-acda-3f264973af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:58.132555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: 68d4bd29-b095-4a35-bc1b-9f9655d0e840, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:51:58.146113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e02310a3-3da2-465c-9dfa-97dd007d983f,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:58.203769 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] Set router a870b83d-1492-481e-a385-2afb29fa7173 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:51:58.221884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['e02310a3-3da2-465c-9dfa-97dd007d983f'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:51:58.287117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e259-950e-4886-8112-dbd947de9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:58.338426 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-f3581694-eff1-473a-a77d-c2b137b42949 service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104917 Jan 27 14:51:58.355101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d2e9e259-950e-4886-8112-dbd947de9ec8 None None] For port 4544a016-a572-4c15-98eb-cc3718071f13, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4544a016-a572-4c15-98eb-cc3718071f13,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:51:58.368983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e259-950e-4886-8112-dbd947de9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:58.416867 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c356fe5a-faba-4624-b3a0-117dbe73acd4 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags/tempest-TagsExtTest-Tag-1013997681 HTTP/1.1" status: 201 len: 201 time: 0.4450653 Jan 27 14:51:58.443318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9e259-950e-4886-8112-dbd947de9ec8 None None] Pushing event updated for resources: {'Port': ['ID=4544a016-a572-4c15-98eb-cc3718071f13,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:58.448653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36904) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:58.450741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:51:58.459504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.tag.tag_plugin [None req-1d7e8b5f-1f80-4387-986b-27ba7669f3da tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', {'tags': ['tempest-TagsExtTest-Tag-1063990909', 'tempest-TagsExtTest-Tag-748026749', 'tempest-TagsExtTest-Tag-2124134297']}) {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:58.540555 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'name': 'tempest-NetworksTestDHCPv6-router-206129218', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:50Z', 'updated_at': '2022-01-27T14:51:53Z', 'revision_number': 2, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None, '_interfaces': [{'id': '4544a016-a572-4c15-98eb-cc3718071f13', 'name': '', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'mac_address': 'fa:16:3e:b9:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a850247d-c17a-4ea0-b145-f9de0feed860', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:51Z', 'updated_at': '2022-01-27T14:51:57Z', 'revision_number': 4, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'subnets': [{'id': 'a850247d-c17a-4ea0-b145-f9de0feed860', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:58.549782 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ff4a805c-e450-45a8-9649-a6d590ec1b69 req-624a7b52-18cc-410a-b4a6-5624728a72ba service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044084 Jan 27 14:51:58.550575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7f2de5c0-af10-4f2c-827b-fe7985f27f02 None None] Provisioning complete for port 4544a016-a572-4c15-98eb-cc3718071f13 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:51:58.550947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7f2de5c0-af10-4f2c-827b-fe7985f27f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:58.599234 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ca8141-6dad-4988-95a4-c44ed657d323 None None] The sync data for ids ['a870b83d-1492-481e-a385-2afb29fa7173'] in dv-neutron-826438-5-hyperv is: [{'id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'name': 'tempest-NetworksTestDHCPv6-router-206129218', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:50Z', 'updated_at': '2022-01-27T14:51:53Z', 'revision_number': 2, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None, '_interfaces': [{'id': '4544a016-a572-4c15-98eb-cc3718071f13', 'name': '', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'mac_address': 'fa:16:3e:b9:c6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'a850247d-c17a-4ea0-b145-f9de0feed860', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:51Z', 'updated_at': '2022-01-27T14:51:57Z', 'revision_number': 4, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'subnets': [{'id': 'a850247d-c17a-4ea0-b145-f9de0feed860', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:51:58.621443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 68d4bd29-b095-4a35-bc1b-9f9655d0e840) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:58.639050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a54461-7f94-47a7-95bf-3f94303c3016 None None] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:51:58.676416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:58.677034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:58.693201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaf01d-c00b-4b15-949c-890fdc13f37f req-97640da4-25ed-4291-b4be-440418c326a0 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:58.694816 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4faaf01d-c00b-4b15-949c-890fdc13f37f req-97640da4-25ed-4291-b4be-440418c326a0 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 943 time: 0.5746524 Jan 27 14:51:58.754584 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1d7e8b5f-1f80-4387-986b-27ba7669f3da tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags HTTP/1.1" status: 200 len: 317 time: 0.3013134 Jan 27 14:51:58.760459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36908) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:58.771848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-c7e802bc-1cbc-4702-926e-8cc6fcb52fe4 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:58.911520 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-429382fc-b919-47d9-ab7e-dc260a9afbdf tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8767123 Jan 27 14:51:58.917409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-68d4bd29-b095-4a35-bc1b-9f9655d0e840', 'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840', 'tenant_id': 'a080f773c60f43558cf034ce695c62b8', 'fixed_ips': [{'subnet_id': 'ca1c9d6e-8c6a-472a-9ad4-689af77af0e8'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:51:58.917409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:58.938286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36910) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:58.989814 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c7e802bc-1cbc-4702-926e-8cc6fcb52fe4 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags HTTP/1.1" status: 204 len: 168 time: 0.2274268 Jan 27 14:51:58.992139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36912) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:58.998281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840', 'name': 'tempest-PortsIpV6TestJSON-1702899930', 'fixed_ips': [{'subnet_id': 'ca1c9d6e-8c6a-472a-9ad4-689af77af0e8', 'ip_address': '2001:db8::10'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:51:59.000721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-2eb2124d-37fd-42ff-b0a2-9b0443106f99 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', 'tempest-TagsExtTest-Tag-1063990909') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:59.072324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:59.125297 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-2eb2124d-37fd-42ff-b0a2-9b0443106f99 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:51:59.126395 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2eb2124d-37fd-42ff-b0a2-9b0443106f99 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags/tempest-TagsExtTest-Tag-1063990909 HTTP/1.1" status: 404 len: 329 time: 0.1325665 Jan 27 14:51:59.131232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36914) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:59.138844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-66fe8002-2271-456f-a5a8-2f3171881bf6 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', 'tempest-TagsExtTest-Tag-748026749') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:59.197772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Allocated IP 2001:db8::2 (68d4bd29-b095-4a35-bc1b-9f9655d0e840/ca1c9d6e-8c6a-472a-9ad4-689af77af0e8/1fe27489-682c-4658-a1ae-9a26003af2f3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:51:59.270926 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-66fe8002-2271-456f-a5a8-2f3171881bf6 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:51:59.274549 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-66fe8002-2271-456f-a5a8-2f3171881bf6 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags/tempest-TagsExtTest-Tag-748026749 HTTP/1.1" status: 404 len: 328 time: 0.1411428 Jan 27 14:51:59.279116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36916) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:59.291625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-8ccbb9cc-8974-4aff-8093-27e1ef444a14 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e', 'tempest-TagsExtTest-Tag-2124134297') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:59.300048 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4faaf01d-c00b-4b15-949c-890fdc13f37f req-fa07e9da-8d18-4c0a-87e9-ca10727ac632 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5598261 Jan 27 14:51:59.345715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:59.363176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4981f8-0082-41a3-b0f2-8ca213f73a0f req-e2fba354-76ed-40c8-ab52-5197e987153c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:51:59.366186 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dd4981f8-0082-41a3-b0f2-8ca213f73a0f req-e2fba354-76ed-40c8-ab52-5197e987153c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 945 time: 0.6859777 Jan 27 14:51:59.411786 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-8ccbb9cc-8974-4aff-8093-27e1ef444a14 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:51:59.413951 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8ccbb9cc-8974-4aff-8093-27e1ef444a14 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags/tempest-TagsExtTest-Tag-2124134297 HTTP/1.1" status: 404 len: 329 time: 0.1318984 Jan 27 14:51:59.418704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36918) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:59.431840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-360eaaa5-54a4-4f39-a2e2-7e3c6a8bbb16 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', {'tags': ['tempest-TagsExtTest-Tag-1720961031', 'tempest-TagsExtTest-Tag-11579742', 'tempest-TagsExtTest-Tag-1574777422']}) {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:59.458637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:59.479252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:59.560652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:51:59.567354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:51:59.573080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:51:59.595018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Pushing event updated for resources: {'Port': ['ID=1fe27489-682c-4658-a1ae-9a26003af2f3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:51:59.612550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:51:59.617267 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-360eaaa5-54a4-4f39-a2e2-7e3c6a8bbb16 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags HTTP/1.1" status: 200 len: 316 time: 0.1927497 Jan 27 14:51:59.618874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36920) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:59.626904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-c806f62e-1231-4f9c-8876-ad93423ce73e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:59.665732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e02310a3-3da2-465c-9dfa-97dd007d983f up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:59.720837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:59.746462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4544a016-a572-4c15-98eb-cc3718071f13 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:51:59.747412 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c806f62e-1231-4f9c-8876-ad93423ce73e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1277969 Jan 27 14:51:59.752826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36922) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:59.762308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-54b994ef-6b8c-44de-96e8-3bafd67a695e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', 'tempest-TagsExtTest-Tag-1720961031') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:59.802157 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dd4981f8-0082-41a3-b0f2-8ca213f73a0f req-8c906903-25e3-422c-90a5-a4110cb13970 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095190 Jan 27 14:51:59.826827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Attempting to bind port 1fe27489-682c-4658-a1ae-9a26003af2f3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:51:59.827567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Attempting to bind port 1fe27489-682c-4658-a1ae-9a26003af2f3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '9f530f64-0fee-4900-acda-3f264973af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:51:59.828158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Attempting to bind port 1fe27489-682c-4658-a1ae-9a26003af2f3 on network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:51:59.898357 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-54b994ef-6b8c-44de-96e8-3bafd67a695e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:51:59.901748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:59.902629 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-54b994ef-6b8c-44de-96e8-3bafd67a695e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags/tempest-TagsExtTest-Tag-1720961031 HTTP/1.1" status: 404 len: 329 time: 0.1471729 Jan 27 14:51:59.907369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36924) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:51:59.922521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-4b2dd341-4d68-44b8-b660-8b4e1a07ba98 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', 'tempest-TagsExtTest-Tag-11579742') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:51:59.926557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:51:59.927103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Checking segment: {'id': '9f530f64-0fee-4900-acda-3f264973af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:51:59.927794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:51:59.928423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Bound using segment: {'id': '9f530f64-0fee-4900-acda-3f264973af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:51:59.929221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Bound port: 1fe27489-682c-4658-a1ae-9a26003af2f3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f530f64-0fee-4900-acda-3f264973af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:51:59.929849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.027710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port e02310a3-3da2-465c-9dfa-97dd007d983f completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:52:00.037069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:00.058423 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-4b2dd341-4d68-44b8-b660-8b4e1a07ba98 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:00.060555 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4b2dd341-4d68-44b8-b660-8b4e1a07ba98 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags/tempest-TagsExtTest-Tag-11579742 HTTP/1.1" status: 404 len: 327 time: 0.1504266 Jan 27 14:52:00.063569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36926) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:00.074268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port e02310a3-3da2-465c-9dfa-97dd007d983f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:00.074268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.074725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-f95a9dea-9e34-47e5-b82b-beb52685bd8e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6', 'tempest-TagsExtTest-Tag-1574777422') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:00.178737 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-f95a9dea-9e34-47e5-b82b-beb52685bd8e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:00.184721 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f95a9dea-9e34-47e5-b82b-beb52685bd8e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags/tempest-TagsExtTest-Tag-1574777422 HTTP/1.1" status: 404 len: 329 time: 0.1151505 Jan 27 14:52:00.185592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36928) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:00.196155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-e48939ac-ec45-4212-827d-514ab64951c1 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', {'tags': ['tempest-TagsExtTest-Tag-1533991734', 'tempest-TagsExtTest-Tag-1840750192', 'tempest-TagsExtTest-Tag-1075155778']}) {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:00.295819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4544a016-a572-4c15-98eb-cc3718071f13 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:00.296974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.414328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:00.454229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.484661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'port_id': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'mac_address': 'fa:16:3e:cb:dc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:52:00.497538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] For port 1fe27489-682c-4658-a1ae-9a26003af2f3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:52:00.510900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] For port 1fe27489-682c-4658-a1ae-9a26003af2f3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1fe27489-682c-4658-a1ae-9a26003af2f3,segment=NetworkSegment(9f530f64-0fee-4900-acda-3f264973af81),segment_id=9f530f64-0fee-4900-acda-3f264973af81)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:52:00.536355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:00.544846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=54014a08-3ebe-4bfd-a12f-340472219974,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:00.564725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:00.573304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:00.621534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.626913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.715356 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e48939ac-ec45-4212-827d-514ab64951c1 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags HTTP/1.1" status: 200 len: 318 time: 0.5278511 Jan 27 14:52:00.718500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36932) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:00.729175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:52:00.730971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-a2b74c1b-6331-440e-9afd-265216052bb6 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:00.758043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:00.758911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.792023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.814996 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-56654c08-1d53-4d27-9a7a-04d91dcf1ac3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.6410749 Jan 27 14:52:00.817870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36934) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:00.822260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.831758 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'port': {'network_id': '1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6', 'name': 'tempest-FloatingIPTestJSON-305629585'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:00.835690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.842791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80132b2-087c-40e0-8645-b8437f3f59ac req-7c55c132-3111-40c6-bab2-ec8004757035 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:00.844756 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e80132b2-087c-40e0-8645-b8437f3f59ac req-7c55c132-3111-40c6-bab2-ec8004757035 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 943 time: 0.3016837 Jan 27 14:52:00.926844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:00.952045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:00.971458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02310a3-3da2-465c-9dfa-97dd007d983f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:00.975831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc87cf2-9202-4527-81f1-e785c1c3cacc" -d '{"events": [{"server_uuid": "4b4ae25d-66c5-4aa7-9209-fdc6068e780e", "name": "network-vif-plugged", "status": "completed", "tag": "e02310a3-3da2-465c-9dfa-97dd007d983f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:00.978719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6ac25-f22b-4c1a-9e7e-03a184ec1beb None None] Pushing event updated for resources: {'Port': ['ID=1fe27489-682c-4658-a1ae-9a26003af2f3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:01.009483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 0d24bfb1-dbeb-41ec-971c-3da951fe1c1b yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:01.033183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e02310a3-3da2-465c-9dfa-97dd007d983f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e02310a3-3da2-465c-9dfa-97dd007d983f,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:01.036988 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a2b74c1b-6331-440e-9afd-265216052bb6 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags HTTP/1.1" status: 204 len: 168 time: 0.3171771 Jan 27 14:52:01.038040 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36940) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:01.044687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:01.045223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-b9621cbc-cc09-4c68-b8e9-d623222059ca tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', 'tempest-TagsExtTest-Tag-1533991734') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:01.091161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:01.207251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e02310a3-3da2-465c-9dfa-97dd007d983f,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:01.213340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:52:01.254990 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-b9621cbc-cc09-4c68-b8e9-d623222059ca tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:01.257732 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b9621cbc-cc09-4c68-b8e9-d623222059ca tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags/tempest-TagsExtTest-Tag-1533991734 HTTP/1.1" status: 404 len: 329 time: 0.2167542 Jan 27 14:52:01.262312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36942) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:01.267968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-04b0a40b-dcaa-474a-a0c2-ff4c12e221df tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', 'tempest-TagsExtTest-Tag-1840750192') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:01.333515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:01.415433 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-04b0a40b-dcaa-474a-a0c2-ff4c12e221df tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:01.418512 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-04b0a40b-dcaa-474a-a0c2-ff4c12e221df tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags/tempest-TagsExtTest-Tag-1840750192 HTTP/1.1" status: 404 len: 329 time: 0.1548095 Jan 27 14:52:01.423791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36944) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:01.431858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-2f3912c7-81be-4594-b00d-6b38eeeb623e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21', 'tempest-TagsExtTest-Tag-1075155778') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:01.552656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:01.634408 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-2f3912c7-81be-4594-b00d-6b38eeeb623e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:01.637037 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2f3912c7-81be-4594-b00d-6b38eeeb623e tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags/tempest-TagsExtTest-Tag-1075155778 HTTP/1.1" status: 404 len: 329 time: 0.2116475 Jan 27 14:52:01.642147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36946) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:01.650539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-c70f99ec-77a1-45e3-a38e-37b97b7afdb3 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', {'tags': ['tempest-TagsExtTest-Tag-996181089', 'tempest-TagsExtTest-Tag-1729329199', 'tempest-TagsExtTest-Tag-569670209']}) {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:01.667987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1fe27489-682c-4658-a1ae-9a26003af2f3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:01.724498 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c70f99ec-77a1-45e3-a38e-37b97b7afdb3 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "PUT /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags HTTP/1.1" status: 200 len: 316 time: 0.0803807 Jan 27 14:52:01.726123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36948) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:01.735595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-3c20baae-4996-4a73-86f7-582a1c963622 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:01.742490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1fe27489-682c-4658-a1ae-9a26003af2f3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:01.743480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:01.754525 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e80132b2-087c-40e0-8645-b8437f3f59ac req-9ea66b64-5e5b-40cf-8696-a39a0839fbca tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8994498 Jan 27 14:52:01.807314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::10 (68d4bd29-b095-4a35-bc1b-9f9655d0e840/ca1c9d6e-8c6a-472a-9ad4-689af77af0e8/0d24bfb1-dbeb-41ec-971c-3da951fe1c1b) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:01.812957 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3c20baae-4996-4a73-86f7-582a1c963622 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags HTTP/1.1" status: 204 len: 168 time: 0.0840240 Jan 27 14:52:01.814226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36950) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:01.824556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-e42b32f0-02fd-4e1b-8163-2284a4724906 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', 'tempest-TagsExtTest-Tag-996181089') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:01.868616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626270c9-fa77-4c5e-96af-9fde5e4a99ff x-openstack-request-id: req-626270c9-fa77-4c5e-96af-9fde5e4a99ff {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:01.868853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ae25d-66c5-4aa7-9209-fdc6068e780e", "name": "network-vif-plugged", "status": "completed", "tag": "e02310a3-3da2-465c-9dfa-97dd007d983f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:01.869128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-626270c9-fa77-4c5e-96af-9fde5e4a99ff {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:01.869527 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02310a3-3da2-465c-9dfa-97dd007d983f', 'code': 200} Jan 27 14:52:01.874819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:01.921895 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-e42b32f0-02fd-4e1b-8163-2284a4724906 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:01.929499 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e42b32f0-02fd-4e1b-8163-2284a4724906 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags/tempest-TagsExtTest-Tag-996181089 HTTP/1.1" status: 404 len: 328 time: 0.1128752 Jan 27 14:52:01.930846 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36952) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:01.939467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-6f2dc9a4-7de5-41bc-b221-be087c117689 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', 'tempest-TagsExtTest-Tag-1729329199') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:01.968727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 1fe27489-682c-4658-a1ae-9a26003af2f3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1fe27489-682c-4658-a1ae-9a26003af2f3,segment=NetworkSegment(9f530f64-0fee-4900-acda-3f264973af81),segment_id=9f530f64-0fee-4900-acda-3f264973af81)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:01.975426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:01.988599 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-6f2dc9a4-7de5-41bc-b221-be087c117689 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:01.989959 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6f2dc9a4-7de5-41bc-b221-be087c117689 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags/tempest-TagsExtTest-Tag-1729329199 HTTP/1.1" status: 404 len: 329 time: 0.0573554 Jan 27 14:52:01.994814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36954) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.014261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-9d3b159c-c9cb-468c-89c6-4c7d747aef00 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7', 'tempest-TagsExtTest-Tag-569670209') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:02.033057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed9e83-ba9e-4e21-84b3-4d34e605297b req-ff51851e-a5fe-4ad7-a50b-42ed06cd5786 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:02.035439 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-afed9e83-ba9e-4e21-84b3-4d34e605297b req-ff51851e-a5fe-4ad7-a50b-42ed06cd5786 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 946 time: 0.6983442 Jan 27 14:52:02.036515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=d1ead4d0-ad8f-4587-80e4-c12f9ec6ffc9,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:02.065101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-9d3b159c-c9cb-468c-89c6-4c7d747aef00 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] show failed (client error): The resource could not be found. Jan 27 14:52:02.069151 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9d3b159c-c9cb-468c-89c6-4c7d747aef00 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags/tempest-TagsExtTest-Tag-569670209 HTTP/1.1" status: 404 len: 328 time: 0.0725384 Jan 27 14:52:02.094086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36956) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.101475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-e70d4052-8209-4d16-95bb-a0190d13f7f2 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fa217bff-3e2b-484f-b9cb-12b27b2cc5a7') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:02.116107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=1fe27489-682c-4658-a1ae-9a26003af2f3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:02.151364 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e70d4052-8209-4d16-95bb-a0190d13f7f2 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7/tags HTTP/1.1" status: 204 len: 168 time: 0.0556633 Jan 27 14:52:02.155845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36960) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.166425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-da3ea17b-3cc4-45ce-81d4-0bc0d0863ef4 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0810e6fb-a462-4e0e-94a5-7cac397f4f21') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:02.189045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:02.362268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:02.370694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:02.383189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa211-0d94-4e05-8b6d-89bc55e52154 req-38a13e24-f920-4825-9b91-d2a25d74a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:02.386279 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d97fa211-0d94-4e05-8b6d-89bc55e52154 req-38a13e24-f920-4825-9b91-d2a25d74a0ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 1099 time: 0.3020101 Jan 27 14:52:02.395177 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-da3ea17b-3cc4-45ce-81d4-0bc0d0863ef4 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21/tags HTTP/1.1" status: 204 len: 168 time: 0.2334933 Jan 27 14:52:02.399331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77592a9-7067-4850-831c-3b3b80eefbdf None None] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:02.400140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36962) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.406736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-a0192e56-9163-448c-8898-5f6ddc62b899 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74b429c2-3433-489e-b51f-dd97bca645a6') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:02.423767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-afed9e83-ba9e-4e21-84b3-4d34e605297b req-50b7c098-8d96-4bf6-b832-1f4e82d63725 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693259 Jan 27 14:52:02.459790 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d97fa211-0d94-4e05-8b6d-89bc55e52154 req-a36a9beb-e323-4906-b9ed-cc75a2af37ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653212 Jan 27 14:52:02.499567 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a0192e56-9163-448c-8898-5f6ddc62b899 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6/tags HTTP/1.1" status: 204 len: 168 time: 0.0979111 Jan 27 14:52:02.503719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36964) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.511506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.tag.tag_plugin [None req-255b4809-eddd-4b40-9887-fbc01f654388 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bac4f3bb-d334-4dfe-8948-1b0485831a4e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:02.516726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6a0e0fe0-9b0e-4ae3-93c7-7ea5e4b6f74f None None] Provisioning complete for port 1fe27489-682c-4658-a1ae-9a26003af2f3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:02.517393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0fe0-9b0e-4ae3-93c7-7ea5e4b6f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:02.543798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] device_id is not set on port 0277a644-057d-4fd3-b04d-eba6cef1b86f yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:02.614663 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-255b4809-eddd-4b40-9887-fbc01f654388 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0974920 Jan 27 14:52:02.615401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36966) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.672031 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Floating IP 17743af0-2c88-4779-85a1-223ab30176f3 associated. External IP: 172.26.6.215, port: 9d76873a-2e05-483c-9244-44cd6044a0c4. Jan 27 14:52:02.774959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-93dcfc62-fada-4842-b607-5f8cab5e97da tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for subnetpool, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:02.777179 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-93dcfc62-fada-4842-b607-5f8cab5e97da tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fa217bff-3e2b-484f-b9cb-12b27b2cc5a7 HTTP/1.1" status: 204 len: 168 time: 0.1599379 Jan 27 14:52:02.779770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36968) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.796253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:02.850018 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-baf5e477-ea87-4b91-a2b9-722f73efaf00 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "GET /v2.0/ports?device_id=0810e6fb-a462-4e0e-94a5-7cac397f4f21 HTTP/1.1" status: 200 len: 205 time: 0.0685520 Jan 27 14:52:02.851197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36972) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:02.874738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.12 (1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6/b995f517-d4ac-4323-9199-950ad997207b/0277a644-057d-4fd3-b04d-eba6cef1b86f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:02.946291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 4544a016-a572-4c15-98eb-cc3718071f13 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:02.946620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:02.974939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b408d14-b65f-4d73-ac77-4870ed5cf2cb tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.054662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.144602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-50f7a6bb-829d-4037-8d25-021d749a1e1d None None] Provisioning complete for port 1fe27489-682c-4658-a1ae-9a26003af2f3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:03.145426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-50f7a6bb-829d-4037-8d25-021d749a1e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.224921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b408d14-b65f-4d73-ac77-4870ed5cf2cb tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.227616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b408d14-b65f-4d73-ac77-4870ed5cf2cb tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.287955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b408d14-b65f-4d73-ac77-4870ed5cf2cb tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.288407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b408d14-b65f-4d73-ac77-4870ed5cf2cb tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Fanout notify agent at l3_agent the message router_deleted on router 0810e6fb-a462-4e0e-94a5-7cac397f4f21 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:52:03.299896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5b408d14-b65f-4d73-ac77-4870ed5cf2cb tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.301447 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5b408d14-b65f-4d73-ac77-4870ed5cf2cb tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/routers/0810e6fb-a462-4e0e-94a5-7cac397f4f21 HTTP/1.1" status: 204 len: 168 time: 0.4478641 Jan 27 14:52:03.305641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36974) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:03.473936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ded8a3-70d0-4fb9-a503-b2c50ca2b1fa req-0b95561f-c0d5-490e-bcdd-cfa502bc1464 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:03.475648 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72ded8a3-70d0-4fb9-a503-b2c50ca2b1fa req-0b95561f-c0d5-490e-bcdd-cfa502bc1464 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 944 time: 0.5790703 Jan 27 14:52:03.508552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Deleting port 74b429c2-3433-489e-b51f-dd97bca645a6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:03.509420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.538626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:03.571123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:03.582517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:03.588161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:03.588820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.626594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=0d24bfb1-dbeb-41ec-971c-3da951fe1c1b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:03.630046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:03.657892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] For port 4544a016-a572-4c15-98eb-cc3718071f13, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4544a016-a572-4c15-98eb-cc3718071f13,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:03.658622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.730892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 4544a016-a572-4c15-98eb-cc3718071f13 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:03.762247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-61511e1e-c55e-40fc-9756-1e91047d1cac tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7810290 Jan 27 14:52:03.762247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72ded8a3-70d0-4fb9-a503-b2c50ca2b1fa req-4d4ecc6e-db8e-46b0-9c35-bfcca1583bc0 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647462 Jan 27 14:52:03.775127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.778625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 36978) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:03.784107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '68d4bd29-b095-4a35-bc1b-9f9655d0e840', 'name': 'tempest-PortsIpV6TestJSON-453645238', 'fixed_ips': [{'subnet_id': 'ca1c9d6e-8c6a-472a-9ad4-689af77af0e8', 'ip_address': '2001:db8::f'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:03.805173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1fe27489-682c-4658-a1ae-9a26003af2f3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:03.816256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:03.850310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Calling delete_port for 74b429c2-3433-489e-b51f-dd97bca645a6 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:03.903573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:52:03.918131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:03.920006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.926824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:03.942723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dc8b6-0610-4897-8f9d-17124de60610 req-13dc0ee1-9a46-4205-a70a-a9ea55785afa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:03.944953 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bc1dc8b6-0610-4897-8f9d-17124de60610 req-13dc0ee1-9a46-4205-a70a-a9ea55785afa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 946 time: 0.3155179 Jan 27 14:52:04.018819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1fe27489-682c-4658-a1ae-9a26003af2f3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:04.019419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.166892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.174038 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bc1dc8b6-0610-4897-8f9d-17124de60610 req-cb4e007e-7d37-4d74-9940-c69f916804ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133191 Jan 27 14:52:04.216533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event deleted for resources: {'Port': ['ID=74b429c2-3433-489e-b51f-dd97bca645a6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:04.232738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0f4934c3-3e30-4c38-9d8a-53061f1cac6e None None] Provisioning complete for port 0d24bfb1-dbeb-41ec-971c-3da951fe1c1b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:04.232738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0f4934c3-3e30-4c38-9d8a-53061f1cac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.240568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.328607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.330859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0f4934c3-3e30-4c38-9d8a-53061f1cac6e None None] Port 0d24bfb1-dbeb-41ec-971c-3da951fe1c1b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:04.343971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:04.362566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:04.365612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e134b0d-a49b-4f98-866d-33ea36e30ed1" -d '{"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-plugged", "status": "completed", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:04.382805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:04.386074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:04.388116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.390825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:04.392446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.399320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:04.407723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:04.421798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.428067 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-488d58af-7f34-465e-9aa1-f5b33d273f1d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/ports/74b429c2-3433-489e-b51f-dd97bca645a6 HTTP/1.1" status: 204 len: 168 time: 1.1189635 Jan 27 14:52:04.430235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36982) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:04.453624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=0277a644-057d-4fd3-b04d-eba6cef1b86f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:04.468512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:04.478404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:04.493950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:04.494916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:04.500768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port eb5ef406-b185-4c8f-8d13-51e9ab2d8f61 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:04.513978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.547339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.565659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce77404-5911-456a-933b-c8a1e34e1bea x-openstack-request-id: req-fce77404-5911-456a-933b-c8a1e34e1bea {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:04.566434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-plugged", "status": "completed", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:04.567159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fce77404-5911-456a-933b-c8a1e34e1bea {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:04.567808 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'code': 200} Jan 27 14:52:04.604089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Deleting subnet bac4f3bb-d334-4dfe-8948-1b0485831a4e {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:04.609498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.649003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:04.683740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.742463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:04.745238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.763689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=4544a016-a572-4c15-98eb-cc3718071f13,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:04.832656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4329c115-a496-4722-a5fb-3761b5f24848 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.3206658 Jan 27 14:52:04.848750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e98dee-4442-43f6-987a-400cc7877f69 req-72de3a02-4e1a-4e66-90ec-e07f06aac3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:04.850312 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-33e98dee-4442-43f6-987a-400cc7877f69 req-72de3a02-4e1a-4e66-90ec-e07f06aac3e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 1098 time: 0.0759468 Jan 27 14:52:04.851803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:04.860695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:04.864883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065a81b9-9dff-4d5f-aff3-4d914faf0e36" -d '{"events": [{"name": "network-changed", "server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:04.928426 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-33e98dee-4442-43f6-987a-400cc7877f69 req-93faa2e2-8ebf-4169-87f9-cf33d1efbd41 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528772 Jan 27 14:52:04.955144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.009422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event deleted for resources: {'Subnet': ['ID=bac4f3bb-d334-4dfe-8948-1b0485831a4e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:05.016255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.023188 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-77e7f11f-701d-4194-b7f6-a8142645fd0d tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/subnets/bac4f3bb-d334-4dfe-8948-1b0485831a4e HTTP/1.1" status: 204 len: 168 time: 0.5882580 Jan 27 14:52:05.023447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca805213-a30a-4e30-bee6-98b6d10a06af None None] Network e0a14ca7-1d12-424f-b4fc-cf3d37621814 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:05.023552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36990) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:05.075301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936c404e-a582-4f47-82a0-4d211c38914f x-openstack-request-id: req-936c404e-a582-4f47-82a0-4d211c38914f {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:05.075301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:05.075301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-936c404e-a582-4f47-82a0-4d211c38914f {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:05.075301 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'status': 'completed', 'code': 200} Jan 27 14:52:05.121368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.145948 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fa736624-47bc-460d-9966-25a25b8b0860 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3244998 Jan 27 14:52:05.163090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36992) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:05.163359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '17743af0-2c88-4779-85a1-223ab30176f3', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:8b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:51:57Z', 'updated_at': '2022-01-27T14:51:57Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:05.168204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '0277a644-057d-4fd3-b04d-eba6cef1b86f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:05.205661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.224202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:52:05.258383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-35b4293f-8c87-4ebc-8157-b66e6140fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:05.260173 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-35b4293f-8c87-4ebc-8157-b66e6140fd04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 1098 time: 0.0979846 Jan 27 14:52:05.307203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:05.308186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:05.357485 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.363762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12294f-f18d-4a0a-9979-027151db3224 req-94d3783a-fac1-4182-b859-7187af1019cd tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:05.366099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cb12294f-f18d-4a0a-9979-027151db3224 req-94d3783a-fac1-4182-b859-7187af1019cd tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.4153440 Jan 27 14:52:05.393352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Deleting port e1133412-b248-44aa-848d-5e560275cb37 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:05.393688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.400910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-0631b771-5b41-42b7-9f2f-35c95cf412dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:05.402404 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-0631b771-5b41-42b7-9f2f-35c95cf412dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.1352081 Jan 27 14:52:05.443095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::f (68d4bd29-b095-4a35-bc1b-9f9655d0e840/ca1c9d6e-8c6a-472a-9ad4-689af77af0e8/eb5ef406-b185-4c8f-8d13-51e9ab2d8f61) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:05.563714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] DHCP port deletion for e0a14ca7-1d12-424f-b4fc-cf3d37621814 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:05.569713 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cb12294f-f18d-4a0a-9979-027151db3224 req-207f58c3-3582-4715-a425-ea0d8c7d5a64 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868584 Jan 27 14:52:05.571587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:05.578946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] For port e1133412-b248-44aa-848d-5e560275cb37, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e1133412-b248-44aa-848d-5e560275cb37,segment=NetworkSegment(dca27cd0-b36e-4901-b47e-5c8af25d2fd0),segment_id=dca27cd0-b36e-4901-b47e-5c8af25d2fd0)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:05.578946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.600315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Calling delete_port for e1133412-b248-44aa-848d-5e560275cb37 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:05.603680 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-b95f16b1-1116-43d9-9187-6411ee860612 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d76873a-2e05-483c-9244-44cd6044a0c4 HTTP/1.1" status: 200 len: 999 time: 0.1834736 Jan 27 14:52:05.633881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce801e-2893-4375-8568-efc955587393 req-f8da6958-d545-4640-b76c-6d3294c8dfb2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:05.636175 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-79ce801e-2893-4375-8568-efc955587393 req-f8da6958-d545-4640-b76c-6d3294c8dfb2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 946 time: 0.2654848 Jan 27 14:52:05.716127 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Router a870b83d-1492-481e-a385-2afb29fa7173 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:05.776284 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-79ce801e-2893-4375-8568-efc955587393 req-2a5c3599-8936-4a8c-81f9-1ca0c5db077d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206894 Jan 27 14:52:05.780797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-4c24ae93-523f-42cb-a7d8-006c79e561ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:05.782807 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-4c24ae93-523f-42cb-a7d8-006c79e561ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.1725538 Jan 27 14:52:05.801732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] Deleting port e1133412-b248-44aa-848d-5e560275cb37 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:05.802144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.849183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.861852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.871469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] For port e1133412-b248-44aa-848d-5e560275cb37, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e1133412-b248-44aa-848d-5e560275cb37,segment=NetworkSegment(dca27cd0-b36e-4901-b47e-5c8af25d2fd0),segment_id=dca27cd0-b36e-4901-b47e-5c8af25d2fd0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:05.873430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.888051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] Calling delete_port for e1133412-b248-44aa-848d-5e560275cb37 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:05.898736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event deleted for resources: {'Port': ['ID=e1133412-b248-44aa-848d-5e560275cb37,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:05.929318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:05.939287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:05.954476 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-21b3bff7-7c36-4097-ae05-eca07d4b8b4a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "PUT /v2.0/routers/a870b83d-1492-481e-a385-2afb29fa7173/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8340373 Jan 27 14:52:05.954794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-70aa251f-06a5-49da-b8f4-13f58ee0e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:05.956373 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-70aa251f-06a5-49da-b8f4-13f58ee0e3bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1652343 Jan 27 14:52:05.957302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] No DVR routers for this DVR port e1133412-b248-44aa-848d-5e560275cb37 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:05.958368 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] Sync routers for ids ['a870b83d-1492-481e-a385-2afb29fa7173'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:05.961108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 36998) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:05.971016 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] Routers {'a870b83d-1492-481e-a385-2afb29fa7173'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:05.971828 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a870b83d-1492-481e-a385-2afb29fa7173'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.096148 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] Set router a870b83d-1492-481e-a385-2afb29fa7173 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:06.122910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10434b21-46d2-40d2-87fe-ec4696f06b06 req-47b6f001-de02-41b6-825e-8d55c3056156 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.126896 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10434b21-46d2-40d2-87fe-ec4696f06b06 req-47b6f001-de02-41b6-825e-8d55c3056156 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 946 time: 0.1671388 Jan 27 14:52:06.130074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.164501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a14ca7-1d12-424f-b4fc-cf3d37621814']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.175647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.185234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca27cd0-b36e-4901-b47e-5c8af25d2fd0') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.185563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca27cd0-b36e-4901-b47e-5c8af25d2fd0') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.191724 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'name': 'tempest-NetworksTestDHCPv6-router-206129218', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:50Z', 'updated_at': '2022-01-27T14:52:04Z', 'revision_number': 3, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.218195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.218447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.244455 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10434b21-46d2-40d2-87fe-ec4696f06b06 req-78c0925e-6cff-4030-bc38-7cf17218c69c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057284 Jan 27 14:52:06.254740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] Pushing event deleted for resources: {'Port': ['ID=e1133412-b248-44aa-848d-5e560275cb37,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:06.259450 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] Checking router: a870b83d-1492-481e-a385-2afb29fa7173 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:52:06.289616 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] Routers {'a870b83d-1492-481e-a385-2afb29fa7173'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:06.291768 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a870b83d-1492-481e-a385-2afb29fa7173'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.294099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.315401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:06.318873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:06.334062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:06.340167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.340817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.370962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617b8ea-3b5e-4db3-a1bb-4e256d56630d None None] No DVR routers for this DVR port e1133412-b248-44aa-848d-5e560275cb37 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:06.398255 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6184943 Jan 27 14:52:06.405384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37002) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:06.466864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '17743af0-2c88-4779-85a1-223ab30176f3', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:8b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:51:57Z', 'updated_at': '2022-01-27T14:51:57Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.493491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c67940-b153-42a7-84ea-787fd41abae9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=eb5ef406-b185-4c8f-8d13-51e9ab2d8f61,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:06.507395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141003ad-9590-4d89-b9e6-42c902ff5435 None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '17743af0-2c88-4779-85a1-223ab30176f3', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:8b:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:51:57Z', 'updated_at': '2022-01-27T14:51:57Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:06.541155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd23e01-2140-4be3-a260-ae60e9b0c0af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.543319 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-afd23e01-2140-4be3-a260-ae60e9b0c0af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1362221 Jan 27 14:52:06.546620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37006) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:06.630196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343c493-a4f0-45f8-88c3-61f60c1b2b4c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.643260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343c493-a4f0-45f8-88c3-61f60c1b2b4c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.667697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343c493-a4f0-45f8-88c3-61f60c1b2b4c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.669844 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3343c493-a4f0-45f8-88c3-61f60c1b2b4c tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1217158 Jan 27 14:52:06.671784 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] Set router a870b83d-1492-481e-a385-2afb29fa7173 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:06.674118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37010) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:06.762247 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'name': 'tempest-NetworksTestDHCPv6-router-206129218', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:50Z', 'updated_at': '2022-01-27T14:52:04Z', 'revision_number': 3, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:06.785239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:52:06.786535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:52:06.790496 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:52:06.793654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0056e440-b03d-48b5-a730-7d69490ae9dc None None] Provisioning complete for port eb5ef406-b185-4c8f-8d13-51e9ab2d8f61 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:06.794965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0056e440-b03d-48b5-a730-7d69490ae9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.802063 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f69fa-3781-479d-9885-52c8d80c21a5 None None] The sync data for ids ['a870b83d-1492-481e-a385-2afb29fa7173'] in dv-neutron-826438-5-hyperv is: [{'id': 'a870b83d-1492-481e-a385-2afb29fa7173', 'name': 'tempest-NetworksTestDHCPv6-router-206129218', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:50Z', 'updated_at': '2022-01-27T14:52:04Z', 'revision_number': 3, 'project_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:06.864679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef333587-42b7-40fb-8e0c-494fe0870174 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.865426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0056e440-b03d-48b5-a730-7d69490ae9dc None None] Port eb5ef406-b185-4c8f-8d13-51e9ab2d8f61 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:06.867237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef333587-42b7-40fb-8e0c-494fe0870174 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.869715 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ef333587-42b7-40fb-8e0c-494fe0870174 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9075217 Jan 27 14:52:06.873655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37012) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:06.915712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.26.6.131 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/fc21a62c-36ca-4829-aac4-dc0a59881469) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:06.933832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a839ca-bb52-42b2-9f18-2d5a7ad453ff req-e3400889-7bca-4dc5-8c0b-a251188c571e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:06.942241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.942906 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-02a839ca-bb52-42b2-9f18-2d5a7ad453ff req-e3400889-7bca-4dc5-8c0b-a251188c571e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1737449 Jan 27 14:52:06.953591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:06.961032 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] 10.222.0.18 "DELETE /v2.0/networks/e0a14ca7-1d12-424f-b4fc-cf3d37621814 HTTP/1.1" status: 204 len: 168 time: 1.9319763 Jan 27 14:52:06.961352 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-e5685be6-3ba4-4ee3-a22b-2547d91531ed service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7306600 Jan 27 14:52:06.975366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port eb5ef406-b185-4c8f-8d13-51e9ab2d8f61 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:06.975963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:07.021058 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-02a839ca-bb52-42b2-9f18-2d5a7ad453ff req-3e0bfdf1-f443-40ab-bd8e-13715d1e93f7 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753701 Jan 27 14:52:07.035084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93daa28-2930-4ad8-9219-3290744a7ae8 tempest-TagsExtTest-958240 tempest-TagsExtTest-958240-project] Pushing event deleted for resources: {'Network': ['ID=e0a14ca7-1d12-424f-b4fc-cf3d37621814,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:07.066705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet a850247d-c17a-4ea0-b145-f9de0feed860 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:07.082053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:07.212606 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-065a81b9-9dff-4d5f-aff3-4d914faf0e36 req-637f7585-fb2c-4401-96ba-2d73380e86b6 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211268 Jan 27 14:52:07.220247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:07.285770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:07.351853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:07.353806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:07.360507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:07.363648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=fc21a62c-36ca-4829-aac4-dc0a59881469,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:07.366578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:07.603907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e1133412-b248-44aa-848d-5e560275cb37 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:07.647173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: e1133412-b248-44aa-848d-5e560275cb37 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:07.648974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e1133412-b248-44aa-848d-5e560275cb37 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:07.649439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4544a016-a572-4c15-98eb-cc3718071f13 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:07.700353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 4544a016-a572-4c15-98eb-cc3718071f13 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:07.700908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4544a016-a572-4c15-98eb-cc3718071f13 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:07.734380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37020) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:07.782970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:07.786763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37024) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:07.813625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for eb5ef406-b185-4c8f-8d13-51e9ab2d8f61 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:07.847464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b4100-7455-4fed-91ef-128d21b43c6e req-db282edd-0473-4a92-80d7-32e6cd1fe2ae tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:07.852111 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c6b4100-7455-4fed-91ef-128d21b43c6e req-db282edd-0473-4a92-80d7-32e6cd1fe2ae tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.6105537 Jan 27 14:52:08.036781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.055345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c6b4100-7455-4fed-91ef-128d21b43c6e req-ad458a63-0773-44f0-b3bc-382530018296 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884141 Jan 27 14:52:08.086978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37026) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:08.130189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed95317-9d69-4cf9-b415-59cc0c9249b9 None None] New status for floating IP 17743af0-2c88-4779-85a1-223ab30176f3: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:52:08.252449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.265550 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-341cd071-792d-45ec-94e4-9bcd1bff166f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b45e8d0661cf4df69cb8362bebc75688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297956 Jan 27 14:52:08.302964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37028) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:08.312575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=a850247d-c17a-4ea0-b145-f9de0feed860,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:08.314411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.326762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.332747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c568d67d-b8de-4852-881d-0f0f9d9ffc12 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/a850247d-c17a-4ea0-b145-f9de0feed860 HTTP/1.1" status: 204 len: 168 time: 1.4572122 Jan 27 14:52:08.355139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37030) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:08.359904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=eb5ef406-b185-4c8f-8d13-51e9ab2d8f61,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:08.376582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad707437-3400-4a71-a7c9-c6173009ff4c None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:08.485873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2686ea8a-a3bd-4344-9e2e-7654532006b6 tempest-TestNetworkAdvancedServerOps-1270373120 tempest-TestNetworkAdvancedServerOps-1270373120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:08.491290 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2686ea8a-a3bd-4344-9e2e-7654532006b6 tempest-TestNetworkAdvancedServerOps-1270373120 tempest-TestNetworkAdvancedServerOps-1270373120-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 1093 time: 0.3825085 Jan 27 14:52:08.495999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37032) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:08.504910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:08.529135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.537610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c82e90e6-1634-4988-b5f3-6b4b03adb6cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/eb5ef406-b185-4c8f-8d13-51e9ab2d8f61 HTTP/1.1" status: 204 len: 168 time: 1.8596015 Jan 27 14:52:08.570982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37034) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:08.572267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0be6a80d-6365-4931-870a-5192186ad5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.607132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ef5c08-513e-46fc-8ec7-695827492635 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:52:08.609524 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-68ef5c08-513e-46fc-8ec7-695827492635 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/eb5ef406-b185-4c8f-8d13-51e9ab2d8f61 HTTP/1.1" status: 404 len: 333 time: 0.0334525 Jan 27 14:52:08.615739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b6777a11-e681-4d7e-a4ea-5b127d454f86 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2549195 Jan 27 14:52:08.617070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37036) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:08.619242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37038) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:08.622349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.639715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.645663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0be6a80d-6365-4931-870a-5192186ad5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.729436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:08.791397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] Deleting port fdb40462-5622-404d-b91e-8642cf97fd74 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:08.791773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.843482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f8b44e1-498b-4d7d-b56c-e81c9472cf0d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.914039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] For port fdb40462-5622-404d-b91e-8642cf97fd74, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fdb40462-5622-404d-b91e-8642cf97fd74,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:08.914684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.939305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] Calling delete_port for fdb40462-5622-404d-b91e-8642cf97fd74 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:08.970656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.976365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 0d24bfb1-dbeb-41ec-971c-3da951fe1c1b {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:08.977071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.984763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0be6a80d-6365-4931-870a-5192186ad5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.989474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0be6a80d-6365-4931-870a-5192186ad5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:08.999497 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0be6a80d-6365-4931-870a-5192186ad5dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4730e0f-de42-40d6-a3cc-f8035378d8f7 HTTP/1.1" status: 204 len: 168 time: 0.6923187 Jan 27 14:52:09.097448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6a80d-6365-4931-870a-5192186ad5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4730e0f-de42-40d6-a3cc-f8035378d8f7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:09.118943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.132831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.162572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.222593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] Pushing event deleted for resources: {'Port': ['ID=fdb40462-5622-404d-b91e-8642cf97fd74,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:09.227643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 0d24bfb1-dbeb-41ec-971c-3da951fe1c1b owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:09.244232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69af3e-5b90-4c6c-8e8f-78689588e2af None None] No DVR routers for this DVR port fdb40462-5622-404d-b91e-8642cf97fd74 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:09.362760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Allocated IP 172.26.6.3 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/3a927b32-3031-48b3-8708-433dd12f92a4) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:09.508281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f8b44e1-498b-4d7d-b56c-e81c9472cf0d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.512297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f8b44e1-498b-4d7d-b56c-e81c9472cf0d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.564836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.609656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.613460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fdb40462-5622-404d-b91e-8642cf97fd74 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:09.615173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=0d24bfb1-dbeb-41ec-971c-3da951fe1c1b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:09.653906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.661042 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-377d76c0-afe9-46ee-98ea-5013de7e96ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/0d24bfb1-dbeb-41ec-971c-3da951fe1c1b HTTP/1.1" status: 204 len: 168 time: 1.0344465 Jan 27 14:52:09.661476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37042) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:09.668878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: fdb40462-5622-404d-b91e-8642cf97fd74 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:09.669998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fdb40462-5622-404d-b91e-8642cf97fd74 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:09.687393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f8b44e1-498b-4d7d-b56c-e81c9472cf0d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.687740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8b44e1-498b-4d7d-b56c-e81c9472cf0d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Fanout notify agent at l3_agent the message router_deleted on router a870b83d-1492-481e-a385-2afb29fa7173 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:52:09.733405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f8b44e1-498b-4d7d-b56c-e81c9472cf0d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.739611 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7f8b44e1-498b-4d7d-b56c-e81c9472cf0d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/routers/a870b83d-1492-481e-a385-2afb29fa7173 HTTP/1.1" status: 204 len: 168 time: 1.1189575 Jan 27 14:52:09.745706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37044) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:09.785013 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-337c76ac-d57c-4a39-afb6-c1eeb3ac5656 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:52:09.787862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-337c76ac-d57c-4a39-afb6-c1eeb3ac5656 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/0d24bfb1-dbeb-41ec-971c-3da951fe1c1b HTTP/1.1" status: 404 len: 333 time: 0.1251907 Jan 27 14:52:09.790044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.792999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37046) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:09.842742 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2fc234f6-1110-45bd-a217-822656917923 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0779564 Jan 27 14:52:09.848000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37048) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:09.941475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.945286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.961491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:09.969194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:09.977009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e891c4-4048-42c2-880f-f28e9ec5dc04 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:09.978118 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-90e891c4-4048-42c2-880f-f28e9ec5dc04 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1271908 Jan 27 14:52:09.981937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:09.985406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37050) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:10.008046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:10.076537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Port': ['ID=3a927b32-3031-48b3-8708-433dd12f92a4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:10.091588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=fc21a62c-36ca-4829-aac4-dc0a59881469,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:10.120676 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a8abade8-fa7b-410c-8b9d-3a4e76d1f7ab tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251700 Jan 27 14:52:10.134234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37052) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:10.135635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet ca1c9d6e-8c6a-472a-9ad4-689af77af0e8 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:10.141664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:10.149918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.167952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.252855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.438504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.470047 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 3234f9d1-b4ef-4ead-8826-3c83edf3c7a2 associated. External IP: 172.26.6.131, port: 0277a644-057d-4fd3-b04d-eba6cef1b86f. Jan 27 14:52:10.525667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:10.529543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.587059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.657513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.660848 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/ca1c9d6e-8c6a-472a-9ad4-689af77af0e8 HTTP/1.1" status: 204 len: 168 time: 0.8309903 Jan 27 14:52:10.662002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e0bd4-88a6-4a64-b052-e8ac4ef4eaf9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1c9d6e-8c6a-472a-9ad4-689af77af0e8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:10.665568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37056) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:10.673636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d4c00-ca2f-445f-9be0-1503540b7003 None None] Network 68d4bd29-b095-4a35-bc1b-9f9655d0e840 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:10.731472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.17 (3f8045b5-70f9-4d51-82b3-2b3598d8bce1/bd6120e4-ff9a-4c27-bac3-63014156e943/ecb6c654-df5a-4c5c-8d83-7b5fc10ee109) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:10.893524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.910452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] DHCP port deletion for 68d4bd29-b095-4a35-bc1b-9f9655d0e840 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:10.937978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:10.967263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] Deleting port 1fe27489-682c-4658-a1ae-9a26003af2f3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:10.968240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.056671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] For port 1fe27489-682c-4658-a1ae-9a26003af2f3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1fe27489-682c-4658-a1ae-9a26003af2f3,segment=NetworkSegment(9f530f64-0fee-4900-acda-3f264973af81),segment_id=9f530f64-0fee-4900-acda-3f264973af81)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:11.057522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.083759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.090242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] Calling delete_port for 1fe27489-682c-4658-a1ae-9a26003af2f3 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:11.100214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:11.121518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 1fe27489-682c-4658-a1ae-9a26003af2f3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:11.122680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.179059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.215322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.230823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] For port 1fe27489-682c-4658-a1ae-9a26003af2f3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1fe27489-682c-4658-a1ae-9a26003af2f3,segment=NetworkSegment(9f530f64-0fee-4900-acda-3f264973af81),segment_id=9f530f64-0fee-4900-acda-3f264973af81)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:11.231462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.255243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 1fe27489-682c-4658-a1ae-9a26003af2f3 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:11.290700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.299058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:52:11.334913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] Pushing event deleted for resources: {'Port': ['ID=1fe27489-682c-4658-a1ae-9a26003af2f3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:11.339772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.348639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e88e7f-6811-4cd6-8df7-47bda782262a None None] No DVR routers for this DVR port 1fe27489-682c-4658-a1ae-9a26003af2f3 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:11.352599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:11.384781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:11.395960 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:11.400341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:11.433164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.445025 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:52:11.446413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:11.460809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:11.468377 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:11.468988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.474261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:11.478765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=1fe27489-682c-4658-a1ae-9a26003af2f3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:11.481200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No DVR routers for this DVR port 1fe27489-682c-4658-a1ae-9a26003af2f3 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:11.495050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:11.497194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.510601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f83a308-6c23-45f3-ae4c-238027462c9a None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:11.514783 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:11.536419 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:11.538052 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:11.579344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.620562 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:11.671007 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:11.672236 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:11.716329 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1fe27489-682c-4658-a1ae-9a26003af2f3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:11.744967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 1fe27489-682c-4658-a1ae-9a26003af2f3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:11.745479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1fe27489-682c-4658-a1ae-9a26003af2f3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:11.788065 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:11.792018 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de0e13-60eb-4356-8043-8789426c0bcb None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:11.819432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.841158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:52:11.842331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.886605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.950299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event updated for resources: {'Port': ['ID=3a927b32-3031-48b3-8708-433dd12f92a4,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:11.964477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d4bd29-b095-4a35-bc1b-9f9655d0e840']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:11.973069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2123542c-ac28-4493-8fe3-7a66a916095e None None] Provisioning complete for port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:11.973614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2123542c-ac28-4493-8fe3-7a66a916095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:11.982580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f530f64-0fee-4900-acda-3f264973af81') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:11.982947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f530f64-0fee-4900-acda-3f264973af81') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:11.997722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.001309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.054806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2123542c-ac28-4493-8fe3-7a66a916095e None None] Port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:12.057527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.059941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Allocated IP 2001:db8::f816:3eff:fe66:7e8e (54ed4f89-dea6-4178-95d4-b6863af583eb/7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c/8201cd77-f61e-43db-a795-d8125cabf438) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:12.079681 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-648fd559-41d6-4185-a6e4-66b359ebdd01 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9441161 Jan 27 14:52:12.085112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37058) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:12.088795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:52:12.089208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: items = [ Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:52:12.094150 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:52:12.102548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:12.149555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.197550 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4938738c-69b9-45b5-a051-23f4dcdf2316 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0332201 Jan 27 14:52:12.202530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37060) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:12.207811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:12.340244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.353998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.475461 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.490278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.516667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.524765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.528650 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/68d4bd29-b095-4a35-bc1b-9f9655d0e840 HTTP/1.1" status: 204 len: 168 time: 1.8619406 Jan 27 14:52:12.543413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37062) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:12.544085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Floating IP 85522b56-f21d-44e3-be5e-296673286c87 associated. External IP: 172.26.6.3, port: 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f. Jan 27 14:52:12.562514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1734530563'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:12.594516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:12.603734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:12.618624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:12.629319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247499-e375-4584-bfb1-ce2cb118e608 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=68d4bd29-b095-4a35-bc1b-9f9655d0e840,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:12.652552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Pushing event updated for resources: {'Port': ['ID=8201cd77-f61e-43db-a795-d8125cabf438,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:12.674710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.683467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.684499 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 3234f9d1-b4ef-4ead-8826-3c83edf3c7a2 disassociated. External IP: 172.26.6.131, port: 0277a644-057d-4fd3-b04d-eba6cef1b86f. Jan 27 14:52:12.727296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:12.731070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.760981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:52:12.790729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Attempting to bind port 8201cd77-f61e-43db-a795-d8125cabf438 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:52:12.793604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Attempting to bind port 8201cd77-f61e-43db-a795-d8125cabf438 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:52:12.793912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.794136 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Added segment 8fa9d0a8-8a27-426e-9eb5-5984d59151fa of type vlan for network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c Jan 27 14:52:12.795827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Attempting to bind port 8201cd77-f61e-43db-a795-d8125cabf438 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:52:12.809002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:52:12.809512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:12.810053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.810641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:52:12.811941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Bound port: 8201cd77-f61e-43db-a795-d8125cabf438, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:52:12.813366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.897280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.902261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] For port 8201cd77-f61e-43db-a795-d8125cabf438, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:52:12.906752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] For port 8201cd77-f61e-43db-a795-d8125cabf438, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8201cd77-f61e-43db-a795-d8125cabf438,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:52:12.914079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.926745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:12.930596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:12.984616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cce31d-394a-47e8-b07d-08bba80fc0b5 None None] Pushing event updated for resources: {'Port': ['ID=8201cd77-f61e-43db-a795-d8125cabf438,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:13.045941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.051736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:13.052385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.157079 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6089838 Jan 27 14:52:13.158696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37064) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:13.176226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ab4a2-e6e5-4d5d-a651-93634e9512ee tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Network': ['ID=6360a1f5-bde4-4e72-ab0d-58f7f255ec7c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:13.191051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:13.196658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:52:13.201899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:13.262235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.283376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.414952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:13.445228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.459966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:13.690063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:13.696751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.718586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8201cd77-f61e-43db-a795-d8125cabf438 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:13.827061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:13.832540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:13.838486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:13.843173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:13.851956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.881822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8201cd77-f61e-43db-a795-d8125cabf438 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:13.882728 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:13.909724 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:13.977663 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:13.979649 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:13.994422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] Sync routers for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:14.028183 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0391ebe9-e59e-47c8-94fd-d8d0ec7c60df tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/floatingips/3234f9d1-b4ef-4ead-8826-3c83edf3c7a2 HTTP/1.1" status: 200 len: 688 time: 1.8238993 Jan 27 14:52:14.033700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37066) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:14.062040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.076644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:14.081910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:14.086204 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:14.115632 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:14.116662 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:14.239676 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:14.241046 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a4025-ea05-4d53-a1b4-92e8184a9da4 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:14.297845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 161e4fc1-e4a7-4258-80d4-22a857c4caab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:14.331408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.336369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b93e0bcd-b111-450f-9c71-74a0e97d803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.407527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0e0619e1-b168-4162-a137-e6142c450946 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.9088213 Jan 27 14:52:14.416901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:14.419627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff049f-0888-4c36-a63a-42151a70b9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:14.448853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.551910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=69987187-27d8-4e43-bcde-a5f5e695f653,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:14.600642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 8201cd77-f61e-43db-a795-d8125cabf438, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8201cd77-f61e-43db-a795-d8125cabf438,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:14.636663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.692253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:14.710258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9c9fec2f-27e4-463b-a924-f655cc4073fb None None] Provisioning complete for port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:14.710623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c9fec2f-27e4-463b-a924-f655cc4073fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.714445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:14.718488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:14.729289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:14.729906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.762140 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-80b5561b-9dcd-4b4a-b2ca-49d743333c93 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6747255 Jan 27 14:52:14.765256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37076) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:14.774043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:14.778428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:85:89:1a', 'name': 'tempest-NetworksTestDHCPv6-1644489275'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:14.782741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.807395 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d7b5b7a5-3b71-4542-8481-3d73b2bf3789 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/161e4fc1-e4a7-4258-80d4-22a857c4caab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0100007 Jan 27 14:52:14.890858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Sync routers for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:14.902588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcbd98-ec48-40a3-8bbf-57ad51efad0b req-919e850a-020d-47fa-b601-842cf4459651 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:14.911117 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbdcbd98-ec48-40a3-8bbf-57ad51efad0b req-919e850a-020d-47fa-b601-842cf4459651 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.3538303 Jan 27 14:52:14.916611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=8201cd77-f61e-43db-a795-d8125cabf438,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:14.927973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9c9fec2f-27e4-463b-a924-f655cc4073fb None None] Port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:14.971134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port fc21a62c-36ca-4829-aac4-dc0a59881469 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:14.971616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:14.981027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=a7d0aa06-31d1-4529-a57c-66adbd8c3eab,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:15.005696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:15.006253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:15.058775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2f112-b3b4-4e79-8037-2f485a2a292e None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:15.094574 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbdcbd98-ec48-40a3-8bbf-57ad51efad0b req-e28d8a41-a718-4066-892f-226465414e0c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822240 Jan 27 14:52:15.128602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Checking segment: {'id': '8fa9d0a8-8a27-426e-9eb5-5984d59151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:15.128961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network hostable DHCP agents. Network: 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:52:15.154242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37082) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:15.174664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.174977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.193519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68007b0-df24-4bc7-938c-596a9ba81534 x-openstack-request-id: req-b68007b0-df24-4bc7-938c-596a9ba81534 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:15.193832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:15.194086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b68007b0-df24-4bc7-938c-596a9ba81534 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:15.194497 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'status': 'completed', 'code': 200} Jan 27 14:52:15.204386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for fc21a62c-36ca-4829-aac4-dc0a59881469 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:15.206529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:15.216256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:52:15.320530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:15.331993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:15.332509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.338029 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-87909c4a-b1c3-461e-817a-001c87c3b5c6 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/floatingips/85522b56-f21d-44e3-be5e-296673286c87 HTTP/1.1" status: 200 len: 989 time: 0.1803896 Jan 27 14:52:15.366836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-38729421-dd38-4658-bd7e-6de2a9039203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:15.371463 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-38729421-dd38-4658-bd7e-6de2a9039203 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=701e15f6d7c24595a9e98ee98adbf0be&device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 1098 time: 0.1480992 Jan 27 14:52:15.388059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e39c7c9f-d010-4d36-a35d-1661a2c3020e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2089245 Jan 27 14:52:15.389780 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5aa0a8-0e04-48e0-8290-28b8e089e4fd None None] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:15.391458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37084) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:15.400235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3c06e901-ee3d-4486-9a61-34e3ab419470 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-153436651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:15.410230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.463631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 47d65b22-30cc-4109-9245-398fd89d2955 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:15.482500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c06e901-ee3d-4486-9a61-34e3ab419470 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.485570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c06e901-ee3d-4486-9a61-34e3ab419470 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.485770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-39c71f15-47fe-409f-a1bc-d67b6891d9ed None None] Provisioning complete for port 8201cd77-f61e-43db-a795-d8125cabf438 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:15.486072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39c71f15-47fe-409f-a1bc-d67b6891d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.568436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:15.648341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-54fed39f-2e1f-4bd9-be69-b7da679cf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:15.657209 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-54fed39f-2e1f-4bd9-be69-b7da679cf19d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb HTTP/1.1" status: 200 len: 898 time: 0.2790773 Jan 27 14:52:15.703651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8201cd77-f61e-43db-a795-d8125cabf438 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:15.830943 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-71d49366-7056-4857-9d54-63892a0338fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f HTTP/1.1" status: 200 len: 997 time: 0.1655567 Jan 27 14:52:15.879973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:15.936678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=fc21a62c-36ca-4829-aac4-dc0a59881469,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:15.974964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-926b9344-6608-4e1a-ac60-6c5626fb56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:15.978285 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-926b9344-6608-4e1a-ac60-6c5626fb56e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b639bb1d-e7cf-453b-a35f-0244a2fc5028 HTTP/1.1" status: 200 len: 835 time: 0.1389444 Jan 27 14:52:16.015615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c06e901-ee3d-4486-9a61-34e3ab419470 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.069003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-5a5d053a-2d19-408f-aff2-deb41ff62361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:16.069369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c06e901-ee3d-4486-9a61-34e3ab419470 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.071603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8201cd77-f61e-43db-a795-d8125cabf438 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:16.072112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.074190 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-5a5d053a-2d19-408f-aff2-deb41ff62361 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814731 Jan 27 14:52:16.103560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-6360a1f5-bde4-4e72-ab0d-58f7f255ec7c', 'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c', 'tenant_id': 'a080f773c60f43558cf034ce695c62b8', 'fixed_ips': [{'subnet_id': 'a7d0aa06-31d1-4529-a57c-66adbd8c3eab'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:52:16.104479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.108380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.110904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.117078 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0788ffd0-30f9-4c31-a31e-804593d8b87c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/floatingips/3234f9d1-b4ef-4ead-8826-3c83edf3c7a2 HTTP/1.1" status: 204 len: 168 time: 2.0717633 Jan 27 14:52:16.117954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37086) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:16.118086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c06e901-ee3d-4486-9a61-34e3ab419470 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.119452 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3c06e901-ee3d-4486-9a61-34e3ab419470 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7255261 Jan 27 14:52:16.124340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37088) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:16.129793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c', 'name': 'tempest-PortsIpV6TestJSON-1680962207'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:16.135000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '54014a08-3ebe-4bfd-a12f-340472219974'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:16.158484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '85522b56-f21d-44e3-be5e-296673286c87', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'port_id': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'mac_address': 'fa:16:3e:cb:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:52:10Z', 'updated_at': '2022-01-27T14:52:10Z', 'revision_number': 0, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:47Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:16.234745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] Checking router: 0c1f1368-f33d-45b5-a99e-31091ff6aa51 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:52:16.347345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37090) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:16.387409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:16.387845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:51:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:16.391234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dcb35d4e-fea6-471e-ad22-8108eddcfcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.416911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.433020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011cd870-2d25-43e6-b756-45cf79d1f254 None None] Update dhcp port {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c', 'ip_address': '2001:db8::f816:3eff:fe66:7e8e'}, {'subnet_id': '69987187-27d8-4e43-bcde-a5f5e695f653'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '8201cd77-f61e-43db-a795-d8125cabf438'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:52:16.489929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:16.495139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.503549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 172.20.0.9 (54ed4f89-dea6-4178-95d4-b6863af583eb/69987187-27d8-4e43-bcde-a5f5e695f653/47d65b22-30cc-4109-9245-398fd89d2955) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:16.542137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fe85:891a (54ed4f89-dea6-4178-95d4-b6863af583eb/7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c/47d65b22-30cc-4109-9245-398fd89d2955) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:16.570071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a8b26d0-cad9-4eff-b66c-d3382858924a tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/floatingips/85522b56-f21d-44e3-be5e-296673286c87 HTTP/1.1" status: 200 len: 989 time: 0.2151253 Jan 27 14:52:16.573276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port df0a6cdd-f10a-4b27-848d-2c168070e3f6 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:16.600803 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-6c8d0fa0-b7bf-4f8f-8526-22df57fda96d service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142257 Jan 27 14:52:16.668844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-011cd870-2d25-43e6-b756-45cf79d1f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.790418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:16.794742 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-bfff049f-0888-4c36-a63a-42151a70b9a6 req-a65bd349-e2d0-4d49-bbd9-a6489cd40a65 service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799560 Jan 27 14:52:16.827308 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:16.974250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.26.6.219 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/03b75911-92a0-434c-a6bf-ba0ac98d0802) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:16.986261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Allocated IP 2001:db8::2 (6360a1f5-bde4-4e72-ab0d-58f7f255ec7c/a7d0aa06-31d1-4529-a57c-66adbd8c3eab/3f1171c2-d79d-4fd5-af7f-99ba909b1493) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:17.020731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:12Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:51:11Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb6c654-df5a-4c5c-8d83-7b5fc10ee109', 'name': '', 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:aa:4c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'bd6120e4-ff9a-4c27-bac3-63014156e943', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:52:10Z', 'updated_at': '2022-01-27T14:52:12Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'bd6120e4-ff9a-4c27-bac3-63014156e943', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:17.112589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.124797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.154763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Checking router: 161e4fc1-e4a7-4258-80d4-22a857c4caab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:52:17.154763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Updating router 161e4fc1-e4a7-4258-80d4-22a857c4caab port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:52:17.197178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.206430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.257064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:17.281861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:17.285229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=47d65b22-30cc-4109-9245-398fd89d2955,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:17.290971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:17.306464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:17.311939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:17.318746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:17.374883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=03b75911-92a0-434c-a6bf-ba0ac98d0802,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:17.481428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:17.484370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.501866 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.520940 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-324fa414-244a-4222-9970-ef6e434cccf8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7474225 Jan 27 14:52:17.521798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37094) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:17.587459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37096) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:17.594737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.750972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-011cd870-2d25-43e6-b756-45cf79d1f254 None None] Allocated IP 172.20.0.2 (54ed4f89-dea6-4178-95d4-b6863af583eb/69987187-27d8-4e43-bcde-a5f5e695f653/8201cd77-f61e-43db-a795-d8125cabf438) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:17.778821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f578e30d-49ad-412a-ace4-6e6ac99fc9dd tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/floatingips/85522b56-f21d-44e3-be5e-296673286c87 HTTP/1.1" status: 200 len: 989 time: 0.1889486 Jan 27 14:52:17.818032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a2bf2-e194-4e8f-80e2-a25473522ad5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:17.831721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a2bf2-e194-4e8f-80e2-a25473522ad5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:17.835389 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3d9a2bf2-e194-4e8f-80e2-a25473522ad5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3104811 Jan 27 14:52:17.839083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37098) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:17.917893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:17.969744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.081625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:18.103092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:18.113772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Pushing event updated for resources: {'Port': ['ID=3f1171c2-d79d-4fd5-af7f-99ba909b1493,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:18.116372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:18.155221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-011cd870-2d25-43e6-b756-45cf79d1f254 None None] For port 8201cd77-f61e-43db-a795-d8125cabf438, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8201cd77-f61e-43db-a795-d8125cabf438,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:18.164012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::1f6 (6360a1f5-bde4-4e72-ab0d-58f7f255ec7c/a7d0aa06-31d1-4529-a57c-66adbd8c3eab/df0a6cdd-f10a-4b27-848d-2c168070e3f6) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:18.197959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '85522b56-f21d-44e3-be5e-296673286c87', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'port_id': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'mac_address': 'fa:16:3e:cb:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:52:10Z', 'updated_at': '2022-01-27T14:52:10Z', 'revision_number': 0, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:47Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:18.207103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 47d65b22-30cc-4109-9245-398fd89d2955 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:18.207720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.263739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20365456-bcf4-4b66-b8aa-55c4940f6070 None None] The sync data for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv is: [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '85522b56-f21d-44e3-be5e-296673286c87', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'floating_ip_address': '172.26.6.3', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'port_id': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'mac_address': 'fa:16:3e:cb:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:52:10Z', 'updated_at': '2022-01-27T14:52:10Z', 'revision_number': 0, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:47Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:18.271681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.322558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-011cd870-2d25-43e6-b756-45cf79d1f254 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.327066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Attempting to bind port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:52:18.327066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Attempting to bind port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '8fa9d0a8-8a27-426e-9eb5-5984d59151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:52:18.327066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Attempting to bind port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 on network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:52:18.335779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-011cd870-2d25-43e6-b756-45cf79d1f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.345427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:52:18.346097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Checking segment: {'id': '8fa9d0a8-8a27-426e-9eb5-5984d59151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:18.346286 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.346608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Bound using segment: {'id': '8fa9d0a8-8a27-426e-9eb5-5984d59151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:52:18.347169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Bound port: 3f1171c2-d79d-4fd5-af7f-99ba909b1493, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa9d0a8-8a27-426e-9eb5-5984d59151fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6360a1f5-bde4-4e72-ab0d-58f7f255ec7c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:52:18.347704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.380826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.428371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.490961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.557547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cd870-2d25-43e6-b756-45cf79d1f254 None None] Pushing event updated for resources: {'Port': ['ID=8201cd77-f61e-43db-a795-d8125cabf438,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:18.565072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.612992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 47d65b22-30cc-4109-9245-398fd89d2955 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:18.650864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] For port 3f1171c2-d79d-4fd5-af7f-99ba909b1493, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:52:18.662494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919c73-fca1-475e-8be1-a41cb3477685 None None] Pushing event updated for resources: {'Port': ['ID=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:18.717908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] For port 3f1171c2-d79d-4fd5-af7f-99ba909b1493, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3f1171c2-d79d-4fd5-af7f-99ba909b1493,segment=NetworkSegment(8fa9d0a8-8a27-426e-9eb5-5984d59151fa),segment_id=8fa9d0a8-8a27-426e-9eb5-5984d59151fa)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:52:18.752662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.788992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37100) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:18.855503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.864346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:18.944321 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55793d95-a9a0-4ff3-9bc2-3bf65fee6437 None None] New status for floating IP 85522b56-f21d-44e3-be5e-296673286c87: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:52:18.989812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.018283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Attempting to bind port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:52:19.018664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Attempting to bind port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:52:19.019029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Attempting to bind port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 on network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:52:19.047901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6249360f-1bc7-4783-b533-f08b33d63490 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/floatingips/85522b56-f21d-44e3-be5e-296673286c87 HTTP/1.1" status: 200 len: 989 time: 0.2458134 Jan 27 14:52:19.057361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.077632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:52:19.078046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Checking segment: {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:19.078487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.078896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Bound using segment: {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:52:19.079427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Bound port: ecb6c654-df5a-4c5c-8d83-7b5fc10ee109, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336df807-6b50-4fb0-b1f7-5a606937004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:52:19.079820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.082070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa3fbb-861f-4e04-93a8-fe0dc46ee9eb None None] Pushing event updated for resources: {'Port': ['ID=3f1171c2-d79d-4fd5-af7f-99ba909b1493,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:19.136542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.200836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.252231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.263451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d9a5dbeb-0619-4bed-8537-a01a9fa69226 None None] Provisioning complete for port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:19.263757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d9a5dbeb-0619-4bed-8537-a01a9fa69226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.291439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=03b75911-92a0-434c-a6bf-ba0ac98d0802,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:19.323898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] For port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:52:19.359347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:19.361821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] For port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:52:19.364353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d9a5dbeb-0619-4bed-8537-a01a9fa69226 None None] Port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:19.376283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.381373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:19.471099 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 9247578b-b594-4329-9d77-df899a071b63 associated. External IP: 172.26.6.219, port: 54014a08-3ebe-4bfd-a12f-340472219974. Jan 27 14:52:19.484615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:19.485263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:19.559809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91919c73-fca1-475e-8be1-a41cb3477685 None None] Pushing event updated for resources: {'Port': ['ID=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:19.639161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:19.645866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:19.646732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.677886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=df0a6cdd-f10a-4b27-848d-2c168070e3f6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:19.697385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:19.708164 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a1a7c833-4b59-4cb0-99b3-8599811dd7af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5827303 Jan 27 14:52:19.710808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37104) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:19.791963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:19.946735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=47d65b22-30cc-4109-9245-398fd89d2955,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:20.058148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8201cd77-f61e-43db-a795-d8125cabf438 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:20.061617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37106) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:20.130392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:20.164271 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-383d641a-c69f-48e5-8510-546522a7a972 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/floatingips/85522b56-f21d-44e3-be5e-296673286c87 HTTP/1.1" status: 200 len: 991 time: 0.1014688 Jan 27 14:52:20.203370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7e117564-0253-4ba6-8dbd-8cbcfc127ff0 None None] Provisioning complete for port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:20.203749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e117564-0253-4ba6-8dbd-8cbcfc127ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.327782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.332119 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fe383ae9-aa1f-446d-b203-54e6873b5f5c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/47d65b22-30cc-4109-9245-398fd89d2955 HTTP/1.1" status: 204 len: 168 time: 2.4914489 Jan 27 14:52:20.366689 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37108) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:20.421527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8201cd77-f61e-43db-a795-d8125cabf438 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:20.422758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.426178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:20.452888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.462854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:20.518108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:20.518768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:20.528759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0865ae2-e503-4d17-907b-1d3c0422ec9d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:20.535240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0865ae2-e503-4d17-907b-1d3c0422ec9d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:20.541819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0865ae2-e503-4d17-907b-1d3c0422ec9d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:20.547447 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f0865ae2-e503-4d17-907b-1d3c0422ec9d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1777694 Jan 27 14:52:20.557993 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-60c7a34b-b24e-4a2d-a560-87469f803bc3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4289503 Jan 27 14:52:20.559249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37110) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:20.559881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37112) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:20.660255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:20.756648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:20.757726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:20.811705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.820755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 69987187-27d8-4e43-bcde-a5f5e695f653 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:20.825761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.862830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:20.863823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f267a55a-b2ff-4e1c-bced-63020ed02c6a None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:20.865343 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e117564-0253-4ba6-8dbd-8cbcfc127ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.876248 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-926e4cae-49eb-447f-8836-8b38f059e805 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "GET /v2.0/floatingips/9247578b-b594-4329-9d77-df899a071b63 HTTP/1.1" status: 200 len: 977 time: 0.2962899 Jan 27 14:52:20.876883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37114) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:20.921280 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3f1171c2-d79d-4fd5-af7f-99ba909b1493 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:20.992620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:20.993407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7e117564-0253-4ba6-8dbd-8cbcfc127ff0 None None] For port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:21.030032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:12Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:51:11Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb6c654-df5a-4c5c-8d83-7b5fc10ee109', 'name': '', 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:aa:4c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'bd6120e4-ff9a-4c27-bac3-63014156e943', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:52:10Z', 'updated_at': '2022-01-27T14:52:19Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'bd6120e4-ff9a-4c27-bac3-63014156e943', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:21.032452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e117564-0253-4ba6-8dbd-8cbcfc127ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.093204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed98d9-95fd-4bc5-8ffb-0abf400f0bc3 None None] The sync data for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv is: [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:12Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:51:11Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb6c654-df5a-4c5c-8d83-7b5fc10ee109', 'name': '', 'network_id': '3f8045b5-70f9-4d51-82b3-2b3598d8bce1', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:aa:4c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': 'bd6120e4-ff9a-4c27-bac3-63014156e943', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:52:10Z', 'updated_at': '2022-01-27T14:52:19Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'bd6120e4-ff9a-4c27-bac3-63014156e943', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:21.115196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37116) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:21.122258 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-83d0c93e-a0ab-4c79-b23c-1d1c98825248 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2354124 Jan 27 14:52:21.126545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'port_id': '0277a644-057d-4fd3-b04d-eba6cef1b86f'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:21.243956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.271390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4ff367a5-f06e-4f1e-b3f2-b4a87f1e3c5c None None] Provisioning complete for port 8201cd77-f61e-43db-a795-d8125cabf438 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:21.271860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ff367a5-f06e-4f1e-b3f2-b4a87f1e3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.329429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.330351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:21.330351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.341604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e117564-0253-4ba6-8dbd-8cbcfc127ff0 None None] Pushing event updated for resources: {'Port': ['ID=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:21.373734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.400678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.410282 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/69987187-27d8-4e43-bcde-a5f5e695f653 HTTP/1.1" status: 204 len: 168 time: 0.8440795 Jan 27 14:52:21.416451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37118) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:21.442544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014841e-3318-4573-97bc-a5eaeadae187 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:21.464295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9dc50-54d2-45c8-beae-2ed8eae8516c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=69987187-27d8-4e43-bcde-a5f5e695f653,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:21.501479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5ca04-15a3-4b83-8ff7-3d11aabfb732 None None] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:21.569159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.597537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:21.605033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.608971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.740267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.834129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=df0a6cdd-f10a-4b27-848d-2c168070e3f6,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:21.908700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:21.964569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4ff367a5-f06e-4f1e-b3f2-b4a87f1e3c5c None None] Could not find standard attr ID for object 47d65b22-30cc-4109-9245-398fd89d2955. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:22.023532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:22.041831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 3f1171c2-d79d-4fd5-af7f-99ba909b1493, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3f1171c2-d79d-4fd5-af7f-99ba909b1493,segment=NetworkSegment(8fa9d0a8-8a27-426e-9eb5-5984d59151fa),segment_id=8fa9d0a8-8a27-426e-9eb5-5984d59151fa)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:22.096530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:22.223509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=3f1171c2-d79d-4fd5-af7f-99ba909b1493,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:22.246296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-df5b72d8-26de-491f-b3fb-2ad9b67510ca None None] Provisioning complete for port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:22.246296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df5b72d8-26de-491f-b3fb-2ad9b67510ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:22.459142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:22.542386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:22.542643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:22.590191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:22.709000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-742c5bf3-2da3-4f2a-8e65-c65e90ec2013 None None] Provisioning complete for port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:22.709238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-742c5bf3-2da3-4f2a-8e65-c65e90ec2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:22.871741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-742c5bf3-2da3-4f2a-8e65-c65e90ec2013 None None] Provisioning complete for port df0a6cdd-f10a-4b27-848d-2c168070e3f6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:22.872492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-742c5bf3-2da3-4f2a-8e65-c65e90ec2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:22.946986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-742c5bf3-2da3-4f2a-8e65-c65e90ec2013 None None] Port df0a6cdd-f10a-4b27-848d-2c168070e3f6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:22.952447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.015133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:23.118630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.124974 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0e541024-86f3-48d6-bc9f-b2ed43e448ee tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c HTTP/1.1" status: 204 len: 168 time: 1.7003047 Jan 27 14:52:23.128820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37124) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:23.165629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.196904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2e08a9ce-c5b2-473a-90f3-9d495e169937 None None] Provisioning complete for port df0a6cdd-f10a-4b27-848d-2c168070e3f6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:23.196904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e08a9ce-c5b2-473a-90f3-9d495e169937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.251949 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7f6235cf-8860-454e-88c6-f524dac0100d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202440 Jan 27 14:52:23.253599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37126) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:23.268484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:23.275082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2e08a9ce-c5b2-473a-90f3-9d495e169937 None None] Port df0a6cdd-f10a-4b27-848d-2c168070e3f6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:23.390087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef0b5b3-7ee7-4243-bee6-a14398595254 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:23.455619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:52:23.485430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:23.491993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.515930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-14a2a92c-ed9d-4ae5-867b-343d9dfbfba1 None None] Provisioning complete for port 8201cd77-f61e-43db-a795-d8125cabf438 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:23.516701 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14a2a92c-ed9d-4ae5-867b-343d9dfbfba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.569294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.581145 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.809067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:23.832286 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 9247578b-b594-4329-9d77-df899a071b63 associated. External IP: 172.26.6.219, port: 54014a08-3ebe-4bfd-a12f-340472219974. Jan 27 14:52:23.881173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.891233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.892071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.904745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] Deleting port 8201cd77-f61e-43db-a795-d8125cabf438 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:23.905820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:23.979489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-195191a3-7a7a-4457-8333-704733523f45 None None] Provisioning complete for port df0a6cdd-f10a-4b27-848d-2c168070e3f6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:23.980146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-195191a3-7a7a-4457-8333-704733523f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.042786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-195191a3-7a7a-4457-8333-704733523f45 None None] Port df0a6cdd-f10a-4b27-848d-2c168070e3f6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:24.048379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:52:24.054509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=df0a6cdd-f10a-4b27-848d-2c168070e3f6,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:24.079144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] For port 8201cd77-f61e-43db-a795-d8125cabf438, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8201cd77-f61e-43db-a795-d8125cabf438,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:24.079878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.102856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] Calling delete_port for 8201cd77-f61e-43db-a795-d8125cabf438 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:24.210550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.221431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:24.225203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:24.242001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3f1171c2-d79d-4fd5-af7f-99ba909b1493 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:24.284573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] No DVR routers for this DVR port 8201cd77-f61e-43db-a795-d8125cabf438 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:24.325936 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab772ca2-3e2d-48fc-b0e8-eeeae16e20b5 None None] Pushing event deleted for resources: {'Port': ['ID=8201cd77-f61e-43db-a795-d8125cabf438,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:24.373857 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.services.revisions.revision_plugin [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Could not find related port for resource to bump revision. Jan 27 14:52:24.378351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:24.378976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.383543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_pluggable_backend [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Port 8201cd77-f61e-43db-a795-d8125cabf438 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=108742) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 14:52:24.387327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_pluggable_backend [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Reverting IP allocation for 2001:db8::f816:3eff:fe66:7e8e {{(pid=108742) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 14:52:24.393442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_pluggable_backend [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe66:7e8e {{(pid=108742) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 14:52:24.397579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.454019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:24.454744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:24.458050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:24.462946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:24.463907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.476799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=f2b58296-c472-4a05-80d0-a975a4f7dc31,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:24.478724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d1750a-9e5c-40ef-926a-88edb2c98ab9 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:24.487786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.488163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.488525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.488859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.489188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.489648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.489978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.490304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.490631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.490967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.491359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.491645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:24.509592 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-517d8e9a-3c6e-43e3-b227-410552b54bb4 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2540433 Jan 27 14:52:24.514248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37130) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:24.522830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:24.688472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:24.691703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8201cd77-f61e-43db-a795-d8125cabf438 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:24.694520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.725069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:24.740727 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:24.756475 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:24.757977 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:24.765184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Router b197932e-e4b9-43d0-b8b4-6130436c9052 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:52:24.800148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8201cd77-f61e-43db-a795-d8125cabf438 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:24.802139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8201cd77-f61e-43db-a795-d8125cabf438 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:24.820137 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:24.838223 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:24.839601 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:24.846850 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-109285e8-f042-484a-a599-6059b0bbde6f None None] Provisioning complete for port df0a6cdd-f10a-4b27-848d-2c168070e3f6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:24.846850 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-109285e8-f042-484a-a599-6059b0bbde6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:24.912487 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:24.914713 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66419638-033e-4d01-9e8b-95b2f6448365 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:24.962244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-109285e8-f042-484a-a599-6059b0bbde6f None None] Port df0a6cdd-f10a-4b27-848d-2c168070e3f6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:24.975164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'f2b58296-c472-4a05-80d0-a975a4f7dc31'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:52:24.976842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.172491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.225737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:25.233096 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1b70159e-f595-407c-b888-2d43f4cc6dbc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "PUT /v2.0/routers/b197932e-e4b9-43d0-b8b4-6130436c9052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5045080 Jan 27 14:52:25.238342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37132) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:25.258499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] Sync routers for ids ['b197932e-e4b9-43d0-b8b4-6130436c9052'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:25.262681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Allocated IP 2001:db8::f816:3eff:fe1c:1649 (54ed4f89-dea6-4178-95d4-b6863af583eb/f2b58296-c472-4a05-80d0-a975a4f7dc31/03b9a49a-edf8-4064-9bca-f5a2fd689360) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:25.264079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:25.271016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:25.280802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:25.281407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.297894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] Routers {'b197932e-e4b9-43d0-b8b4-6130436c9052'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:25.298952 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b197932e-e4b9-43d0-b8b4-6130436c9052'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.301256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=6a5a546c-e5b0-47e6-ae30-1029efc069db,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:25.330896 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7114fab4-ce0d-49bb-bda6-eec633b1ac8c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8105366 Jan 27 14:52:25.331294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37134) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:25.336663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:5d:6c:99', 'name': 'tempest-NetworksTestDHCPv6-1673099005'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:25.362078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.423362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] Routers {'b197932e-e4b9-43d0-b8b4-6130436c9052'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:25.424141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b197932e-e4b9-43d0-b8b4-6130436c9052'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.425067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b672b3a-7dbf-403f-bb3d-251634afb7a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:25.426706 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2b672b3a-7dbf-403f-bb3d-251634afb7a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports?device_id=b197932e-e4b9-43d0-b8b4-6130436c9052 HTTP/1.1" status: 200 len: 989 time: 0.1883223 Jan 27 14:52:25.432977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37136) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:25.478581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:25.481736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.482775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a665101-60db-4173-85cc-31fd6734fe44 None None] The sync data for ids ['b197932e-e4b9-43d0-b8b4-6130436c9052'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:25.603311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.613417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.619970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:25.677950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:25.681901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:25.692653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:25.714024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:25.722943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.723233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Pushing event updated for resources: {'Port': ['ID=03b9a49a-edf8-4064-9bca-f5a2fd689360,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:25.742660 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:25.761302 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:25.762723 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.812355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.825847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Attempting to bind port 03b9a49a-edf8-4064-9bca-f5a2fd689360 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:52:25.826607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Attempting to bind port 03b9a49a-edf8-4064-9bca-f5a2fd689360 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:52:25.827330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Attempting to bind port 03b9a49a-edf8-4064-9bca-f5a2fd689360 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:52:25.831381 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.838098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:52:25.838876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:25.839667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.840394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:52:25.841281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Bound port: 03b9a49a-edf8-4064-9bca-f5a2fd689360, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:52:25.842687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:25.851066 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:25.852493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.902311 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8df3036-2dc1-4d93-b17b-88ab3efb08a5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/floatingips/9247578b-b594-4329-9d77-df899a071b63 HTTP/1.1" status: 200 len: 978 time: 4.7852530 Jan 27 14:52:25.904536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 36546104-9fa0-41f8-a939-7446023cd72c yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:25.913317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37138) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:25.922131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:25.930249 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:25.932154 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac7e58-b79f-46b7-aa30-7ae8de96c84d None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:25.972494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] For port 03b9a49a-edf8-4064-9bca-f5a2fd689360, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:52:25.978287 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] For port 03b9a49a-edf8-4064-9bca-f5a2fd689360, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=03b9a49a-edf8-4064-9bca-f5a2fd689360,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:52:25.986881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:26.069394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7738e-08d7-4fd2-8eb5-009f2ed2fe55 None None] Pushing event updated for resources: {'Port': ['ID=03b9a49a-edf8-4064-9bca-f5a2fd689360,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:26.114210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:26.416011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:26.424704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:26.425102 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 9247578b-b594-4329-9d77-df899a071b63 disassociated. External IP: 172.26.6.219, port: 0277a644-057d-4fd3-b04d-eba6cef1b86f. Jan 27 14:52:26.428001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 172.20.0.6 (54ed4f89-dea6-4178-95d4-b6863af583eb/6a5a546c-e5b0-47e6-ae30-1029efc069db/36546104-9fa0-41f8-a939-7446023cd72c) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:26.478598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fe5d:6c99 (54ed4f89-dea6-4178-95d4-b6863af583eb/f2b58296-c472-4a05-80d0-a975a4f7dc31/36546104-9fa0-41f8-a939-7446023cd72c) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:26.727455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:26.798422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:26.837249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:26.886899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:26.956050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:26.992571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:26.996746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:27.004139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=36546104-9fa0-41f8-a939-7446023cd72c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:27.044237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.045218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.045501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.045853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.046241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.046610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.046945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.047392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.047583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port df0a6cdd-f10a-4b27-848d-2c168070e3f6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:27.047740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.047970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.048136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.048280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.048597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:27.074914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:27.086806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.089583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:27.108667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:27.109767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:27.143161 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-04063946-2322-409c-97f1-5756d546ee40 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/floatingips/9247578b-b594-4329-9d77-df899a071b63 HTTP/1.1" status: 200 len: 688 time: 1.2280381 Jan 27 14:52:27.148657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37142) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:27.192451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.200472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:27.202366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.211212 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for df0a6cdd-f10a-4b27-848d-2c168070e3f6 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:27.404253 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5104903a-0f65-4d8e-8be5-05a7da3f23a0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0715425 Jan 27 14:52:27.411071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37144) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:27.483454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:27.499488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:27.500587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:27.505730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.562397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:27.563744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726e8b8d-2099-4e7e-a718-dc6ceb207aec None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:27.569425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=df0a6cdd-f10a-4b27-848d-2c168070e3f6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:27.588037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda860d0-a2e8-4cf2-abdb-69709c31f416 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:27.597264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f9706-b04b-4db6-9a48-06381b139f65 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:27.608869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f9706-b04b-4db6-9a48-06381b139f65 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:27.614999 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ac8f9706-b04b-4db6-9a48-06381b139f65 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1981153 Jan 27 14:52:27.616440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37146) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:27.650013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 03b75911-92a0-434c-a6bf-ba0ac98d0802 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:27.650490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.737237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-877c398b-8d83-4e57-aca2-c8f9aea10f16 None None] Provisioning complete for port 03b9a49a-edf8-4064-9bca-f5a2fd689360 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:27.737772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-877c398b-8d83-4e57-aca2-c8f9aea10f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.774585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.850119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.850119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.886220 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 03b75911-92a0-434c-a6bf-ba0ac98d0802 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:27.928418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-877c398b-8d83-4e57-aca2-c8f9aea10f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:27.982497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-877c398b-8d83-4e57-aca2-c8f9aea10f16 None None] For port 03b9a49a-edf8-4064-9bca-f5a2fd689360, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=03b9a49a-edf8-4064-9bca-f5a2fd689360,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:28.001949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Router b197932e-e4b9-43d0-b8b4-6130436c9052 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:28.004896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-877c398b-8d83-4e57-aca2-c8f9aea10f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.073904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c398b-8d83-4e57-aca2-c8f9aea10f16 None None] Pushing event updated for resources: {'Port': ['ID=03b9a49a-edf8-4064-9bca-f5a2fd689360,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:28.082589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 36546104-9fa0-41f8-a939-7446023cd72c {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:28.083173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.187869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:28.200396 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] Sync routers for ids ['b197932e-e4b9-43d0-b8b4-6130436c9052'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:28.221284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1d1efe-3bf9-4671-8b41-42aab1da62e5 None None] Update dhcp port {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': 'f2b58296-c472-4a05-80d0-a975a4f7dc31', 'ip_address': '2001:db8::f816:3eff:fe1c:1649'}, {'subnet_id': '6a5a546c-e5b0-47e6-ae30-1029efc069db'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '03b9a49a-edf8-4064-9bca-f5a2fd689360'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:52:28.226055 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-562d6ba5-4231-43e6-bdab-90014f0ca74d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "PUT /v2.0/routers/b197932e-e4b9-43d0-b8b4-6130436c9052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7912397 Jan 27 14:52:28.227619 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] Routers {'b197932e-e4b9-43d0-b8b4-6130436c9052'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:28.228866 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b197932e-e4b9-43d0-b8b4-6130436c9052'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:28.231849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37150) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:28.271554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1efe-3bf9-4671-8b41-42aab1da62e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.307509 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:28.328917 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] Routers {'b197932e-e4b9-43d0-b8b4-6130436c9052'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:28.329908 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bfacf2-377c-4131-af6a-a10c11c09262 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:52:28.330037 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b197932e-e4b9-43d0-b8b4-6130436c9052'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:28.352927 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-92bfacf2-377c-4131-af6a-a10c11c09262 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/df0a6cdd-f10a-4b27-848d-2c168070e3f6 HTTP/1.1" status: 404 len: 333 time: 0.1177502 Jan 27 14:52:28.354422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37152) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:28.383763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 03b9a49a-edf8-4064-9bca-f5a2fd689360 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:28.400095 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:28.401220 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6426c-7c54-4ffd-8317-f34510a003b7 None None] The sync data for ids ['b197932e-e4b9-43d0-b8b4-6130436c9052'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:28.475193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b3d663a-c10b-4a0d-8922-65ccd2b0e4a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.635195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 03b9a49a-edf8-4064-9bca-f5a2fd689360 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:28.636178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.659223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b3d663a-c10b-4a0d-8922-65ccd2b0e4a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.661787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b3d663a-c10b-4a0d-8922-65ccd2b0e4a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.682534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4a1d1efe-3bf9-4671-8b41-42aab1da62e5 None None] Allocated IP 172.20.0.2 (54ed4f89-dea6-4178-95d4-b6863af583eb/6a5a546c-e5b0-47e6-ae30-1029efc069db/03b9a49a-edf8-4064-9bca-f5a2fd689360) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:28.711579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.713361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b3d663a-c10b-4a0d-8922-65ccd2b0e4a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.713907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3d663a-c10b-4a0d-8922-65ccd2b0e4a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Fanout notify agent at l3_agent the message router_deleted on router b197932e-e4b9-43d0-b8b4-6130436c9052 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:52:28.723648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b3d663a-c10b-4a0d-8922-65ccd2b0e4a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.728973 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b3d663a-c10b-4a0d-8922-65ccd2b0e4a9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/routers/b197932e-e4b9-43d0-b8b4-6130436c9052 HTTP/1.1" status: 204 len: 168 time: 0.3690042 Jan 27 14:52:28.729239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37154) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:28.744569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 36546104-9fa0-41f8-a939-7446023cd72c owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:28.771064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.806529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet a7d0aa06-31d1-4529-a57c-66adbd8c3eab {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:28.810565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.867792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.889451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=03b75911-92a0-434c-a6bf-ba0ac98d0802,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:28.889751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4a1d1efe-3bf9-4671-8b41-42aab1da62e5 None None] For port 03b9a49a-edf8-4064-9bca-f5a2fd689360, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=03b9a49a-edf8-4064-9bca-f5a2fd689360,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:28.935784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1efe-3bf9-4671-8b41-42aab1da62e5 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.943788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1efe-3bf9-4671-8b41-42aab1da62e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:28.982953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.088676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.092180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.095696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.096744 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-44982ce2-367a-440f-88c3-868e76428c7b tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/floatingips/9247578b-b594-4329-9d77-df899a071b63 HTTP/1.1" status: 204 len: 168 time: 1.9465756 Jan 27 14:52:29.106024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37158) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:29.131685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1efe-3bf9-4671-8b41-42aab1da62e5 None None] Pushing event updated for resources: {'Port': ['ID=03b9a49a-edf8-4064-9bca-f5a2fd689360,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:29.157246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d0aa06-31d1-4529-a57c-66adbd8c3eab,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:29.169947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a6ac33-6556-428f-8965-bfaace9b38a6 None None] Network 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:29.201211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.207186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.212888 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fc7647a7-edab-4656-a48e-adcc1f9cd77d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/a7d0aa06-31d1-4529-a57c-66adbd8c3eab HTTP/1.1" status: 204 len: 168 time: 0.4822900 Jan 27 14:52:29.215874 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-6aad4e16-b6b9-45df-aa5b-6b959f3a90aa tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] delete failed (client error): The resource could not be found. Jan 27 14:52:29.217619 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6aad4e16-b6b9-45df-aa5b-6b959f3a90aa tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/floatingips/9247578b-b594-4329-9d77-df899a071b63 HTTP/1.1" status: 404 len: 345 time: 0.1100318 Jan 27 14:52:29.218408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37160) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:29.231159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37162) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:29.273339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=36546104-9fa0-41f8-a939-7446023cd72c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:29.427227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.440709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-35114369-c253-4b58-b82c-41889a132a03 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/36546104-9fa0-41f8-a939-7446023cd72c HTTP/1.1" status: 204 len: 168 time: 1.8231957 Jan 27 14:52:29.442098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37164) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:29.505055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024b03d-80c4-4915-bbbb-48dd4a625139 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:29.516098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024b03d-80c4-4915-bbbb-48dd4a625139 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:29.526995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4024b03d-80c4-4915-bbbb-48dd4a625139 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:29.529937 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4024b03d-80c4-4915-bbbb-48dd4a625139 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "GET /v2.0/ports?network_id=1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 HTTP/1.1" status: 200 len: 2357 time: 0.2950511 Jan 27 14:52:29.539156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37166) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:29.539750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.579874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] DHCP port deletion for 6360a1f5-bde4-4e72-ab0d-58f7f255ec7c request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:29.631242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9523c1d-dcc3-4d51-91e7-4a8b3038abd8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:29.635436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9523c1d-dcc3-4d51-91e7-4a8b3038abd8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:29.639055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9523c1d-dcc3-4d51-91e7-4a8b3038abd8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:29.645393 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a9523c1d-dcc3-4d51-91e7-4a8b3038abd8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1979954 Jan 27 14:52:29.649646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37168) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:29.677725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] Deleting port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:29.678321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.683787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1583a0b-ea63-49ed-8dca-43a4b35f3e09 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:29.686261 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b1583a0b-ea63-49ed-8dca-43a4b35f3e09 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "GET /v2.0/subnets/b995f517-d4ac-4323-9199-950ad997207b HTTP/1.1" status: 200 len: 797 time: 0.1454875 Jan 27 14:52:29.696344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37170) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:29.705190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'port': {'network_id': '1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6', 'name': 'tempest-FloatingIPTestJSON-1285163803', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:29.759579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:29.760704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.841801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] For port 3f1171c2-d79d-4fd5-af7f-99ba909b1493, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3f1171c2-d79d-4fd5-af7f-99ba909b1493,segment=NetworkSegment(8fa9d0a8-8a27-426e-9eb5-5984d59151fa),segment_id=8fa9d0a8-8a27-426e-9eb5-5984d59151fa)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:29.842456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.860619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 6a5a546c-e5b0-47e6-ae30-1029efc069db {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:29.875735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] Calling delete_port for 3f1171c2-d79d-4fd5-af7f-99ba909b1493 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:29.892252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:29.969734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:30.001284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] For port 3f1171c2-d79d-4fd5-af7f-99ba909b1493, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3f1171c2-d79d-4fd5-af7f-99ba909b1493,segment=NetworkSegment(8fa9d0a8-8a27-426e-9eb5-5984d59151fa),segment_id=8fa9d0a8-8a27-426e-9eb5-5984d59151fa)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:30.001869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.033346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.072693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 3f1171c2-d79d-4fd5-af7f-99ba909b1493 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:30.098060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.178233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] Pushing event deleted for resources: {'Port': ['ID=3f1171c2-d79d-4fd5-af7f-99ba909b1493,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:30.181439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b996ff-63de-46cd-92ef-5bd1bcf8920b None None] No DVR routers for this DVR port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:30.199586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.222646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.258692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0c5ae96b-7413-4601-97c5-b3bfc9a9f287 None None] Could not find standard attr ID for object 36546104-9fa0-41f8-a939-7446023cd72c. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:30.275457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] device_id is not set on port c7d0a6d2-d016-4358-8860-4f88c1de0c0c yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:30.281612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0c5ae96b-7413-4601-97c5-b3bfc9a9f287 None None] Provisioning complete for port 03b9a49a-edf8-4064-9bca-f5a2fd689360 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:30.283545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c5ae96b-7413-4601-97c5-b3bfc9a9f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.353297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.358901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 03b9a49a-edf8-4064-9bca-f5a2fd689360 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:30.411514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.484680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=3f1171c2-d79d-4fd5-af7f-99ba909b1493,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:30.488718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No DVR routers for this DVR port 3f1171c2-d79d-4fd5-af7f-99ba909b1493 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:30.547838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 03b9a49a-edf8-4064-9bca-f5a2fd689360 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:30.548615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.703510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.736353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.783404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5a546c-e5b0-47e6-ae30-1029efc069db,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:30.790459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3f1171c2-d79d-4fd5-af7f-99ba909b1493 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:30.809511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.814928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 3f1171c2-d79d-4fd5-af7f-99ba909b1493 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:30.815258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3f1171c2-d79d-4fd5-af7f-99ba909b1493 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:30.821486 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c79f99d5-d29e-4326-9928-5a2cb7d0f9d3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/6a5a546c-e5b0-47e6-ae30-1029efc069db HTTP/1.1" status: 204 len: 168 time: 1.1697991 Jan 27 14:52:30.826607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37172) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:30.844805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6360a1f5-bde4-4e72-ab0d-58f7f255ec7c']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:30.881523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e320defe-7299-466e-bef6-b7c8827036fa None None] Could not find standard attr ID for object 36546104-9fa0-41f8-a939-7446023cd72c. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:30.882198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa9d0a8-8a27-426e-9eb5-5984d59151fa') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:30.882974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa9d0a8-8a27-426e-9eb5-5984d59151fa') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:30.898655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.921807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet f2b58296-c472-4a05-80d0-a975a4f7dc31 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:30.925976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.929586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.951724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.14 (1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6/b995f517-d4ac-4323-9199-950ad997207b/c7d0a6d2-d016-4358-8860-4f88c1de0c0c) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:30.961905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:52:30.962237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:30.962694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.13 (1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6/b995f517-d4ac-4323-9199-950ad997207b/c7d0a6d2-d016-4358-8860-4f88c1de0c0c) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: self.session.flush() Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:52:30.965606 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:52:31.027495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.084904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.093042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.096160 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/6360a1f5-bde4-4e72-ab0d-58f7f255ec7c HTTP/1.1" status: 204 len: 168 time: 1.8761482 Jan 27 14:52:31.097808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37176) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:31.158207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef42d3-cf75-43d1-bc4b-f5ed5bb059af tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=6360a1f5-bde4-4e72-ab0d-58f7f255ec7c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:31.228729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb0a91-19f9-4def-b09a-95e9d946b3ff tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:31.230746 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e3cb0a91-19f9-4def-b09a-95e9d946b3ff tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/f3c617dc-df0c-4b03-ae9f-66e8aee77db1 HTTP/1.1" status: 200 len: 844 time: 0.1249604 Jan 27 14:52:31.239264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.242196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37178) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:31.265464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.317794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.344328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37180) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:31.365872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:31.372889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:31.375589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:31.412212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=c7d0a6d2-d016-4358-8860-4f88c1de0c0c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:31.446464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:31.447230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.460663 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9c9b61a3-57d4-452a-921d-74f2075a810b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/f3c617dc-df0c-4b03-ae9f-66e8aee77db1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2169573 Jan 27 14:52:31.466660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37182) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:31.473736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:31.481090 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bf8a2cd1-8769-4a20-8f99-f5b83f6ea8b3 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7828853 Jan 27 14:52:31.484060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37184) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:31.489236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'c7d0a6d2-d016-4358-8860-4f88c1de0c0c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:31.557246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.564518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25196621-6d3e-4db2-a64c-eaa2d287eb80 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:31.597558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.679229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:31.683074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.889563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:31.932621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:32.041571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] Deleting port 03b9a49a-edf8-4064-9bca-f5a2fd689360 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:32.042076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.083893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b58296-c472-4a05-80d0-a975a4f7dc31,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:32.089800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.096199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37186) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:32.096665 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6702e8e4-9f7a-42d4-948f-9e4f7eeb915a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/f2b58296-c472-4a05-80d0-a975a4f7dc31 HTTP/1.1" status: 204 len: 168 time: 1.2679765 Jan 27 14:52:32.111970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.160262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] For port 03b9a49a-edf8-4064-9bca-f5a2fd689360, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=03b9a49a-edf8-4064-9bca-f5a2fd689360,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:32.161234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.194222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] Calling delete_port for 03b9a49a-edf8-4064-9bca-f5a2fd689360 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:32.201917 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8ac96783-1b3d-4d03-87d4-7bf3ae1bbe8e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033576 Jan 27 14:52:32.211930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.26.6.131 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/841e16f0-31bc-4de7-841b-9a17b48fd0bf) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:32.214276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37188) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:32.223794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 03b9a49a-edf8-4064-9bca-f5a2fd689360 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:32.243206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:32.314720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:32.347618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:32.360940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:32.362023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.377547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072290bb-ae9f-4182-a94e-88e094ce61db None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:32.439576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=508c2343-22e7-4d9d-bb77-afb532159954,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:32.493889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.499413 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f2ee106-e072-42c2-9063-2ba651834745 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0270238 Jan 27 14:52:32.500981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37194) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:32.510301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-693d8780-e6af-4698-bc27-cdb351434c12 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'security_group': {'name': 'tempest-secgroup-1156567511'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:32.542053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.543885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] Pushing event deleted for resources: {'Port': ['ID=03b9a49a-edf8-4064-9bca-f5a2fd689360,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:32.550836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.561441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351ffbf-e840-46b4-8498-17a6a66e8120 None None] No DVR routers for this DVR port 03b9a49a-edf8-4064-9bca-f5a2fd689360 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:32.594598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:32.599895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-693d8780-e6af-4698-bc27-cdb351434c12 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.600573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.671891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.752184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.768540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54198aad-8a3b-44cd-8f13-45ded550d2ea', 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'tenant_id': 'a080f773c60f43558cf034ce695c62b8', 'fixed_ips': [{'subnet_id': '508c2343-22e7-4d9d-bb77-afb532159954'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:52:32.769965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.809353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-693d8780-e6af-4698-bc27-cdb351434c12 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.819119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-693d8780-e6af-4698-bc27-cdb351434c12 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.854178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:32.871502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:32.882339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:32.886619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-693d8780-e6af-4698-bc27-cdb351434c12 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:32.888586 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-693d8780-e6af-4698-bc27-cdb351434c12 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3845551 Jan 27 14:52:32.904722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37196) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:32.911513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d8780-e6af-4698-bc27-cdb351434c12 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd356cc-fe44-40a0-a832-a4756d134ca8,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:32.928748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a6f26734-479d-4bd0-b3ed-ea2fcd4fab7d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'security_group': {'name': 'tempest-secgroup-676769025'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:32.981473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=841e16f0-31bc-4de7-841b-9a17b48fd0bf,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:33.008130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Allocated IP 2001:db8::2 (54198aad-8a3b-44cd-8f13-45ded550d2ea/508c2343-22e7-4d9d-bb77-afb532159954/3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:33.124191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:33.125696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.215922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26734-479d-4bd0-b3ed-ea2fcd4fab7d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.226405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.235042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.278782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:33.284500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:33.288930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:33.298623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.308761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Pushing event updated for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:33.368545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port ecb6c654-df5a-4c5c-8d83-7b5fc10ee109, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:33.369543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.374339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Attempting to bind port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:52:33.374339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Attempting to bind port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '2103ccc6-b202-441e-9cf9-0cada2102687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:52:33.374746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Attempting to bind port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 on network 54198aad-8a3b-44cd-8f13-45ded550d2ea {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:52:33.381116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:52:33.381510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Checking segment: {'id': '2103ccc6-b202-441e-9cf9-0cada2102687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:33.381724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.382114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Bound using segment: {'id': '2103ccc6-b202-441e-9cf9-0cada2102687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:52:33.382755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Bound port: 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2103ccc6-b202-441e-9cf9-0cada2102687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:52:33.383046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.401046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:33.433338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:33.458512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:33.468254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:52:33.471491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=38d10060-7e79-4a33-a9f7-9ee3172ab951,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:33.472214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a053fc5-cf48-4cde-a021-663df92ba563 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:33.475864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,segment=NetworkSegment(2103ccc6-b202-441e-9cf9-0cada2102687),segment_id=2103ccc6-b202-441e-9cf9-0cada2102687)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:52:33.478190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:33.479246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.496552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.604325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-758de1c6-ccdf-46d4-90ab-cb9cdf89c00e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3843973 Jan 27 14:52:33.604892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26734-479d-4bd0-b3ed-ea2fcd4fab7d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.609831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37198) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:33.615642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26734-479d-4bd0-b3ed-ea2fcd4fab7d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.622682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee649-5cc0-42c1-a816-a13561f8d0cd None None] Pushing event updated for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:33.627444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:33.715745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26734-479d-4bd0-b3ed-ea2fcd4fab7d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.717508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a6f26734-479d-4bd0-b3ed-ea2fcd4fab7d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8097994 Jan 27 14:52:33.724977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37200) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:33.731035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-551816514', 'security_groups': ['e49e3830-8864-4e01-adae-e4a4cfe34774'], 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '508c2343-22e7-4d9d-bb77-afb532159954'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:33.738248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f26734-479d-4bd0-b3ed-ea2fcd4fab7d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49e3830-8864-4e01-adae-e4a4cfe34774,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:33.806402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '38d10060-7e79-4a33-a9f7-9ee3172ab951'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:52:33.808559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.972560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:33.981057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:33.985465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.057197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=ecb6c654-df5a-4c5c-8d83-7b5fc10ee109,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:34.160970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.205509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Allocated IP 172.20.0.2 (54ed4f89-dea6-4178-95d4-b6863af583eb/38d10060-7e79-4a33-a9f7-9ee3172ab951/1e7bd3fd-7cb4-466a-a072-099f63065d36) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:34.278986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:34.285866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.543208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.550328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.572934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:34.617651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.629239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=841e16f0-31bc-4de7-841b-9a17b48fd0bf,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:34.639783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.705108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:34.705483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.788851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.799592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.842516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:34.873319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.907877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:34.920625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:34.923415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:34.925823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Pushing event updated for resources: {'Port': ['ID=1e7bd3fd-7cb4-466a-a072-099f63065d36,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:34.936802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.937143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.937420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.937844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.938577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.938704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.938975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.939325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.939666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.939995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.940357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.940716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:52:34.957905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:34.979715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,segment=NetworkSegment(2103ccc6-b202-441e-9cf9-0cada2102687),segment_id=2103ccc6-b202-441e-9cf9-0cada2102687)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:35.007158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.041827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Attempting to bind port 1e7bd3fd-7cb4-466a-a072-099f63065d36 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:52:35.042098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Attempting to bind port 1e7bd3fd-7cb4-466a-a072-099f63065d36 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:52:35.042428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Attempting to bind port 1e7bd3fd-7cb4-466a-a072-099f63065d36 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:52:35.055810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:52:35.056193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:35.056606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.057007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:52:35.057513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Bound port: 1e7bd3fd-7cb4-466a-a072-099f63065d36, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:52:35.057902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.088600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:35.145886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] For port 1e7bd3fd-7cb4-466a-a072-099f63065d36, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:52:35.149768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] For port 1e7bd3fd-7cb4-466a-a072-099f63065d36, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bd3fd-7cb4-466a-a072-099f63065d36,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:52:35.155800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.242956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050f217-9187-4922-bf5a-bc40e67abeba None None] Pushing event updated for resources: {'Port': ['ID=1e7bd3fd-7cb4-466a-a072-099f63065d36,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:35.301960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 3403e02d-f39d-4b2d-9453-dd8d1d8a001d associated. External IP: 172.26.6.131, port: c7d0a6d2-d016-4358-8860-4f88c1de0c0c. Jan 27 14:52:35.386833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-97b0d25f-d7e6-4d0a-b5a5-103c8676bd37 None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:35.387216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-97b0d25f-d7e6-4d0a-b5a5-103c8676bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.537308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:52:35.548574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::1da (54198aad-8a3b-44cd-8f13-45ded550d2ea/508c2343-22e7-4d9d-bb77-afb532159954/4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:35.636405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-97b0d25f-d7e6-4d0a-b5a5-103c8676bd37 None None] Provisioning complete for port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:35.637283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-97b0d25f-d7e6-4d0a-b5a5-103c8676bd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.669107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:35.695398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-97b0d25f-d7e6-4d0a-b5a5-103c8676bd37 None None] Port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:35.822976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:35.838147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:35.842606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 161e4fc1-e4a7-4258-80d4-22a857c4caab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:35.844877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.855486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:35.856704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:35.879966 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d6de5638-491b-4bb0-a8ff-63a8e1025578 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3923731 Jan 27 14:52:35.880199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37208) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:35.885393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'port_id': 'c7d0a6d2-d016-4358-8860-4f88c1de0c0c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:35.930048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:35.952901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.960101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:35.960330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:35.961614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:36.008747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:36.009520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5dc9d2-625c-467e-b0c3-51395aac96f8 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:36.055860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:36.110827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:36.121563 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f2f2be9-b48f-40da-91fb-3b6b9b6d74cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/161e4fc1-e4a7-4258-80d4-22a857c4caab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7759798 Jan 27 14:52:36.131795 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] Sync routers for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:36.171132 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:36.172682 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:36.550766 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:36.563296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:36.667045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:36.667237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:36.746321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:36.843930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bd3fd-7cb4-466a-a072-099f63065d36 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:36.846423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:36.881541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:36.890873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:36.891321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19926b45-414a-41b3-b4e6-a1e5f140a6e8 req-3e1edb42-b394-4796-9970-0bde4f6f9dc8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:36.898062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:36.898771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:36.904718 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-19926b45-414a-41b3-b4e6-a1e5f140a6e8 req-3e1edb42-b394-4796-9970-0bde4f6f9dc8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 946 time: 0.2307484 Jan 27 14:52:36.947152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:36.962534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] For port 1e7bd3fd-7cb4-466a-a072-099f63065d36, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bd3fd-7cb4-466a-a072-099f63065d36,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:36.976698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:36.977641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:36.978953 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6798f47c-0602-4766-8c21-4c802df86a2e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2525122 Jan 27 14:52:36.991622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37214) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:36.997876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6a3ece0b-87e5-471d-b623-97abc63f470f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:37.002637 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:33Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:51:11Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:37.023351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-19926b45-414a-41b3-b4e6-a1e5f140a6e8 req-11e93273-b139-4dd6-9f1c-586c5eb3205b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145341 Jan 27 14:52:37.060165 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] Checking router: 161e4fc1-e4a7-4258-80d4-22a857c4caab for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:52:37.079306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-86c1c4db-6af9-4c47-938a-9e0428c13f76 None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:37.079697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-86c1c4db-6af9-4c47-938a-9e0428c13f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.082927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:52:37.086818 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:37.088008 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:37.133659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.141821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.142385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.172373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.181394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.242910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.315791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=258bbb49-2008-4772-abef-2716538e466f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:37.318085 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:37.344849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:52:37.345189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:52:37.383043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=1e7bd3fd-7cb4-466a-a072-099f63065d36,revision_number=4']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:37.389533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-86c1c4db-6af9-4c47-938a-9e0428c13f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.419635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:37.428843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:37.433834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:37.435093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.456754 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c3033-d190-4e6a-a820-d5f437cf9bbb None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:37.496490 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3358c77b-125a-42f9-adfd-8339685e689a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8722560 Jan 27 14:52:37.497894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37216) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:37.507916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:db:b6:f8', 'name': 'tempest-NetworksTestDHCPv6-313428050'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:37.514559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3ece0b-87e5-471d-b623-97abc63f470f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:37.518640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a3ece0b-87e5-471d-b623-97abc63f470f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.532435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-86c1c4db-6af9-4c47-938a-9e0428c13f76 None None] For port 1e7bd3fd-7cb4-466a-a072-099f63065d36, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bd3fd-7cb4-466a-a072-099f63065d36,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:37.542698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-86c1c4db-6af9-4c47-938a-9e0428c13f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.632685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1c4db-6af9-4c47-938a-9e0428c13f76 None None] Pushing event updated for resources: {'Port': ['ID=1e7bd3fd-7cb4-466a-a072-099f63065d36,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:37.665281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:37.667389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.ipam_backend_mixin [None req-6a3ece0b-87e5-471d-b623-97abc63f470f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 508c2343-22e7-4d9d-bb77-afb532159954 (CIDR: 2001:db8::/64) Jan 27 14:52:37.675087 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3ece0b-87e5-471d-b623-97abc63f470f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:37.677727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3ece0b-87e5-471d-b623-97abc63f470f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:37.698161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0a71e0c0-485b-4d1c-8632-93e221a9ad9c None None] Provisioning complete for port 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:37.699860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0a71e0c0-485b-4d1c-8632-93e221a9ad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.723059 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6a3ece0b-87e5-471d-b623-97abc63f470f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7288072 Jan 27 14:52:37.725447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37218) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:37.737383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:37.770608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0a71e0c0-485b-4d1c-8632-93e221a9ad9c None None] Port 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:37.848039 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:33Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:51:11Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:37.853107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:37.885057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:37.891630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:37.899430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:37.900787 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e9035-903a-4189-93f4-5623baea1db3 None None] The sync data for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv is: [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:33Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b414d1f1-4448-4126-bb52-6c4c72e1d923', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'port_id': '49a1c2cc-9cd8-4885-9077-61d015187089', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'mac_address': 'fa:16:3e:50:57:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88427444-a713-406e-9541-4d46b198ac4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:50:56Z', 'updated_at': '2022-01-27T14:51:11Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:37.926929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:37.927610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:37.987469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:38.002621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:38.003364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:38.033413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:38.040133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.040993 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9f8ef9d8-3d0a-4ab8-82ff-f0a225fc57da tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/floatingips/3403e02d-f39d-4b2d-9453-dd8d1d8a001d HTTP/1.1" status: 200 len: 979 time: 2.1596553 Jan 27 14:52:38.049483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37220) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:38.052561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:38.052561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d11a3f-8a0f-43c8-9c74-139073c66e21 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:38.065331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.179855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 4b8aa34f-546f-4f40-80e8-bbfa3791faa8 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:38.206151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-eefd7a78-6383-4525-a9eb-416aa342e805 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:38.208092 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-eefd7a78-6383-4525-a9eb-416aa342e805 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 946 time: 0.2363985 Jan 27 14:52:38.350489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bd3fd-7cb4-466a-a072-099f63065d36 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:38.446329 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:38.446875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.447581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496d5dd-83d7-41d3-915a-af15af03ba7d req-9f0f448e-4756-47e7-ba58-0655e63499d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:38.449156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8496d5dd-83d7-41d3-915a-af15af03ba7d req-9f0f448e-4756-47e7-ba58-0655e63499d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 946 time: 0.3110785 Jan 27 14:52:38.592799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 841e16f0-31bc-4de7-841b-9a17b48fd0bf {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:38.593480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.598468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:38.636980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:38.638178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ecb6c654-df5a-4c5c-8d83-7b5fc10ee109 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:38.688715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.744616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port e02310a3-3da2-465c-9dfa-97dd007d983f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:38.745004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.758198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:38.768512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8496d5dd-83d7-41d3-915a-af15af03ba7d req-d8a95bfd-2c5d-4def-9f00-2a3617dc8983 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=31de345a-4e7b-4cd5-816b-d24eb3103f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773595 Jan 27 14:52:38.816490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d587242f-d6f6-4f0f-a71e-60dd0e5a3ca9 None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:38.816791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:38.816968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d587242f-d6f6-4f0f-a71e-60dd0e5a3ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.818158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:38.818158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.828440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=3c2955ef-3f18-45f1-bb57-b33e9609b6bc,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:38.839761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 172.20.0.9 (54ed4f89-dea6-4178-95d4-b6863af583eb/38d10060-7e79-4a33-a9f7-9ee3172ab951/4b8aa34f-546f-4f40-80e8-bbfa3791faa8) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:38.846557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5574d76-f305-4f7c-94bd-a9061b3724e8 None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:38.860402 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-01d6db53-c58e-4392-9f60-ee0bad2ba817 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1334078 Jan 27 14:52:38.864794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37226) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:38.870227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fedb:b6f8 (54ed4f89-dea6-4178-95d4-b6863af583eb/258bbb49-2008-4772-abef-2716538e466f/4b8aa34f-546f-4f40-80e8-bbfa3791faa8) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:38.879440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-387433743', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c2955ef-3f18-45f1-bb57-b33e9609b6bc'}], 'security_groups': ['9cd356cc-fe44-40a0-a832-a4756d134ca8']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:38.977662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port e02310a3-3da2-465c-9dfa-97dd007d983f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e02310a3-3da2-465c-9dfa-97dd007d983f,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:38.977989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:38.981206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.004607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for e02310a3-3da2-465c-9dfa-97dd007d983f owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:39.048418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.049370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.064991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 841e16f0-31bc-4de7-841b-9a17b48fd0bf owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:39.224588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f803308-20ff-455e-a30f-ad3881851003 None None] Update dhcp port {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'fixed_ips': [{'subnet_id': '508c2343-22e7-4d9d-bb77-afb532159954', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c2955ef-3f18-45f1-bb57-b33e9609b6bc'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:52:39.258526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f803308-20ff-455e-a30f-ad3881851003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.299872 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-db2aa69c-60bc-4954-b0b1-05b19ffdf98b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412740 Jan 27 14:52:39.483169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.526501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-a40f89e4-bd4f-4958-a2ac-7a013fb61cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:39.527998 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-a40f89e4-bd4f-4958-a2ac-7a013fb61cd6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1098 time: 0.1758070 Jan 27 14:52:39.534715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=e02310a3-3da2-465c-9dfa-97dd007d983f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:39.607902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.670763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port e02310a3-3da2-465c-9dfa-97dd007d983f on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:39.678583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.682143 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2ee6b82f-8c59-4f59-ac11-ade13a713eff req-b72ef3b8-8f08-4c5a-8c97-8924f16bd170 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/e02310a3-3da2-465c-9dfa-97dd007d983f HTTP/1.1" status: 204 len: 173 time: 1.4670851 Jan 27 14:52:39.682647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'name': 'network-vif-deleted', 'tag': 'e02310a3-3da2-465c-9dfa-97dd007d983f'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:39.685813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d0c6cc-1185-48e9-99a2-0068924c3579" -d '{"events": [{"server_uuid": "4b4ae25d-66c5-4aa7-9209-fdc6068e780e", "name": "network-vif-deleted", "tag": "e02310a3-3da2-465c-9dfa-97dd007d983f"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:39.713962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.716848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Delete allocated IP 2001:db8::1da (54198aad-8a3b-44cd-8f13-45ded550d2ea/508c2343-22e7-4d9d-bb77-afb532159954) {{(pid=108742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 14:52:39.732061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:39.741941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8:0:1::261 (54198aad-8a3b-44cd-8f13-45ded550d2ea/3c2955ef-3f18-45f1-bb57-b33e9609b6bc/4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:39.788642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-2d60ebb6-2d90-410d-9d70-f54f5daccfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:39.790872 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-2d60ebb6-2d90-410d-9d70-f54f5daccfbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 898 time: 0.2201018 Jan 27 14:52:39.815662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:39.829743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:39.855653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:39.931425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=4b8aa34f-546f-4f40-80e8-bbfa3791faa8,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:39.951496 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-6c3bd78a-5727-4903-883e-c68af6e755dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 200 len: 1000 time: 0.1534109 Jan 27 14:52:40.044734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1829a7e6-2877-4ab5-a16b-94f76d445195 x-openstack-request-id: req-1829a7e6-2877-4ab5-a16b-94f76d445195 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:40.044734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ae25d-66c5-4aa7-9209-fdc6068e780e", "name": "network-vif-deleted", "tag": "e02310a3-3da2-465c-9dfa-97dd007d983f", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:40.045055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1829a7e6-2877-4ab5-a16b-94f76d445195 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:40.045557 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4ae25d-66c5-4aa7-9209-fdc6068e780e', 'name': 'network-vif-deleted', 'tag': 'e02310a3-3da2-465c-9dfa-97dd007d983f', 'status': 'completed', 'code': 200} Jan 27 14:52:40.080954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-782cb235-e450-4aba-8c27-6846b5de5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:40.082401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=841e16f0-31bc-4de7-841b-9a17b48fd0bf,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:40.084164 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-782cb235-e450-4aba-8c27-6846b5de5cab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08a06657-59a5-4241-9255-fe4d115f5792 HTTP/1.1" status: 200 len: 834 time: 0.1215332 Jan 27 14:52:40.115505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:40.116567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.154865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92d880a9-c656-4f21-90e5-6cf4c0f37efe req-52fabe34-c4b2-494a-8a2a-694d4e104b04 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b4ae25d-66c5-4aa7-9209-fdc6068e780e HTTP/1.1" status: 200 len: 210 time: 0.0936804 Jan 27 14:52:40.159655 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2975d2c2-649b-48b5-a75f-616facf7213f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6605618 Jan 27 14:52:40.163947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37234) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:40.172198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.172855 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 3403e02d-f39d-4b2d-9453-dd8d1d8a001d disassociated (deleted). External IP: 172.26.6.131, port: c7d0a6d2-d016-4358-8860-4f88c1de0c0c. Jan 27 14:52:40.186855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.218836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-ad990527-0b8d-40a9-84ac-14fa8c275b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:40.233988 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-ad990527-0b8d-40a9-84ac-14fa8c275b1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1398232 Jan 27 14:52:40.235933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.345450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-9f803308-20ff-455e-a30f-ad3881851003 None None] Allocated IP 2001:db8:0:1::2 (54198aad-8a3b-44cd-8f13-45ded550d2ea/3c2955ef-3f18-45f1-bb57-b33e9609b6bc/3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:40.372521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60887f3-e7cc-494a-8955-6742eddb6dc9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:40.397743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60887f3-e7cc-494a-8955-6742eddb6dc9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:40.401675 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f60887f3-e7cc-494a-8955-6742eddb6dc9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2258964 Jan 27 14:52:40.470190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37236) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:40.541832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9f803308-20ff-455e-a30f-ad3881851003 None None] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,segment=NetworkSegment(2103ccc6-b202-441e-9cf9-0cada2102687),segment_id=2103ccc6-b202-441e-9cf9-0cada2102687)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:40.556661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] In _notify_port_updated(), no bound segment for port 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d on network 54198aad-8a3b-44cd-8f13-45ded550d2ea {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:52:40.566887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:40.567951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.573119 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "PUT /v2.0/ports/4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d HTTP/1.1" status: 200 len: 930 time: 1.7043591 Jan 27 14:52:40.581656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37238) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:40.592841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f803308-20ff-455e-a30f-ad3881851003 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.594642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7ad61173-7727-4c97-aad6-b5c0ddeb9d4a None None] Provisioning complete for port 4b8aa34f-546f-4f40-80e8-bbfa3791faa8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:40.595012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ad61173-7727-4c97-aad6-b5c0ddeb9d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.617996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9f803308-20ff-455e-a30f-ad3881851003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.648961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4173-49e3-4ba9-bb1c-1d26d927b3ab tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:40.701141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7ad61173-7727-4c97-aad6-b5c0ddeb9d4a None None] Port 4b8aa34f-546f-4f40-80e8-bbfa3791faa8 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:40.720311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 4b8aa34f-546f-4f40-80e8-bbfa3791faa8 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:40.720779 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.751514 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-38f66e00-867f-413a-9a71-79c662277ddd service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075374 Jan 27 14:52:40.753566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f803308-20ff-455e-a30f-ad3881851003 None None] Pushing event updated for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:40.880007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:40.880351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.881521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:40.897361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:40.903716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 4b8aa34f-546f-4f40-80e8-bbfa3791faa8 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:41.018838 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-795caf9e-706f-4cba-89eb-80b51193a5c5 req-277424a3-c530-4f30-a120-e9fe22c46399 service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594993 Jan 27 14:52:41.066225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.086718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:41.118358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:41.125863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.136733 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:41.147934 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:41.148969 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:41.172207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8824e63a-6336-4fce-a596-e0957d546c9c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/floatingips/3403e02d-f39d-4b2d-9453-dd8d1d8a001d HTTP/1.1" status: 204 len: 168 time: 3.1212242 Jan 27 14:52:41.172479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37240) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:41.190765 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:41.202151 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:41.203022 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:41.275357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37244) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:41.285756 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:41.286728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9ee65-337d-44c5-bf6b-c12d48468267 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:41.346336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.402039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=4b8aa34f-546f-4f40-80e8-bbfa3791faa8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:41.520755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca92b4ce-749e-485b-a083-9dd253c0df1e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.531952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.551651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9fb752c3-107d-4b14-b377-dbde6766c3b2 None None] Could not find standard attr ID for object 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:41.576881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9fb752c3-107d-4b14-b377-dbde6766c3b2 None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:41.578074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fb752c3-107d-4b14-b377-dbde6766c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.579457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.591373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3098d674-e762-4ab0-a394-3da969ed05ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/4b8aa34f-546f-4f40-80e8-bbfa3791faa8 HTTP/1.1" status: 204 len: 168 time: 1.1152983 Jan 27 14:52:41.591698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37246) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:41.597172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca92b4ce-749e-485b-a083-9dd253c0df1e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.601501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port c7d0a6d2-d016-4358-8860-4f88c1de0c0c {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:41.601839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.605866 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:41.710241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b90dc-4d22-4846-b710-e5b46625fc6e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:41.713380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b90dc-4d22-4846-b710-e5b46625fc6e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:41.713801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.715781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b90dc-4d22-4846-b710-e5b46625fc6e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:41.717641 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-db0b90dc-4d22-4846-b710-e5b46625fc6e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1234000 Jan 27 14:52:41.719824 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a60c0829-f7bf-4000-a86e-badd0853f98d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d HTTP/1.1" status: 204 len: 168 time: 1.1349032 Jan 27 14:52:41.722006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37248) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:41.722344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37250) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:41.728213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9fb752c3-107d-4b14-b377-dbde6766c3b2 None None] Provisioning complete for port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:41.728797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fb752c3-107d-4b14-b377-dbde6766c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.783392 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1acd29-d639-4d2b-abb6-8687304ac25e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:52:41.787616 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee1acd29-d639-4d2b-abb6-8687304ac25e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d HTTP/1.1" status: 404 len: 333 time: 0.0617940 Jan 27 14:52:41.788408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37252) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:41.799376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e02310a3-3da2-465c-9dfa-97dd007d983f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:41.847087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.857650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 258bbb49-2008-4772-abef-2716538e466f {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:41.865966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for c7d0a6d2-d016-4358-8860-4f88c1de0c0c owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:41.869336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:41.874928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: e02310a3-3da2-465c-9dfa-97dd007d983f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:41.875843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e02310a3-3da2-465c-9dfa-97dd007d983f not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:41.883831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9fb752c3-107d-4b14-b377-dbde6766c3b2 None None] Port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:41.968181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.002143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-833707da-c76c-435d-86cb-14079b491188 None None] Could not find standard attr ID for object 4d57a2f5-ea7a-4c52-bfbf-6d4db5054c0d. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:42.004086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c732562-0ff7-4f09-9054-5f9b33c991bc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.048234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c732562-0ff7-4f09-9054-5f9b33c991bc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.089266 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca92b4ce-749e-485b-a083-9dd253c0df1e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.094323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ca92b4ce-749e-485b-a083-9dd253c0df1e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.098630 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ca92b4ce-749e-485b-a083-9dd253c0df1e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/31de345a-4e7b-4cd5-816b-d24eb3103f7d HTTP/1.1" status: 204 len: 168 time: 0.8194599 Jan 27 14:52:42.129483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.141293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92b4ce-749e-485b-a083-9dd253c0df1e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de345a-4e7b-4cd5-816b-d24eb3103f7d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:42.144119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37256) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:42.204848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c732562-0ff7-4f09-9054-5f9b33c991bc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.213599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c732562-0ff7-4f09-9054-5f9b33c991bc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.215199 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5c732562-0ff7-4f09-9054-5f9b33c991bc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/security-groups/e49e3830-8864-4e01-adae-e4a4cfe34774 HTTP/1.1" status: 204 len: 168 time: 0.4256806 Jan 27 14:52:42.230336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37258) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:42.237070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732562-0ff7-4f09-9054-5f9b33c991bc tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49e3830-8864-4e01-adae-e4a4cfe34774,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:42.266320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:42.299597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.330223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:42.330839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.335141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=258bbb49-2008-4772-abef-2716538e466f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:42.339117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.343337 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-656c2ecd-36c0-4086-941f-631c0c953a44 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/258bbb49-2008-4772-abef-2716538e466f HTTP/1.1" status: 204 len: 168 time: 0.6101160 Jan 27 14:52:42.347826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37260) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:42.360413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca4fca-4235-4696-ab3c-03262487d3b8 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:42.380690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.416152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 38d10060-7e79-4a33-a9f7-9ee3172ab951 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:42.422176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.452407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet bd6120e4-ff9a-4c27-bac3-63014156e943 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:42.455680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=c7d0a6d2-d016-4358-8860-4f88c1de0c0c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:42.464209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.492473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.534304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1fb898bb-264f-4a1a-893d-b1470e6bbfb1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.588973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.662560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.769384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.800908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=38d10060-7e79-4a33-a9f7-9ee3172ab951,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:42.808155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:42.812357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4f203fa4-ee16-4083-b723-86c8e655651d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/38d10060-7e79-4a33-a9f7-9ee3172ab951 HTTP/1.1" status: 204 len: 168 time: 0.4634399 Jan 27 14:52:42.814969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37262) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:42.860628 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ae2a8be8-9ce2-4b99-83bd-745a8174c927 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443330 Jan 27 14:52:42.863708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37264) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:42.871068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:42.996388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1fb898bb-264f-4a1a-893d-b1470e6bbfb1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.006019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:43.013715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.017199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.025291 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bfc9ec92-43bd-4201-8e15-74ac6aeb3154 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/ports/c7d0a6d2-d016-4358-8860-4f88c1de0c0c HTTP/1.1" status: 204 len: 168 time: 1.8510997 Jan 27 14:52:43.031588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37268) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:43.048504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:43.134347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.140790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1fb898bb-264f-4a1a-893d-b1470e6bbfb1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.143440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1fb898bb-264f-4a1a-893d-b1470e6bbfb1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.148931 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1fb898bb-264f-4a1a-893d-b1470e6bbfb1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/security-groups/9cd356cc-fe44-40a0-a832-a4756d134ca8 HTTP/1.1" status: 204 len: 168 time: 0.9117084 Jan 27 14:52:43.148931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.149526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37270) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:43.198257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb898bb-264f-4a1a-893d-b1470e6bbfb1 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd356cc-fe44-40a0-a832-a4756d134ca8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:43.229062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet 508c2343-22e7-4d9d-bb77-afb532159954 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:43.237703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.331929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.347636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.375322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6120e4-ff9a-4c27-bac3-63014156e943,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:43.383493 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.387077 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7ced7442-a792-41e3-8e41-0d280b1d10a6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/bd6120e4-ff9a-4c27-bac3-63014156e943 HTTP/1.1" status: 204 len: 168 time: 1.2356651 Jan 27 14:52:43.388094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e215d3-df86-4a8d-93ed-8aaff0de464c None None] Network 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:43.390203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37282) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:43.480752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c870c1ad-c569-40e1-87e9-b5899dce1a08 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:43.522153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.538427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.582400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.608246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.668961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9dc317e3-175a-4900-adeb-72e96e5e4f40 None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:43.669486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dc317e3-175a-4900-adeb-72e96e5e4f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.732384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.26.6.134 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/6b0975ee-4513-4040-a5aa-36a88d683d92) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:43.744495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 90313417-3c40-4f5c-be4a-84bc45f8537d {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:43.744877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.806325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:43.814533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:43.815768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:43.816635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.844353 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=01225ccd-327b-428c-8b9f-01de9181ebe2,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:43.854470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-83eba1cc-aa18-44a9-adaf-cb6cf81cbee3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9885416 Jan 27 14:52:43.862880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37292) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:43.874195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae09ae4-e3f2-4faa-9bed-813de76f2cf5 req-6b2e7d28-15dc-48b4-872a-28267c0f92c3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:43.875794 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ae09ae4-e3f2-4faa-9bed-813de76f2cf5 req-6b2e7d28-15dc-48b4-872a-28267c0f92c3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1564765 Jan 27 14:52:43.881226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:43.942945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 90313417-3c40-4f5c-be4a-84bc45f8537d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=90313417-3c40-4f5c-be4a-84bc45f8537d,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:43.943524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:43.958275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] DHCP port deletion for 3f8045b5-70f9-4d51-82b3-2b3598d8bce1 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:43.969486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 90313417-3c40-4f5c-be4a-84bc45f8537d owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:43.990665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbf4af61-8f19-45ea-b6ae-02c5c33b79eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.025687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] Deleting port 90313417-3c40-4f5c-be4a-84bc45f8537d {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:44.026224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.061891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.090562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.128287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.132696 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/508c2343-22e7-4d9d-bb77-afb532159954 HTTP/1.1" status: 204 len: 168 time: 0.9819696 Jan 27 14:52:44.140928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37294) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:44.143692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724aedc8-8815-433a-84c8-26471a7a52a3 None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:44.157646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:44.172790 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ae09ae4-e3f2-4faa-9bed-813de76f2cf5 req-edf24083-645b-405b-86e0-c7799b6c95cd tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856507 Jan 27 14:52:44.177423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfa0f5-47d5-4b11-aeba-3e71803f574f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=508c2343-22e7-4d9d-bb77-afb532159954,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:44.202235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:44.218329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.240392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21169e9d-325a-439e-bd2e-a2fa7029e883 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:44.276369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 90313417-3c40-4f5c-be4a-84bc45f8537d no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:44.276653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.284921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] For port 90313417-3c40-4f5c-be4a-84bc45f8537d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=90313417-3c40-4f5c-be4a-84bc45f8537d,segment=NetworkSegment(336df807-6b50-4fb0-b1f7-5a606937004a),segment_id=336df807-6b50-4fb0-b1f7-5a606937004a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:44.285387 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.289928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.324287 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 90313417-3c40-4f5c-be4a-84bc45f8537d on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:44.333339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=90313417-3c40-4f5c-be4a-84bc45f8537d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:44.351537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] Calling delete_port for 90313417-3c40-4f5c-be4a-84bc45f8537d owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:44.355579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 90313417-3c40-4f5c-be4a-84bc45f8537d {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:44.355973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 90313417-3c40-4f5c-be4a-84bc45f8537d not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:44.394602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f290167f-5434-4fbf-abd1-c5a0114595b3 None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:44.395817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f290167f-5434-4fbf-abd1-c5a0114595b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.436635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:44.480846 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:44.496780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:44.589839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=6b0975ee-4513-4040-a5aa-36a88d683d92,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:44.634021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.646243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.702650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] Pushing event deleted for resources: {'Port': ['ID=90313417-3c40-4f5c-be4a-84bc45f8537d,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:44.722408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8045b5-70f9-4d51-82b3-2b3598d8bce1']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:44.726340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4caed0-1d4c-4da0-85d1-164d2857a32b None None] No DVR routers for this DVR port 90313417-3c40-4f5c-be4a-84bc45f8537d on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:44.739375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:44.745666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.761659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:52:44.767191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336df807-6b50-4fb0-b1f7-5a606937004a') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:44.767648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336df807-6b50-4fb0-b1f7-5a606937004a') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:44.819473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.887963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.900990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.906506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:52:44.907124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:52:44.910908 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:52:45.057484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.063707 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.076543 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/3f8045b5-70f9-4d51-82b3-2b3598d8bce1 HTTP/1.1" status: 204 len: 168 time: 1.6848478 Jan 27 14:52:45.080624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37296) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:45.096058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.175210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-08da6461-635b-4a76-84a9-d8dce9851097 None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:45.175781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08da6461-635b-4a76-84a9-d8dce9851097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.184911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be15018-3785-4e76-8eb8-870586c36085 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=3f8045b5-70f9-4d51-82b3-2b3598d8bce1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:45.437341 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3ffef-89c5-4a27-9fb5-1b2015c9ed9b req-24caf8a9-e0e2-4cae-97d4-37e051804217 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:45.439743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cfe3ffef-89c5-4a27-9fb5-1b2015c9ed9b req-24caf8a9-e0e2-4cae-97d4-37e051804217 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.0718758 Jan 27 14:52:45.490638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.523769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cfe3ffef-89c5-4a27-9fb5-1b2015c9ed9b req-f4e83077-3c32-42d7-8100-99b2db342890 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769315 Jan 27 14:52:45.573852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 4fa53d35-801f-40bb-9961-ac54fbe4777b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:45.574206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.578531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.637849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.641989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ce7dd0a2-55f4-49a6-ac4c-a085798ce140 None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:45.642973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd0a2-55f4-49a6-ac4c-a085798ce140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.676591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.722278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] For port 1e7bd3fd-7cb4-466a-a072-099f63065d36, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bd3fd-7cb4-466a-a072-099f63065d36,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:45.728351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:45.744092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=f010621b-75ac-4fc9-8fc9-4fc913af7ff1,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:45.747018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:45.762771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff517a0c-6de9-445d-b73d-f5982789cfc2 None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:45.778549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:45.779156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.801115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.809997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.811373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.818992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.819389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.830149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=6b0975ee-4513-4040-a5aa-36a88d683d92,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:45.836533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ce7dd0a2-55f4-49a6-ac4c-a085798ce140 None None] Provisioning complete for port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:45.837032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce7dd0a2-55f4-49a6-ac4c-a085798ce140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.841090 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-564396f4-4444-4585-9e5e-4c8d714b1380 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6976380 Jan 27 14:52:45.847530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37300) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:45.848624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 4fa53d35-801f-40bb-9961-ac54fbe4777b owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:45.854616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-42af41a5-192d-4a10-ac36-4affc2636e69 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'security_group': {'name': 'tempest-secgroup-929298098'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:45.864166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.896120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.896519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ce7dd0a2-55f4-49a6-ac4c-a085798ce140 None None] Port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:45.900781 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b55d23a7-34fd-446f-8335-f03af1befe91 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8632171 Jan 27 14:52:45.919333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37302) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:45.961221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42af41a5-192d-4a10-ac36-4affc2636e69 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:45.964704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'port': {'network_id': '1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6', 'name': 'tempest-FloatingIPTestJSON-921639906'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:46.095377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:46.096807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=1e7bd3fd-7cb4-466a-a072-099f63065d36,revision_number=9']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:46.113016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42af41a5-192d-4a10-ac36-4affc2636e69 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.121045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42af41a5-192d-4a10-ac36-4affc2636e69 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.122448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:46.134038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:46.135038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.140323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c29bb75-b4b3-48b6-b1a4-1ccb7176a301 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:46.145072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=9ed458c4-157a-430b-bf1d-486ca13689e1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:46.180618 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42af41a5-192d-4a10-ac36-4affc2636e69 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.182379 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-42af41a5-192d-4a10-ac36-4affc2636e69 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3313260 Jan 27 14:52:46.190669 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0673f013-2568-4cee-9dcb-c53757e079dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3109934 Jan 27 14:52:46.190894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37304) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:46.196546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5f27b72a-dfc9-497c-a34b-b87fbebcf927 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412620360'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:46.201368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37306) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:46.222529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:87:77:e5', 'name': 'tempest-NetworksTestDHCPv6-1622360298'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:46.247678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af41a5-192d-4a10-ac36-4affc2636e69 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a67915-027e-48aa-a1df-69ffe2d074ac,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:46.281092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.292114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:46.294382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19252b16-1024-48b1-b115-7c18a45bdd69 None None] Update dhcp port {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'fixed_ips': [{'subnet_id': '3c2955ef-3f18-45f1-bb57-b33e9609b6bc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f010621b-75ac-4fc9-8fc9-4fc913af7ff1'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:52:46.297635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.318115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=4fa53d35-801f-40bb-9961-ac54fbe4777b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:46.323971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bd3fd-7cb4-466a-a072-099f63065d36 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:46.324990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] device_id is not set on port aacb0d05-655e-4551-ab56-731acd42c3df yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:46.349323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69b21241-2ac2-4e34-943f-3b051e99e98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.370894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19252b16-1024-48b1-b115-7c18a45bdd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.380726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f27b72a-dfc9-497c-a34b-b87fbebcf927 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.466539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.467042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP b414d1f1-4448-4126-bb52-6c4c72e1d923 disassociated (deleted). External IP: 172.26.6.15, port: 49a1c2cc-9cd8-4885-9077-61d015187089. Jan 27 14:52:46.489766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.5 (1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6/b995f517-d4ac-4323-9199-950ad997207b/aacb0d05-655e-4551-ab56-731acd42c3df) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:46.550159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:46.553753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:46.554154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.673700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f27b72a-dfc9-497c-a34b-b87fbebcf927 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.676964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-19252b16-1024-48b1-b115-7c18a45bdd69 None None] Allocated IP 2001:db8::2 (54198aad-8a3b-44cd-8f13-45ded550d2ea/f010621b-75ac-4fc9-8fc9-4fc913af7ff1/3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:46.688441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f27b72a-dfc9-497c-a34b-b87fbebcf927 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.757125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.792284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f27b72a-dfc9-497c-a34b-b87fbebcf927 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.793891 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f27b72a-dfc9-497c-a34b-b87fbebcf927 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6016088 Jan 27 14:52:46.795176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27b72a-dfc9-497c-a34b-b87fbebcf927 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa4c93-93a9-44b7-8ae7-417728c4c543,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:46.803422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37310) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:46.808073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-14a43ca1-e1ca-45ff-8101-3020ccf5c4fb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035240211'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:46.818828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:46.855172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d3bbf-8deb-43ff-b03c-d4e892ac3840 req-27ecb4c0-7c60-4e94-a8ca-82dcdab474e6 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:46.857245 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f24d3bbf-8deb-43ff-b03c-d4e892ac3840 req-27ecb4c0-7c60-4e94-a8ca-82dcdab474e6 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1226513 Jan 27 14:52:46.929673 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f24d3bbf-8deb-43ff-b03c-d4e892ac3840 req-0edff916-c0c5-4b2f-90cf-f37618ff1c3a tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629323 Jan 27 14:52:46.939368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.015432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:47.037026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:47.040181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:47.047385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Update dhcp port {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '9ed458c4-157a-430b-bf1d-486ca13689e1', 'ip_address': '2001:db8::f816:3eff:fe7c:5a20'}, {'subnet_id': '01225ccd-327b-428c-8b9f-01de9181ebe2'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '1e7bd3fd-7cb4-466a-a072-099f63065d36'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:52:47.085995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=aacb0d05-655e-4551-ab56-731acd42c3df,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:47.125717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:47.126866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.129990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.136499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-19252b16-1024-48b1-b115-7c18a45bdd69 None None] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,segment=NetworkSegment(2103ccc6-b202-441e-9cf9-0cada2102687),segment_id=2103ccc6-b202-441e-9cf9-0cada2102687)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:47.156160 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-71d7829b-f6d8-4069-a6d6-a6ba355ce92c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2349963 Jan 27 14:52:47.158692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37312) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:47.166729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'port_id': 'aacb0d05-655e-4551-ab56-731acd42c3df'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:47.250475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.255977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 59a13dc4-6b4a-4c82-b076-4d423c1fdb3d yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:47.262721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19252b16-1024-48b1-b115-7c18a45bdd69 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.277808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-19252b16-1024-48b1-b115-7c18a45bdd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.316770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-14a43ca1-e1ca-45ff-8101-3020ccf5c4fb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.329648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 161e4fc1-e4a7-4258-80d4-22a857c4caab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:47.552425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.597447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19252b16-1024-48b1-b115-7c18a45bdd69 None None] Pushing event updated for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:47.616326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-14a43ca1-e1ca-45ff-8101-3020ccf5c4fb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.619971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 172.20.0.2 (54ed4f89-dea6-4178-95d4-b6863af583eb/01225ccd-327b-428c-8b9f-01de9181ebe2/59a13dc4-6b4a-4c82-b076-4d423c1fdb3d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:47.627602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-14a43ca1-e1ca-45ff-8101-3020ccf5c4fb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.637131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fe87:77e5 (54ed4f89-dea6-4178-95d4-b6863af583eb/9ed458c4-157a-430b-bf1d-486ca13689e1/59a13dc4-6b4a-4c82-b076-4d423c1fdb3d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:47.645948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:47.661090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.671916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] Sync routers for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:47.689896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:47.691139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:47.716574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-14a43ca1-e1ca-45ff-8101-3020ccf5c4fb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:47.721393 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-14a43ca1-e1ca-45ff-8101-3020ccf5c4fb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9134912 Jan 27 14:52:47.725388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37314) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:47.734475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-566843360', 'security_groups': ['92121a18-6c01-4597-a0eb-22b7f9299305'], 'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f010621b-75ac-4fc9-8fc9-4fc913af7ff1'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:47.745512 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d0a1b4b6-e5b6-4b29-b921-1e89e37a2335 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/b414d1f1-4448-4126-bb52-6c4c72e1d923 HTTP/1.1" status: 204 len: 168 time: 2.6597857 Jan 27 14:52:47.750188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:47.752660 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f500f81-9079-4c46-905f-196dc7ef33d0" -d '{"events": [{"name": "network-changed", "server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:47.755544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a43ca1-e1ca-45ff-8101-3020ccf5c4fb tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92121a18-6c01-4597-a0eb-22b7f9299305,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:47.904463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b842e0-c24e-49a0-801a-4ad0f0c418a1 x-openstack-request-id: req-b9b842e0-c24e-49a0-801a-4ad0f0c418a1 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:47.905115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:47.905298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9b842e0-c24e-49a0-801a-4ad0f0c418a1 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:47.905650 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089', 'status': 'completed', 'code': 200} Jan 27 14:52:47.962787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:48.151703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-8c9d8cc6-80b9-4327-9622-76df11883938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:48.160716 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-8c9d8cc6-80b9-4327-9622-76df11883938 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 1098 time: 0.2309082 Jan 27 14:52:48.198400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.266768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.281078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.313006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:33Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:48.317361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:48.328758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:48.388139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] Checking router: 161e4fc1-e4a7-4258-80d4-22a857c4caab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:52:48.419085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:48.419085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:48.428125 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:52:48.450864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-bf7b28ab-3378-404c-ba26-95a5025f2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:48.453200 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-bf7b28ab-3378-404c-ba26-95a5025f2d65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 200 len: 898 time: 0.2914231 Jan 27 14:52:48.457652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.533897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512845d0-be98-4118-b620-3666775ca641 req-49cec8e2-0812-4f23-a0b6-bf85e797c63f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:48.536631 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-512845d0-be98-4118-b620-3666775ca641 req-49cec8e2-0812-4f23-a0b6-bf85e797c63f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.3298891 Jan 27 14:52:48.546231 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:48.551482 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-806e5d83-6d72-4bcf-92ec-51d820800903 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 200 len: 217 time: 0.0801237 Jan 27 14:52:48.555824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21f1b5-e92e-4c82-bc9a-7b3b2e0789a2 req-08b9195f-c647-4c53-afca-945a68a731cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:48.559714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:48.562007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:48.567886 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c21f1b5-e92e-4c82-bc9a-7b3b2e0789a2 req-08b9195f-c647-4c53-afca-945a68a731cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 945 time: 0.3655217 Jan 27 14:52:48.632402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:48.632402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.652250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=59a13dc4-6b4a-4c82-b076-4d423c1fdb3d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:48.662447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.668753 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 9d891b2a-a9bf-4452-a1af-ad76b02df183 associated. External IP: 172.26.6.134, port: aacb0d05-655e-4551-ab56-731acd42c3df. Jan 27 14:52:48.675883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4f1f268a-6e50-4948-adb2-018f162b1ec7 {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:52:48.676139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:52:48.676789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-715713ff-3465-4bbe-bddf-d169a8f7e2b5 None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:48.677259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-715713ff-3465-4bbe-bddf-d169a8f7e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.701633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] device_id is not set on port 74dd4d25-76fb-43ef-aee0-a119094fa464 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:48.722129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:48.741197 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c21f1b5-e92e-4c82-bc9a-7b3b2e0789a2 req-928578d7-1c98-41f1-95ec-62139b9433b4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723509 Jan 27 14:52:48.755627 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-512845d0-be98-4118-b620-3666775ca641 req-cb89d6db-0556-49be-bf66-20b87b361868 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825488 Jan 27 14:52:48.796411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.820662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:48.821330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:48.827906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-29b8692e-2c03-42dd-a907-065433302036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:48.829425 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-29b8692e-2c03-42dd-a907-065433302036 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=08a06657-59a5-4241-9255-fe4d115f5792 HTTP/1.1" status: 200 len: 834 time: 0.2601361 Jan 27 14:52:48.886514 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c49e1e15-857c-4775-96e4-dcfaf455c6bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6687052 Jan 27 14:52:48.891328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37324) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:48.968107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-3e540aef-ea89-48ec-89f0-c4f86b351300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:48.970329 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-3e540aef-ea89-48ec-89f0-c4f86b351300 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3c1b1a64-b676-4956-9d50-86cbebbb9b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299553 Jan 27 14:52:49.019154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8::fb (54198aad-8a3b-44cd-8f13-45ded550d2ea/f010621b-75ac-4fc9-8fc9-4fc913af7ff1/74dd4d25-76fb-43ef-aee0-a119094fa464) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:49.064718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b21b1-3cff-4b7f-b158-ae430274e7f7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:49.076786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b21b1-3cff-4b7f-b158-ae430274e7f7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:49.076786 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d25b21b1-3cff-4b7f-b158-ae430274e7f7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1802504 Jan 27 14:52:49.080738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:49.081018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37326) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:49.101320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-715713ff-3465-4bbe-bddf-d169a8f7e2b5 None None] Provisioning complete for port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:49.102037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-715713ff-3465-4bbe-bddf-d169a8f7e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.224404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-715713ff-3465-4bbe-bddf-d169a8f7e2b5 None None] Port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:49.236139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.238243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.252487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:49.267173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.268023 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:49.271768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:33Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:49.284685 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:49.285850 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:49.307953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37328) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:49.308984 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-26d308f2-96c4-45e8-8ece-1b4a2c9fb21f tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/floatingips/9d891b2a-a9bf-4452-a1af-ad76b02df183 HTTP/1.1" status: 200 len: 977 time: 2.1467745 Jan 27 14:52:49.323761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe5bb6-a038-42d6-a951-d6a8d82488cf None None] The sync data for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv is: [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:33Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'eecffb1c-9a56-4d3a-b65d-343795dac933', 'name': '', 'network_id': '3c1b1a64-b676-4956-9d50-86cbebbb9b1c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:b1:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '08a06657-59a5-4241-9255-fe4d115f5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:41Z', 'updated_at': '2022-01-27T14:50:02Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '08a06657-59a5-4241-9255-fe4d115f5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:49.337152 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-0657310f-7369-4335-b68c-0bf1b5f76188 service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584938 Jan 27 14:52:49.338099 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:49.348738 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:49.349465 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:49.384160 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:49.385182 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc056b73-d576-466b-b63c-c10a12d8f739 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:49.519946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Allocated IP 172.20.0.3 (54ed4f89-dea6-4178-95d4-b6863af583eb/01225ccd-327b-428c-8b9f-01de9181ebe2/1e7bd3fd-7cb4-466a-a072-099f63065d36) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:49.539469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 59a13dc4-6b4a-4c82-b076-4d423c1fdb3d {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:49.539807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.655706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cfa55-2de3-4474-b0dd-180fecfe0053 None None] New status for floating IP b414d1f1-4448-4126-bb52-6c4c72e1d923: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:52:49.666103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] For port 1e7bd3fd-7cb4-466a-a072-099f63065d36, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bd3fd-7cb4-466a-a072-099f63065d36,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:49.666415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.686631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-0b0040a6-5ce1-48b3-8f31-b2edf04749a5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:49.688288 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-0b0040a6-5ce1-48b3-8f31-b2edf04749a5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 945 time: 0.3146558 Jan 27 14:52:49.701805 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8f500f81-9079-4c46-905f-196dc7ef33d0 req-a99b00d5-fa77-43a4-a257-9a35253b92cb service neutron] 10.222.0.72 "GET /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289738 Jan 27 14:52:49.848733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port aacb0d05-655e-4551-ab56-731acd42c3df {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:49.849225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.855233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.933650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 59a13dc4-6b4a-4c82-b076-4d423c1fdb3d owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:49.954864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.961945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:49.978021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:50.048843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271005f-cb1c-49f7-a3e9-1983ad14f898 req-8e9beab2-eb49-4762-9014-125f7b29dff4 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:50.061952 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2271005f-cb1c-49f7-a3e9-1983ad14f898 req-8e9beab2-eb49-4762-9014-125f7b29dff4 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1717119 Jan 27 14:52:50.098736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:50.109700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:50.112746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=74dd4d25-76fb-43ef-aee0-a119094fa464,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:50.123851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:50.129709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8ab96-3f99-41fb-a75c-5e458cecf090 req-b5e65b43-1132-4765-9b9c-1b81a990ba03 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:50.131513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:50.133582 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ed8ab96-3f99-41fb-a75c-5e458cecf090 req-b5e65b43-1132-4765-9b9c-1b81a990ba03 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 945 time: 0.1729457 Jan 27 14:52:50.137896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:50.138570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:50.142713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 49a1c2cc-9cd8-4885-9077-61d015187089 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:50.143033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:50.165108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891765e-8e90-4a23-b2ca-f0e9ce91682d None None] Pushing event updated for resources: {'Port': ['ID=1e7bd3fd-7cb4-466a-a072-099f63065d36,revision_number=10']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:50.212149 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2271005f-cb1c-49f7-a3e9-1983ad14f898 req-8b5e1bf8-eba6-4233-b8ff-c1a767d6d706 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395643 Jan 27 14:52:50.295637 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ed8ab96-3f99-41fb-a75c-5e458cecf090 req-14e32b3d-545c-46d1-863a-979dda2df4c9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=c508c34f-d3f3-41f4-a583-c380357d9ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033616 Jan 27 14:52:50.339719 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-22ea5a99-32c2-4bef-9dfa-6670f793a80d tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6093891 Jan 27 14:52:50.343369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37334) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:50.350321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-65e5752f-8b67-409c-aadb-ef892e5ca07f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:50.516248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 49a1c2cc-9cd8-4885-9077-61d015187089, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49a1c2cc-9cd8-4885-9077-61d015187089,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:50.516520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:50.537229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5752f-8b67-409c-aadb-ef892e5ca07f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:50.543953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-65e5752f-8b67-409c-aadb-ef892e5ca07f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:50.548327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 49a1c2cc-9cd8-4885-9077-61d015187089 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:50.580523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a891d6ae-7fbb-4602-beba-97bdb1ab1eb2 None None] Provisioning complete for port 74dd4d25-76fb-43ef-aee0-a119094fa464 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:50.581048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a891d6ae-7fbb-4602-beba-97bdb1ab1eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:50.637572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a891d6ae-7fbb-4602-beba-97bdb1ab1eb2 None None] Port 74dd4d25-76fb-43ef-aee0-a119094fa464 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:50.701400 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.ipam_backend_mixin [None req-65e5752f-8b67-409c-aadb-ef892e5ca07f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f010621b-75ac-4fc9-8fc9-4fc913af7ff1 (CIDR: 2001:db8::/64) Jan 27 14:52:50.706595 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e5752f-8b67-409c-aadb-ef892e5ca07f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:50.707539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e5752f-8b67-409c-aadb-ef892e5ca07f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:50.728184 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-65e5752f-8b67-409c-aadb-ef892e5ca07f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3832765 Jan 27 14:52:50.731376 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37336) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:50.737623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a850c95a-b381-42f5-bd9d-a7ec0513edbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:50.911439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a850c95a-b381-42f5-bd9d-a7ec0513edbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:50.915259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a850c95a-b381-42f5-bd9d-a7ec0513edbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.060321 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.ipam_backend_mixin [None req-a850c95a-b381-42f5-bd9d-a7ec0513edbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3c2955ef-3f18-45f1-bb57-b33e9609b6bc (CIDR: 2001:db8:0:1::/64) Jan 27 14:52:51.065321 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a850c95a-b381-42f5-bd9d-a7ec0513edbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:51.065880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a850c95a-b381-42f5-bd9d-a7ec0513edbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:51.100161 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a850c95a-b381-42f5-bd9d-a7ec0513edbd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3612936 Jan 27 14:52:51.100161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37338) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:51.109587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'subnet': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:51.186330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cc00e-43d5-4ea7-88fb-ffc4d6cc0a12 None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:51.187667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cc00e-43d5-4ea7-88fb-ffc4d6cc0a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.190917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.191697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.192171 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 9d891b2a-a9bf-4452-a1af-ad76b02df183 disassociated. External IP: 172.26.6.134, port: aacb0d05-655e-4551-ab56-731acd42c3df. Jan 27 14:52:51.192690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for aacb0d05-655e-4551-ab56-731acd42c3df owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:51.202132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.255956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=59a13dc4-6b4a-4c82-b076-4d423c1fdb3d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:51.356887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Made reservation on behalf of a080f773c60f43558cf034ce695c62b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:51.362084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.496940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.501171 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c3b47568-2c7a-45ef-880d-d5169d2acf26 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/59a13dc4-6b4a-4c82-b076-4d423c1fdb3d HTTP/1.1" status: 204 len: 168 time: 2.4186678 Jan 27 14:52:51.509647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37344) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:51.522685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.540077 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-57667487-8884-41f3-b42c-c3038025f65d req-6031b51b-96dd-44a4-bb96-daec84155915 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=88427444-a713-406e-9541-4d46b198ac4a HTTP/1.1" status: 200 len: 210 time: 0.0579679 Jan 27 14:52:51.585802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e70efb-0ebe-41aa-861e-30e17b981172 req-c40c3231-162b-4fe4-95b3-5d8f39ae299c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:51.587490 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-40e70efb-0ebe-41aa-861e-30e17b981172 req-c40c3231-162b-4fe4-95b3-5d8f39ae299c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1835124 Jan 27 14:52:51.618637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-677a8107-ab8b-4a0a-b513-652c6c54f6d5 None None] Could not find standard attr ID for object 59a13dc4-6b4a-4c82-b076-4d423c1fdb3d. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:51.649896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=49a1c2cc-9cd8-4885-9077-61d015187089,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:51.655134 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-40e70efb-0ebe-41aa-861e-30e17b981172 req-e04ca5df-03b7-4015-b05e-c7c5e4c2a934 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534983 Jan 27 14:52:51.717394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ca392-b020-47bc-ac04-b33f43b4c6b0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:51.719118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ca392-b020-47bc-ac04-b33f43b4c6b0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:51.720850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147ca392-b020-47bc-ac04-b33f43b4c6b0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:51.722631 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-147ca392-b020-47bc-ac04-b33f43b4c6b0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2118795 Jan 27 14:52:51.726106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37346) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:51.740202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 49a1c2cc-9cd8-4885-9077-61d015187089 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:51.742180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.744707 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:51.748784 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-88c03c7c-2278-4c67-9cd3-050569f2cada req-26017d65-d30a-4748-ae1b-85651e04e363 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/49a1c2cc-9cd8-4885-9077-61d015187089 HTTP/1.1" status: 204 len: 173 time: 2.0522599 Jan 27 14:52:51.748784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'name': 'network-vif-deleted', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:51.752363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6386fe-5ca8-4d78-9fef-a1064840ac1b" -d '{"events": [{"server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "name": "network-vif-deleted", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:51.785860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=aacb0d05-655e-4551-ab56-731acd42c3df,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:51.871817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49a1c2cc-9cd8-4885-9077-61d015187089 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:51.908428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 49a1c2cc-9cd8-4885-9077-61d015187089 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:51.908795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49a1c2cc-9cd8-4885-9077-61d015187089 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:51.921945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba534592-dbeb-4bc0-9fc0-909851f47304 x-openstack-request-id: req-ba534592-dbeb-4bc0-9fc0-909851f47304 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:51.922276 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88427444-a713-406e-9541-4d46b198ac4a", "name": "network-vif-deleted", "tag": "49a1c2cc-9cd8-4885-9077-61d015187089", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:51.922613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba534592-dbeb-4bc0-9fc0-909851f47304 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:51.922921 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88427444-a713-406e-9541-4d46b198ac4a', 'name': 'network-vif-deleted', 'tag': '49a1c2cc-9cd8-4885-9077-61d015187089', 'status': 'completed', 'code': 200} Jan 27 14:52:51.969154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:52.129169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:52.143800 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:52.171888 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:52.179584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 01225ccd-327b-428c-8b9f-01de9181ebe2 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:52.179753 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:52.186004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.256372 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.260389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0bf8b6de-3705-4c19-8995-26d2a6eb3365 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/ports/aacb0d05-655e-4551-ab56-731acd42c3df HTTP/1.1" status: 204 len: 168 time: 2.9493587 Jan 27 14:52:52.263641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37350) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:52.276597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.352434 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a4b65b13-169d-47d2-b22e-918210b9ad1e tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "GET /v2.0/floatingips/9d891b2a-a9bf-4452-a1af-ad76b02df183 HTTP/1.1" status: 200 len: 688 time: 0.0870960 Jan 27 14:52:52.358728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37352) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:52.398092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bd3fd-7cb4-466a-a072-099f63065d36 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:52.401764 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:52.422887 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:52.425091 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:52.488006 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:52.489374 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7765c719-6b83-4994-a321-f0d62fce13b3 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:52.522848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:52.523561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.531902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.536076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.609173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 6b0975ee-4513-4040-a5aa-36a88d683d92 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:52.609990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.628429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37356) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:52.635724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:52.651056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:52.660320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:52.660918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.664330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23756e9e-fc20-4586-990f-312c16f5c9f2 None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:52.694194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Subnet': ['ID=fd8e1e0c-951f-41e8-8925-6d62ac1d1b97,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:52.710783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.738537 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-413c4ac2-df0e-4b5b-a191-ad1935b76a06 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6330130 Jan 27 14:52:52.738976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37360) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:52.747397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-528514833', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd8e1e0c-951f-41e8-8925-6d62ac1d1b97'}], 'security_groups': ['27a67915-027e-48aa-a1df-69ffe2d074ac', '96fa4c93-93a9-44b7-8ae7-417728c4c543']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:52.759254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=01225ccd-327b-428c-8b9f-01de9181ebe2,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:52.767313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.773667 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bd677626-b2a3-4276-b8c3-aeabc0316560 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/01225ccd-327b-428c-8b9f-01de9181ebe2 HTTP/1.1" status: 204 len: 168 time: 1.0450034 Jan 27 14:52:52.779644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37362) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:52.791951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b6a13e-633f-4469-8101-fc7209a8b88e None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:52.795209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.795816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.847904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 6b0975ee-4513-4040-a5aa-36a88d683d92 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:52.852323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.867342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d345db0-92a2-40d3-87e1-ae9efdd20c2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.904630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 9ed458c4-157a-430b-bf1d-486ca13689e1 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:52.915387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.947147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d345db0-92a2-40d3-87e1-ae9efdd20c2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:52.974866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b260b-bf63-4923-b164-5719249e6d10 req-cd2a93d4-3f6c-4278-b07f-36ce5d53c075 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:52.976850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ed4b260b-bf63-4923-b164-5719249e6d10 req-cd2a93d4-3f6c-4278-b07f-36ce5d53c075 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1460352 Jan 27 14:52:53.022420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.111037 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ed4b260b-bf63-4923-b164-5719249e6d10 req-f9498f11-6500-4d52-b139-f7dc7cfbb775 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984387 Jan 27 14:52:53.179402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d345db0-92a2-40d3-87e1-ae9efdd20c2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.182486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9d345db0-92a2-40d3-87e1-ae9efdd20c2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.184435 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9d345db0-92a2-40d3-87e1-ae9efdd20c2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/c508c34f-d3f3-41f4-a583-c380357d9ae9 HTTP/1.1" status: 204 len: 168 time: 0.5549912 Jan 27 14:52:53.204309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d345db0-92a2-40d3-87e1-ae9efdd20c2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508c34f-d3f3-41f4-a583-c380357d9ae9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:53.221957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d665cad-a2a1-4eef-abfc-a615051207a7 None None] Update dhcp port {'port': {'network_id': '54198aad-8a3b-44cd-8f13-45ded550d2ea', 'fixed_ips': [{'subnet_id': '3c2955ef-3f18-45f1-bb57-b33e9609b6bc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f010621b-75ac-4fc9-8fc9-4fc913af7ff1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd8e1e0c-951f-41e8-8925-6d62ac1d1b97'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:52:53.222277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.278322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d665cad-a2a1-4eef-abfc-a615051207a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.278751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37366) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:53.390221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.485392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=6b0975ee-4513-4040-a5aa-36a88d683d92,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:53.616323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.656750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.659509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.664044 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b0691dd4-446e-4277-b9b6-12603f6ec404 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/floatingips/9d891b2a-a9bf-4452-a1af-ad76b02df183 HTTP/1.1" status: 204 len: 168 time: 1.2986681 Jan 27 14:52:53.665148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37368) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:53.672790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '0277a644-057d-4fd3-b04d-eba6cef1b86f'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:53.684121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed458c4-157a-430b-bf1d-486ca13689e1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:53.694312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.698579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Delete allocated IP 2001:db8::fb (54198aad-8a3b-44cd-8f13-45ded550d2ea/f010621b-75ac-4fc9-8fc9-4fc913af7ff1) {{(pid=108742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 14:52:53.703102 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fd66a883-c4ec-441f-a638-129d5098718a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/9ed458c4-157a-430b-bf1d-486ca13689e1 HTTP/1.1" status: 204 len: 168 time: 0.9196231 Jan 27 14:52:53.704148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37370) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:53.758603 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aefca38e-14b0-4019-9c7d-5dd683cbc8ed tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494680 Jan 27 14:52:53.758603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Allocated IP 2001:db8:0:2::2a5 (54198aad-8a3b-44cd-8f13-45ded550d2ea/fd8e1e0c-951f-41e8-8925-6d62ac1d1b97/74dd4d25-76fb-43ef-aee0-a119094fa464) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:53.762153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37372) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:53.766606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:53.875486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888792d-1c06-4de3-b8a4-c8a09fd496da tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:53.877090 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f888792d-1c06-4de3-b8a4-c8a09fd496da tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1140680 Jan 27 14:52:53.880065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37374) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:53.930968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bf5901-1a70-429b-8245-1a197629f303 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:54.032181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-41e51d6c-5b65-443e-8629-2929bf1d794f None None] Provisioning complete for port 1e7bd3fd-7cb4-466a-a072-099f63065d36 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:54.033265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41e51d6c-5b65-443e-8629-2929bf1d794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.034477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6078e884-d042-4fd8-a41a-08a390e74d6a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:54.036346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.039633 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6078e884-d042-4fd8-a41a-08a390e74d6a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1553540 Jan 27 14:52:54.046447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37376) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:54.105031 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3860d6d2-2ef9-41d4-9b0f-98bb0bbc1185 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468857 Jan 27 14:52:54.128500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37378) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:54.143521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cdd09d4e-d581-4281-8742-8574de6c38cd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:54.201550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.228316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.249043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.329932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:54.342574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7d665cad-a2a1-4eef-abfc-a615051207a7 None None] Allocated IP 2001:db8:0:2::2 (54198aad-8a3b-44cd-8f13-45ded550d2ea/fd8e1e0c-951f-41e8-8925-6d62ac1d1b97/3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:54.425538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7f0c8-19d2-4db6-85b6-be7c1a3507a0 req-c63f28e3-1842-40e2-94f2-ebbc0ff3c5a6 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:54.427701 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15d7f0c8-19d2-4db6-85b6-be7c1a3507a0 req-c63f28e3-1842-40e2-94f2-ebbc0ff3c5a6 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1292455 Jan 27 14:52:54.468726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] Deleting port 1e7bd3fd-7cb4-466a-a072-099f63065d36 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:54.468726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.492572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] In _notify_port_updated(), no bound segment for port 74dd4d25-76fb-43ef-aee0-a119094fa464 on network 54198aad-8a3b-44cd-8f13-45ded550d2ea {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:52:54.502864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:54.503956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.506118 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "PUT /v2.0/ports/74dd4d25-76fb-43ef-aee0-a119094fa464 HTTP/1.1" status: 200 len: 969 time: 1.7650902 Jan 27 14:52:54.513547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c4429-79f7-48ba-9235-22b3a92f0bd5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event updated for resources: {'Port': ['ID=74dd4d25-76fb-43ef-aee0-a119094fa464,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:54.528098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37382) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:54.541684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.26.6.237 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/3d20ed00-2185-4516-91df-850218bf3a6d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:54.559642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7d665cad-a2a1-4eef-abfc-a615051207a7 None None] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,segment=NetworkSegment(2103ccc6-b202-441e-9cf9-0cada2102687),segment_id=2103ccc6-b202-441e-9cf9-0cada2102687)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:54.585458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] For port 1e7bd3fd-7cb4-466a-a072-099f63065d36, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1e7bd3fd-7cb4-466a-a072-099f63065d36,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:54.585870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.595299 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15d7f0c8-19d2-4db6-85b6-be7c1a3507a0 req-a53ca3b0-44f3-4c04-87a4-2d97859dff4f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457806 Jan 27 14:52:54.608724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] Calling delete_port for 1e7bd3fd-7cb4-466a-a072-099f63065d36 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:54.622503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d665cad-a2a1-4eef-abfc-a615051207a7 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.631425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d665cad-a2a1-4eef-abfc-a615051207a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.677383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd09d4e-d581-4281-8742-8574de6c38cd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:54.681463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cdd09d4e-d581-4281-8742-8574de6c38cd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.683262 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd09d4e-d581-4281-8742-8574de6c38cd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:54.684401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd09d4e-d581-4281-8742-8574de6c38cd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:54.738351 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cdd09d4e-d581-4281-8742-8574de6c38cd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6070440 Jan 27 14:52:54.750124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37384) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:54.762737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ee223f7e-bb7d-4eaf-8881-8953fea9b40c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:54.773903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port eecffb1c-9a56-4d3a-b65d-343795dac933 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:54.774797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.799422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d665cad-a2a1-4eef-abfc-a615051207a7 None None] Pushing event updated for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:54.827024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.871717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.872434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] Pushing event deleted for resources: {'Port': ['ID=1e7bd3fd-7cb4-466a-a072-099f63065d36,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:54.877307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159bb841-de55-452f-80e4-902ff5479d99 None None] No DVR routers for this DVR port 1e7bd3fd-7cb4-466a-a072-099f63065d36 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:52:54.880548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 74dd4d25-76fb-43ef-aee0-a119094fa464 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:54.880911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.940713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port eecffb1c-9a56-4d3a-b65d-343795dac933, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=eecffb1c-9a56-4d3a-b65d-343795dac933,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:54.941340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:54.963206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for eecffb1c-9a56-4d3a-b65d-343795dac933 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:55.012060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee223f7e-bb7d-4eaf-8881-8953fea9b40c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:55.015784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ee223f7e-bb7d-4eaf-8881-8953fea9b40c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.017281 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee223f7e-bb7d-4eaf-8881-8953fea9b40c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:55.017728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee223f7e-bb7d-4eaf-8881-8953fea9b40c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:55.021957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.048019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.125165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 74dd4d25-76fb-43ef-aee0-a119094fa464 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:55.134119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:55.152298 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ee223f7e-bb7d-4eaf-8881-8953fea9b40c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3950078 Jan 27 14:52:55.157829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37386) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:55.162906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1f593062-9558-4cd7-a5d5-671455915c15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:55.163911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:55.180286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:52:55.188984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=3d20ed00-2185-4516-91df-850218bf3a6d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:55.281153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.319148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=eecffb1c-9a56-4d3a-b65d-343795dac933,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:55.390607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f593062-9558-4cd7-a5d5-671455915c15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:55.395901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1f593062-9558-4cd7-a5d5-671455915c15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.397813 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f593062-9558-4cd7-a5d5-671455915c15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:55.398254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f593062-9558-4cd7-a5d5-671455915c15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:55.440501 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1f593062-9558-4cd7-a5d5-671455915c15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2815490 Jan 27 14:52:55.445171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37388) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:55.450799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a2350a13-be4f-4656-ba54-38945bca55b2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:55.558481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.621071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.627670 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/74dd4d25-76fb-43ef-aee0-a119094fa464 HTTP/1.1" status: 204 len: 168 time: 1.0983539 Jan 27 14:52:55.633532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37392) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:55.658112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cd240-09cd-4b5c-a11b-b3a74a83a80e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=74dd4d25-76fb-43ef-aee0-a119094fa464,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:55.693712 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64029ab-6b8d-4a36-bfd9-81593c71e19e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] GET failed (client error): The resource could not be found. Jan 27 14:52:55.698463 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b64029ab-6b8d-4a36-bfd9-81593c71e19e tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports/74dd4d25-76fb-43ef-aee0-a119094fa464 HTTP/1.1" status: 404 len: 333 time: 0.0639358 Jan 27 14:52:55.702227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:55.725654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2350a13-be4f-4656-ba54-38945bca55b2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:55.730066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2350a13-be4f-4656-ba54-38945bca55b2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.731838 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2350a13-be4f-4656-ba54-38945bca55b2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:55.732415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2350a13-be4f-4656-ba54-38945bca55b2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:55.753321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.792837 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a2350a13-be4f-4656-ba54-38945bca55b2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3433945 Jan 27 14:52:55.795214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37400) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:55.799147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-40c1ea98-f517-43bd-a538-eff2328a5b5e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:55.807254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5943edff-5ba3-4c65-b1a7-bf24dfa946dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.878015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5943edff-5ba3-4c65-b1a7-bf24dfa946dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.902764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-16e6c21d-185b-46cc-9853-cb4c84360d15 None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:55.903662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16e6c21d-185b-46cc-9853-cb4c84360d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.984790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.987991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5943edff-5ba3-4c65-b1a7-bf24dfa946dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.991791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5943edff-5ba3-4c65-b1a7-bf24dfa946dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:55.997170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5943edff-5ba3-4c65-b1a7-bf24dfa946dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/security-groups/92121a18-6c01-4597-a0eb-22b7f9299305 HTTP/1.1" status: 204 len: 168 time: 0.2938087 Jan 27 14:52:55.997984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37402) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:56.052000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943edff-5ba3-4c65-b1a7-bf24dfa946dd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92121a18-6c01-4597-a0eb-22b7f9299305,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:56.112347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-16e6c21d-185b-46cc-9853-cb4c84360d15 None None] Provisioning complete for port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:56.113057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16e6c21d-185b-46cc-9853-cb4c84360d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.151717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.154484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-665b82b0-1641-47d4-bbfa-e48628139e49 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.183545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-665b82b0-1641-47d4-bbfa-e48628139e49 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.204533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-16e6c21d-185b-46cc-9853-cb4c84360d15 None None] Port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:52:56.209033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-16e6c21d-185b-46cc-9853-cb4c84360d15 None None] Could not find standard attr ID for object 74dd4d25-76fb-43ef-aee0-a119094fa464. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:56.245324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3bfac-ffbc-414d-a851-2e656d510fe6 req-97db89f4-36f1-43e7-9511-744ed9892d0b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:56.248672 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5ae3bfac-ffbc-414d-a851-2e656d510fe6 req-97db89f4-36f1-43e7-9511-744ed9892d0b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.5111470 Jan 27 14:52:56.304028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-665b82b0-1641-47d4-bbfa-e48628139e49 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.312882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-665b82b0-1641-47d4-bbfa-e48628139e49 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.312882 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-665b82b0-1641-47d4-bbfa-e48628139e49 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/security-groups/96fa4c93-93a9-44b7-8ae7-417728c4c543 HTTP/1.1" status: 204 len: 168 time: 0.2866852 Jan 27 14:52:56.312882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37404) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:56.326059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-04e941d8-8ad3-465a-877d-548246494345 None None] Could not find standard attr ID for object 74dd4d25-76fb-43ef-aee0-a119094fa464. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:52:56.389732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5ae3bfac-ffbc-414d-a851-2e656d510fe6 req-16cfaf1b-cf56-4980-8cfe-6aa193a346c9 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236572 Jan 27 14:52:56.417636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b82b0-1641-47d4-bbfa-e48628139e49 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa4c93-93a9-44b7-8ae7-417728c4c543,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:56.431527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c1ea98-f517-43bd-a538-eff2328a5b5e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:56.437087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-40c1ea98-f517-43bd-a538-eff2328a5b5e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.439629 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c1ea98-f517-43bd-a538-eff2328a5b5e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:56.440729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c1ea98-f517-43bd-a538-eff2328a5b5e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:56.441431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-470e00e8-a6ae-4fa9-bfe7-7984a4396d51 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.450327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:52:56.479692 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-40c1ea98-f517-43bd-a538-eff2328a5b5e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6843719 Jan 27 14:52:56.486339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37406) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:56.491563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-470e00e8-a6ae-4fa9-bfe7-7984a4396d51 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.496421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-175432d3-0ff5-4d3b-b215-caacda632dcf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:56.553272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:52:56.553648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.577901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.589079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.716763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175432d3-0ff5-4d3b-b215-caacda632dcf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:56.720035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bd3fd-7cb4-466a-a072-099f63065d36 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:56.720667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-175432d3-0ff5-4d3b-b215-caacda632dcf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:56.722291 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-175432d3-0ff5-4d3b-b215-caacda632dcf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:52:56.722903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175432d3-0ff5-4d3b-b215-caacda632dcf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:56.749701 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 1e7bd3fd-7cb4-466a-a072-099f63065d36 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:52:56.750071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1e7bd3fd-7cb4-466a-a072-099f63065d36 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:52:56.757037 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-175432d3-0ff5-4d3b-b215-caacda632dcf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2650573 Jan 27 14:52:56.758370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37408) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:56.769323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 161e4fc1-e4a7-4258-80d4-22a857c4caab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:56.802617 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f6617e15-81fb-4422-a385-13c55d7f8aeb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0429649 Jan 27 14:52:56.806957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37410) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:56.907660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e95527-b735-4ff0-8152-1c0fb39aadc8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:56.909556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e4e95527-b735-4ff0-8152-1c0fb39aadc8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1014335 Jan 27 14:52:56.941528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37412) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:56.985508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dd1afcd3-bac9-41b0-845a-6262d4f8525e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429194 Jan 27 14:52:56.992172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37414) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:56.999302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:57.062391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:57.074542 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-70693607-347f-4fe7-b97f-ef420fb6a9d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/161e4fc1-e4a7-4258-80d4-22a857c4caab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7939341 Jan 27 14:52:57.078325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37416) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:57.083824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-470e00e8-a6ae-4fa9-bfe7-7984a4396d51 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.084653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] Sync routers for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:57.086374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-470e00e8-a6ae-4fa9-bfe7-7984a4396d51 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.092624 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-470e00e8-a6ae-4fa9-bfe7-7984a4396d51 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/security-groups/27a67915-027e-48aa-a1df-69ffe2d074ac HTTP/1.1" status: 204 len: 168 time: 0.7705441 Jan 27 14:52:57.092966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37418) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:57.104366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:57.106454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:57.116428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=3d20ed00-2185-4516-91df-850218bf3a6d,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:57.122531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e00e8-a6ae-4fa9-bfe7-7984a4396d51 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a67915-027e-48aa-a1df-69ffe2d074ac,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:57.133747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.137980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc893455-946f-4272-8fbd-b68a0a3d9cbb req-265ba01b-a2b5-465e-a8e4-f3b330357e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:57.139257 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-cc893455-946f-4272-8fbd-b68a0a3d9cbb req-265ba01b-a2b5-465e-a8e4-f3b330357e9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 1098 time: 0.1177225 Jan 27 14:52:57.208936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet f010621b-75ac-4fc9-8fc9-4fc913af7ff1 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:57.219830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet 08a06657-59a5-4241-9255-fe4d115f5792 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:57.224215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.224543 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-cc893455-946f-4272-8fbd-b68a0a3d9cbb req-aaaa4a5d-21a3-439b-9476-b3d75aa0030a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Jan 27 14:52:57.248883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.276185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:57.280737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.308066 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 2bba3131-691f-4eae-89ef-d6420ccfa90b associated. External IP: 172.26.6.237, port: 0277a644-057d-4fd3-b04d-eba6cef1b86f. Jan 27 14:52:57.323378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:57.363783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.392554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.584760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:52:57.645155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:55Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:57.678203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] Checking router: 161e4fc1-e4a7-4258-80d4-22a857c4caab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:52:57.688959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] Routers {'161e4fc1-e4a7-4258-80d4-22a857c4caab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:57.689784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['161e4fc1-e4a7-4258-80d4-22a857c4caab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:57.705947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.712181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.736183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:52:57.757689 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:52:57.765778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.779482 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:57.781138 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:57.812979 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4c070138-6fa0-4c05-a1be-446a19e40a88 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1430414 Jan 27 14:52:57.814245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37422) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:57.822362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1046303979'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:57.857085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b1229-5106-467a-b3bf-fdea2a9b3f40 req-783fcfdd-d24e-403d-93d6-43290789f60f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:57.860016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:57.867599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.867846 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e60b1229-5106-467a-b3bf-fdea2a9b3f40 req-783fcfdd-d24e-403d-93d6-43290789f60f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.3478196 Jan 27 14:52:57.872061 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:57.882662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] Set router 161e4fc1-e4a7-4258-80d4-22a857c4caab gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:52:57.887929 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:52:57.888729 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:57.908029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:52:57.922254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:57.922876 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Added segment f5761362-9bcc-4d59-9f0f-473043ad0638 of type vlan for network c8240dee-e78a-48c1-af01-f8414831fc12 Jan 27 14:52:57.933314 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:57.935607 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a7c17-797d-425e-99bb-ffbe30922014 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:57.942705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:52:57.946300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:52:57.987419 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.012009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.014807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.042217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.055415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:58.056356 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e60b1229-5106-467a-b3bf-fdea2a9b3f40 req-c6304ce1-d35e-4ccb-9238-829d2d1480c5 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812308 Jan 27 14:52:58.057497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.086031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=f010621b-75ac-4fc9-8fc9-4fc913af7ff1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:58.089916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.095189 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-61304638-2744-4e1e-b6af-4ff0770147cd tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/f010621b-75ac-4fc9-8fc9-4fc913af7ff1 HTTP/1.1" status: 204 len: 168 time: 1.0015059 Jan 27 14:52:58.118776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37424) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:58.120291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.124320 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/08a06657-59a5-4241-9255-fe4d115f5792 HTTP/1.1" status: 204 len: 168 time: 1.0448086 Jan 27 14:52:58.130381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37426) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:58.192162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71486d-b6d0-40e8-bd80-635f8fe7839a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=08a06657-59a5-4241-9255-fe4d115f5792,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:58.238038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:52:58.242111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.252329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet fd8e1e0c-951f-41e8-8925-6d62ac1d1b97 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:58.255352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c255f-818d-4f52-8026-3a4b66398ea3 None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:58.259075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324edd0-01a6-4592-b07a-290aaba49e64 None None] Network 3c1b1a64-b676-4956-9d50-86cbebbb9b1c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:58.262688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.352681 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5366771 Jan 27 14:52:58.359328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37428) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:58.367865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'subnet': {'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:58.378822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=d31b6ac3-2732-43d7-8e22-f46598fb3509,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:58.399388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:52:58.403733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:58.409191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:58.409798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.417459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.429125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6a8f6-8d5e-4330-9ff5-f652ae615634 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:58.438337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b27fef-e04c-43f4-9e6e-da787a31f9cd tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Network': ['ID=c8240dee-e78a-48c1-af01-f8414831fc12,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:58.440098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.resource_extend [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:52:58.469177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.494561 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3b01a4ce-1dec-4e88-a4f5-ff385bb71c39 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5012593 Jan 27 14:52:58.497796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37430) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:58.503468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:96:e0:22', 'name': 'tempest-NetworksTestDHCPv6-1744469905'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:58.532418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c8240dee-e78a-48c1-af01-f8414831fc12 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:52:58.617651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.639515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:58.645635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.718213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:52:58.723035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.792426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8e1e0c-951f-41e8-8925-6d62ac1d1b97,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:58.802076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.805366 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c9465a72-eb16-4cbd-8252-2bcc499d9efa tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/fd8e1e0c-951f-41e8-8925-6d62ac1d1b97 HTTP/1.1" status: 204 len: 168 time: 0.6758366 Jan 27 14:52:58.810006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37432) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:58.829810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.841268 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b781c77e-ed64-4858-91d4-1a3dc9942d1f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:52:58.842296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b781c77e-ed64-4858-91d4-1a3dc9942d1f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:58.847412 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b781c77e-ed64-4858-91d4-1a3dc9942d1f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/f010621b-75ac-4fc9-8fc9-4fc913af7ff1 HTTP/1.1" status: 404 len: 337 time: 0.0339310 Jan 27 14:52:58.847784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37434) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:58.908114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:58.953484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting subnet 3c2955ef-3f18-45f1-bb57-b33e9609b6bc {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:52:58.960235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.968989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 7dfed980-ad86-41f2-960a-af0be2b0fe9c {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:58.969328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.979558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.986808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:58.998970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'port_id': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'mac_address': 'fa:16:3e:cb:dc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:52:59.046167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port ac14e029-e25c-4154-b80e-3dd9358ccac3 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:52:59.056994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:52:59.059105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15d66d8-5ac8-4773-ac27-fc5e4d972656" -d '{"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:52:59.125036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.144685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.170151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9234ae4-fed5-41df-b300-57278000377b None None] DHCP port deletion for 3c1b1a64-b676-4956-9d50-86cbebbb9b1c request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:52:59.182305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:59.204727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'd31b6ac3-2732-43d7-8e22-f46598fb3509'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:52:59.205595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.215881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Subnet': ['ID=9f32b261-c07c-42d5-bc8b-317d6f9591e3,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:59.231563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.245498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 7dfed980-ad86-41f2-960a-af0be2b0fe9c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7dfed980-ad86-41f2-960a-af0be2b0fe9c,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:59.245498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.269610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:55Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:52:59.271666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.273209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 7dfed980-ad86-41f2-960a-af0be2b0fe9c owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:59.349504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f84de-0983-435c-b1eb-4376e2e2eef7 x-openstack-request-id: req-f34f84de-0983-435c-b1eb-4376e2e2eef7 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:52:59.349504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:52:59.350037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f34f84de-0983-435c-b1eb-4376e2e2eef7 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:52:59.351149 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'code': 200} Jan 27 14:52:59.369566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92686f8-8880-4048-8458-aa7793b6047a None None] The sync data for ids ['161e4fc1-e4a7-4258-80d4-22a857c4caab'] in dv-neutron-826438-5-hyperv is: [{'id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'name': 'tempest-TestNetworkBasicOps-router-495880828', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:27Z', 'updated_at': '2022-01-27T14:52:55Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '7dfed980-ad86-41f2-960a-af0be2b0fe9c', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161e4fc1-e4a7-4258-80d4-22a857c4caab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:29Z', 'updated_at': '2022-01-27T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:52:59.381442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:52:59.398347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac108c-60bc-4c99-912d-caf32f8bb645 req-58747e7b-3413-4e85-93bf-98b7f6a8a46e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:59.404173 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15ac108c-60bc-4c99-912d-caf32f8bb645 req-58747e7b-3413-4e85-93bf-98b7f6a8a46e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 943 time: 0.1907237 Jan 27 14:52:59.414902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Checking segment: {'id': 'f5761362-9bcc-4d59-9f0f-473043ad0638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:52:59.415814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network hostable DHCP agents. Network: c8240dee-e78a-48c1-af01-f8414831fc12, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:52:59.420080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.461199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network c8240dee-e78a-48c1-af01-f8414831fc12 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:52:59.474720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, c8240dee-e78a-48c1-af01-f8414831fc12) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:52:59.486960 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:52:59.490122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.499392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fe96:e022 (54ed4f89-dea6-4178-95d4-b6863af583eb/d31b6ac3-2732-43d7-8e22-f46598fb3509/ac14e029-e25c-4154-b80e-3dd9358ccac3) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:52:59.509405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96dd32-2077-4915-b0de-c8699e802abd None None] Network c8240dee-e78a-48c1-af01-f8414831fc12 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:52:59.523318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:59.571933 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-738964ec-7356-4e1e-9177-7ad35cdd1e7c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2079277 Jan 27 14:52:59.575209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.579500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37442) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:59.593321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-878467368', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:52:59.610063 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:52:59.610439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:52:59.614064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f9234ae4-fed5-41df-b300-57278000377b None None] Deleting port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:52:59.614455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9234ae4-fed5-41df-b300-57278000377b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.639184 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15ac108c-60bc-4c99-912d-caf32f8bb645 req-7312ec51-3639-4bd8-a333-08db24913eb7 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151946 Jan 27 14:52:59.674781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.676156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37444) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:59.698314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=7dfed980-ad86-41f2-960a-af0be2b0fe9c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:59.723218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f9234ae4-fed5-41df-b300-57278000377b None None] For port 573da38c-f07d-4adb-9c33-5398f8e4f6d3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=573da38c-f07d-4adb-9c33-5398f8e4f6d3,segment=NetworkSegment(fd001386-df32-4c38-a73a-fbd32f8dc903),segment_id=fd001386-df32-4c38-a73a-fbd32f8dc903)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:52:59.723668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9234ae4-fed5-41df-b300-57278000377b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.742621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2955ef-3f18-45f1-bb57-b33e9609b6bc,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:52:59.759635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:52:59.766874 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5f506bc9-be33-4374-9881-dec292f7f1f2 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/3c2955ef-3f18-45f1-bb57-b33e9609b6bc HTTP/1.1" status: 204 len: 168 time: 0.9180000 Jan 27 14:52:59.767538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37446) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:59.781300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f9234ae4-fed5-41df-b300-57278000377b None None] Calling delete_port for 573da38c-f07d-4adb-9c33-5398f8e4f6d3 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:52:59.810006 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8830f39-d458-4213-8078-b6ae7d5ef9b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:52:59.810458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8830f39-d458-4213-8078-b6ae7d5ef9b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:52:59.820572 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f8830f39-d458-4213-8078-b6ae7d5ef9b5 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/508c2343-22e7-4d9d-bb77-afb532159954 HTTP/1.1" status: 404 len: 337 time: 0.0496223 Jan 27 14:52:59.826243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37448) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:59.864410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cad2ce5b-bfc5-4a87-82d9-d859cc1a92b8 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "GET /v2.0/ports?device_id=b197932e-e4b9-43d0-b8b4-6130436c9052 HTTP/1.1" status: 200 len: 205 time: 0.0384772 Jan 27 14:52:59.865033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37450) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:52:59.921743 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.085236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.085989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-c8240dee-e78a-48c1-af01-f8414831fc12', 'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12', 'tenant_id': 'd0f4e6e2c36742edae7914c793d087cf', 'fixed_ips': [{'subnet_id': '9f32b261-c07c-42d5-bc8b-317d6f9591e3'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:00.086920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.088386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.140828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.142592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.153360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.154048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router 161e4fc1-e4a7-4258-80d4-22a857c4caab {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:53:00.173080 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0284e6be-a8c1-4016-a827-a3de7cee50a7 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/floatingips/85522b56-f21d-44e3-be5e-296673286c87 HTTP/1.1" status: 200 len: 989 time: 0.4817696 Jan 27 14:53:00.177388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.178584 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b2cfcdec-f339-4d26-a465-336fd50b62a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/161e4fc1-e4a7-4258-80d4-22a857c4caab HTTP/1.1" status: 204 len: 168 time: 2.0418797 Jan 27 14:53:00.187760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37452) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.263522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.299206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.352099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.361664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9234ae4-fed5-41df-b300-57278000377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.414283 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-c8af0154-b47e-4ee9-a302-175e48c05466 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] delete failed (client error): The resource could not be found. Jan 27 14:53:00.415447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c8af0154-b47e-4ee9-a302-175e48c05466 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/routers/b197932e-e4b9-43d0-b8b4-6130436c9052 HTTP/1.1" status: 404 len: 336 time: 0.5452707 Jan 27 14:53:00.431982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37454) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.460153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device eecffb1c-9a56-4d3a-b65d-343795dac933 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:00.476956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.521387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.548736 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0c0909-d1ff-4870-957e-e24b0b514bb9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.549549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0c0909-d1ff-4870-957e-e24b0b514bb9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.553692 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2c0c0909-d1ff-4870-957e-e24b0b514bb9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/a7d0aa06-31d1-4529-a57c-66adbd8c3eab HTTP/1.1" status: 404 len: 337 time: 0.1159916 Jan 27 14:53:00.562669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37456) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.588110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:00.594364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.611642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:00.617774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:00.624133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:00.624898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.628303 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5c3599-56fa-4e00-b2a3-8f2f07b478c9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.628881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5c3599-56fa-4e00-b2a3-8f2f07b478c9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.633815 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cd5c3599-56fa-4e00-b2a3-8f2f07b478c9 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/ca1c9d6e-8c6a-472a-9ad4-689af77af0e8 HTTP/1.1" status: 404 len: 337 time: 0.0649614 Jan 27 14:53:00.635033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=ac14e029-e25c-4154-b80e-3dd9358ccac3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:00.638428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37458) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.640726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.661279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1c269c01-56e2-4e72-bc34-4022392a0f7f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1597886 Jan 27 14:53:00.662144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37460) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.688057 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b723131a-ada0-4de5-9c26-1066c99198ce tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.688528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b723131a-ada0-4de5-9c26-1066c99198ce tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.694013 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b723131a-ada0-4de5-9c26-1066c99198ce tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/97edba80-1c4e-4dac-b68c-1b354ecfa3f5 HTTP/1.1" status: 404 len: 337 time: 0.0472131 Jan 27 14:53:00.694891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37462) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.716707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e4c8c-fcab-4845-9085-ab44411e08f4 None None] Network 54198aad-8a3b-44cd-8f13-45ded550d2ea requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:00.730922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08f5c1d-1d2c-40ac-aa36-170884d5798b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.731744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08f5c1d-1d2c-40ac-aa36-170884d5798b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.737899 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a08f5c1d-1d2c-40ac-aa36-170884d5798b tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/285e9013-5e32-4e21-8cca-2c01fb9897a1 HTTP/1.1" status: 404 len: 333 time: 0.0390761 Jan 27 14:53:00.738116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37464) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.759540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:53:00.765464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9234ae4-fed5-41df-b300-57278000377b None None] Pushing event deleted for resources: {'Port': ['ID=573da38c-f07d-4adb-9c33-5398f8e4f6d3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:00.777399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e57af-6199-48ab-8202-98dd9bc5b642 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.777914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e57af-6199-48ab-8202-98dd9bc5b642 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.783895 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f89e57af-6199-48ab-8202-98dd9bc5b642 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/21e94d47-7616-40a0-bdc8-5378173d7e11 HTTP/1.1" status: 404 len: 337 time: 0.0423133 Jan 27 14:53:00.784714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37466) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.789774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9234ae4-fed5-41df-b300-57278000377b None None] No DVR routers for this DVR port 573da38c-f07d-4adb-9c33-5398f8e4f6d3 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:00.791052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: eecffb1c-9a56-4d3a-b65d-343795dac933 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:00.791423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device eecffb1c-9a56-4d3a-b65d-343795dac933 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:00.791830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 573da38c-f07d-4adb-9c33-5398f8e4f6d3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:00.800596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2366c7a-f3e3-4abc-9d60-c0285baa892b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:00.802420 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f2366c7a-f3e3-4abc-9d60-c0285baa892b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1387653 Jan 27 14:53:00.806899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37468) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.832543 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4114c6da-7e70-4933-855f-07d5e0054bfe tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.833240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4114c6da-7e70-4933-855f-07d5e0054bfe tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.842621 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4114c6da-7e70-4933-855f-07d5e0054bfe tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/4874406b-48f1-4b70-acba-85d4980ba02b HTTP/1.1" status: 404 len: 337 time: 0.0513139 Jan 27 14:53:00.842621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.843141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37470) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.883616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c0a7ae-739a-4b81-80a3-533961ae4497 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.884451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c0a7ae-739a-4b81-80a3-533961ae4497 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.891765 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a5c0a7ae-739a-4b81-80a3-533961ae4497 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/7a357037-18b7-4c16-968b-5fdf5d540d63 HTTP/1.1" status: 404 len: 333 time: 0.0436780 Jan 27 14:53:00.900904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 573da38c-f07d-4adb-9c33-5398f8e4f6d3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:00.901247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37472) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.901430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 573da38c-f07d-4adb-9c33-5398f8e4f6d3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:00.906900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1b1a64-b676-4956-9d50-86cbebbb9b1c']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:00.912059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:00.931775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd001386-df32-4c38-a73a-fbd32f8dc903') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:00.932218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd001386-df32-4c38-a73a-fbd32f8dc903') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:00.939927 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.950612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7e2a2159-c87c-4536-9d5a-c6499e6b6f6d None None] Provisioning complete for port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:00.950979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e2a2159-c87c-4536-9d5a-c6499e6b6f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.960231 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ed8ae6-4b8f-4717-b9c1-91941ffb7881 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:00.960694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:00.960880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ed8ae6-4b8f-4717-b9c1-91941ffb7881 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:00.964106 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-91ed8ae6-4b8f-4717-b9c1-91941ffb7881 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/cd3d8247-863e-4a25-bb25-633b3c2ae67d HTTP/1.1" status: 404 len: 337 time: 0.0434268 Jan 27 14:53:00.969638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37474) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:00.984412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Allocated IP 2001:db8::f816:3eff:fe38:fa33 (54ed4f89-dea6-4178-95d4-b6863af583eb/d31b6ac3-2732-43d7-8e22-f46598fb3509/74e8da15-b676-4203-b3d5-a856cfb1fa8a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:00.998649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.012316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:01.012602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b109c4-0ac1-40de-afe1-95fafd3d137f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:01.013262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.013445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b109c4-0ac1-40de-afe1-95fafd3d137f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:01.016352 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b5b109c4-0ac1-40de-afe1-95fafd3d137f tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/subnets/38c83c93-98d6-44ae-b027-42339162f09b HTTP/1.1" status: 404 len: 337 time: 0.0434854 Jan 27 14:53:01.019487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37476) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:01.020975 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:01.069499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Allocated IP 172.20.0.2 (c8240dee-e78a-48c1-af01-f8414831fc12/9f32b261-c07c-42d5-bc8b-317d6f9591e3/4be74047-fc2c-40f7-8ae4-70ea6b37cdbd) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:01.094603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port ac14e029-e25c-4154-b80e-3dd9358ccac3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:01.095063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.152829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:01.173167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.178099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.195389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/3c1b1a64-b676-4956-9d50-86cbebbb9b1c HTTP/1.1" status: 204 len: 168 time: 0.9213560 Jan 27 14:53:01.208165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:53:01.224745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37478) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:01.231877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5e74e-72ed-488c-bb60-a5c15370ad52 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=3c1b1a64-b676-4956-9d50-86cbebbb9b1c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:01.232111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--1878345298', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:01.255314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.259396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.280882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.283883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for ac14e029-e25c-4154-b80e-3dd9358ccac3 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:01.300658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:01.304345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.340680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:01.341025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.382111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:01.456428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.457462 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment d0beedc0-af80-409b-af5f-f4bf0e4dd3ad of type vlan for network 4ef93eb6-19a1-4afc-9165-699840c5354b Jan 27 14:53:01.500818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.26.6.180 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/f6d37148-42f4-47f2-a546-4531c078a14c) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:01.517821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.537201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] DHCP port deletion for 54198aad-8a3b-44cd-8f13-45ded550d2ea request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:01.546131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.559926 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for f3c617dc-df0c-4b03-ae9f-66e8aee77db1 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:01.645693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7e2a2159-c87c-4536-9d5a-c6499e6b6f6d None None] Provisioning complete for port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:01.646288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e2a2159-c87c-4536-9d5a-c6499e6b6f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.666875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.668877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.675866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:01.676656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.715733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.734796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.740746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.767458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.785092 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5555305 Jan 27 14:53:01.786188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37480) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:01.791019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:01.799882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.807717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.862921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a2159-c87c-4536-9d5a-c6499e6b6f6d None None] Port f3c617dc-df0c-4b03-ae9f-66e8aee77db1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:01.874953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=ac14e029-e25c-4154-b80e-3dd9358ccac3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:01.877419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d22352-47a3-4a3a-a9a8-ed207872307c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=4ef93eb6-19a1-4afc-9165-699840c5354b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:01.890105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.895330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:01.906225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:01.910484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.912115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.918970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Network c8240dee-e78a-48c1-af01-f8414831fc12 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:01.919344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:01.924534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:01.925084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:01.938044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:01.941720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:01.944631 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Pushing event updated for resources: {'Port': ['ID=74e8da15-b676-4203-b3d5-a856cfb1fa8a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:01.944901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-279ed312-4b2b-4dbf-a59a-5815bc8cfd0b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/ac14e029-e25c-4154-b80e-3dd9358ccac3 HTTP/1.1" status: 204 len: 168 time: 1.1350746 Jan 27 14:53:01.947762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 4ef93eb6-19a1-4afc-9165-699840c5354b details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:01.954897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:01.964382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37482) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:01.973035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:01.980045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=f3c617dc-df0c-4b03-ae9f-66e8aee77db1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:02.021447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=f6d37148-42f4-47f2-a546-4531c078a14c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:02.028165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.034821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2e398707-d1dd-45a5-9db6-3032b8418aa7 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/ports/f3c617dc-df0c-4b03-ae9f-66e8aee77db1 HTTP/1.1" status: 204 len: 168 time: 1.0140440 Jan 27 14:53:02.036477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37484) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:02.093654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3528b4d-06b7-4171-a91d-080ae3e92423 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:02.096076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3528b4d-06b7-4171-a91d-080ae3e92423 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:02.101046 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e3528b4d-06b7-4171-a91d-080ae3e92423 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1300333 Jan 27 14:53:02.101046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.101463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37486) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:02.155578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] Deleting port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:02.155964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.178359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Pushing event updated for resources: {'Port': ['ID=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:02.242670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet d31b6ac3-2732-43d7-8e22-f46598fb3509 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:02.246928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.261766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Attempting to bind port 74e8da15-b676-4203-b3d5-a856cfb1fa8a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:02.262333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Attempting to bind port 74e8da15-b676-4203-b3d5-a856cfb1fa8a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:02.262866 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Attempting to bind port 74e8da15-b676-4203-b3d5-a856cfb1fa8a on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:02.274025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.295175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:02.295904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:02.296489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.297054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:02.297790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Bound port: 74e8da15-b676-4203-b3d5-a856cfb1fa8a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:02.298378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.301078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Attempting to bind port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:02.301618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Attempting to bind port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f5761362-9bcc-4d59-9f0f-473043ad0638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:02.302157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Attempting to bind port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd on network c8240dee-e78a-48c1-af01-f8414831fc12 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:02.341278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,segment=NetworkSegment(2103ccc6-b202-441e-9cf9-0cada2102687),segment_id=2103ccc6-b202-441e-9cf9-0cada2102687)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:02.341678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.346818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:02.347542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Checking segment: {'id': 'f5761362-9bcc-4d59-9f0f-473043ad0638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:02.348128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.348698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Bound using segment: {'id': 'f5761362-9bcc-4d59-9f0f-473043ad0638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:02.349333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Bound port: 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5761362-9bcc-4d59-9f0f-473043ad0638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:02.349890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.363395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.380745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.397595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] Calling delete_port for 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:02.406046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:02.550071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.607231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] For port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:02.614528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] For port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,segment=NetworkSegment(f5761362-9bcc-4d59-9f0f-473043ad0638),segment_id=f5761362-9bcc-4d59-9f0f-473043ad0638)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:02.628442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.729507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.740612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.748945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] For port 74e8da15-b676-4203-b3d5-a856cfb1fa8a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:02.756102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.782841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa63f9f-ea70-47ae-b5b8-75d35a26f3f3 None None] Pushing event updated for resources: {'Port': ['ID=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:02.787434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] For port 74e8da15-b676-4203-b3d5-a856cfb1fa8a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=74e8da15-b676-4203-b3d5-a856cfb1fa8a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:02.792527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.803200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] No DVR routers for this DVR port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:02.805415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.852067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Deleting port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:02.852583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.865274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:02.952818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.042862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:03.066256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfb3ee-95be-4f15-ba03-9b289e241d77 None None] Pushing event deleted for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:03.075548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] For port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:03.075548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.087919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dfed980-ad86-41f2-960a-af0be2b0fe9c no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:03.102149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.83 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:03.108314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=d31b6ac3-2732-43d7-8e22-f46598fb3509,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:03.114461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.119653 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a4b104c9-1c10-4506-8503-17e15f2ddd6c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/d31b6ac3-2732-43d7-8e22-f46598fb3509 HTTP/1.1" status: 204 len: 168 time: 1.0172923 Jan 27 14:53:03.123662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37488) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:03.155570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 7dfed980-ad86-41f2-960a-af0be2b0fe9c {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:03.155949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dfed980-ad86-41f2-960a-af0be2b0fe9c not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:03.164066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Calling delete_port for 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:03.169354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 was not found and therefore no delete operation was performed {{(pid=108742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:53:03.182333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.219089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3b2cc-2558-46a2-a840-c3065965f9a9 None None] Pushing event updated for resources: {'Port': ['ID=74e8da15-b676-4203-b3d5-a856cfb1fa8a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:03.246018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:03.246885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.252316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Port': ['ID=3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:03.262071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cdf6fac2-01a8-4cc1-aef8-5bc099b3da19 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358285 Jan 27 14:53:03.269208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37490) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:03.278357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:03.330622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] No DVR routers for this DVR port 3646c7bf-6f3d-4ca7-8a70-8baf06dd35b8 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:03.433690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.467126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:53:03.469680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e69c7a-5439-4f78-8dd1-c4811ed5c53d" -d '{"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-plugged", "status": "completed", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:53:03.472537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.491558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:03.499895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.559111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.604344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e89fd-1cc4-4754-88fa-6c2c083c8fbf x-openstack-request-id: req-0b1e89fd-1cc4-4754-88fa-6c2c083c8fbf {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:53:03.604744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:03.604975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-plugged", "status": "completed", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:53:03.605396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b1e89fd-1cc4-4754-88fa-6c2c083c8fbf {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:53:03.605923 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'code': 200} Jan 27 14:53:03.608071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:03.610951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:03.617565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:03.662286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:03.733183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.772815 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54198aad-8a3b-44cd-8f13-45ded550d2ea']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:03.795594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2103ccc6-b202-441e-9cf9-0cada2102687') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:03.795910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2103ccc6-b202-441e-9cf9-0cada2102687') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:03.805729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.810452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:03.814363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.819249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:03.974732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.003834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.006761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:04.007605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:04.013696 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:04.195352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e44505-8f5b-4770-9df8-8778e9480740 None None] Network c8240dee-e78a-48c1-af01-f8414831fc12 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:04.279997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.308745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.336195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.347534 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] 10.222.0.18 "DELETE /v2.0/networks/54198aad-8a3b-44cd-8f13-45ded550d2ea HTTP/1.1" status: 204 len: 168 time: 2.3090096 Jan 27 14:53:04.404051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4aaf-9de8-4e4e-9ea4-68aa694bd023 tempest-PortsIpV6TestJSON-1677546468 tempest-PortsIpV6TestJSON-1677546468-project] Pushing event deleted for resources: {'Network': ['ID=54198aad-8a3b-44cd-8f13-45ded550d2ea,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:04.532809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-26e85195-1f99-4a9a-9eda-1f15328ecb35 None None] Provisioning complete for port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:04.533328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26e85195-1f99-4a9a-9eda-1f15328ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.534351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router f91a68a7-68ea-49cc-b509-0aaddbb07d92 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:53:04.609899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:04.719215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:04.745197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Sync routers for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:04.759258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:04.764585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6350e5b1-91a0-4325-80b1-42c15d5372dc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9771955 Jan 27 14:53:04.765425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37498) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:04.785052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router 629c9125-41f9-498b-b853-e58ce9ed2426 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:53:04.815087 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cbf10569-be24-4e43-b8a6-376573b43eb8 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484962 Jan 27 14:53:04.817964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37500) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:04.847976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:04.849429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:04.887923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37502) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:05.017562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff4083-00c0-4ade-8ac3-40e7ab705b93 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:05.022814 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-eeff4083-00c0-4ade-8ac3-40e7ab705b93 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2002392 Jan 27 14:53:05.023355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37506) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:05.031869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:53:05.085343 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b0fbb96a-c30d-4dd6-a738-13b2588076c9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577009 Jan 27 14:53:05.087506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37508) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:05.099288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-209593924', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:05.127583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:05.134269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9213170-5356-45d1-8516-ac8f10f02ac9 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:05.142490 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] Sync routers for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:05.146865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:05.147497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.160397 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:05.161028 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:05.209861 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:05.222062 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:05.222983 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:05.225283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.231094 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d6a2692b-3750-4752-9532-11abe88154de tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6476741 Jan 27 14:53:05.231512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37510) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:05.285449 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:05.286134 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7c7835-d3ee-4571-9c58-fc4cde11adce None None] The sync data for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:05.318842 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6e95fac5-1a2b-4a0d-b98d-619d53a8dba6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a080f773c60f43558cf034ce695c62b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210875 Jan 27 14:53:05.319733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37512) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:05.338518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26e85195-1f99-4a9a-9eda-1f15328ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.400053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:05.427517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.505383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-729fc24d-0933-4fa8-85d1-9f42d47040a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.515134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:05.521257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.560268 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-729fc24d-0933-4fa8-85d1-9f42d47040a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.662267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-26e85195-1f99-4a9a-9eda-1f15328ecb35 None None] For port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,segment=NetworkSegment(f5761362-9bcc-4d59-9f0f-473043ad0638),segment_id=f5761362-9bcc-4d59-9f0f-473043ad0638)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:05.693651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26e85195-1f99-4a9a-9eda-1f15328ecb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.696724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] For port 74e8da15-b676-4203-b3d5-a856cfb1fa8a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=74e8da15-b676-4203-b3d5-a856cfb1fa8a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:05.719460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-729fc24d-0933-4fa8-85d1-9f42d47040a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.722303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-729fc24d-0933-4fa8-85d1-9f42d47040a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.723531 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-729fc24d-0933-4fa8-85d1-9f42d47040a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49b7a018-3d4e-46d8-adb2-c8e1b1ddc0de HTTP/1.1" status: 204 len: 168 time: 0.4024718 Jan 27 14:53:05.740170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fc24d-0933-4fa8-85d1-9f42d47040a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b7a018-3d4e-46d8-adb2-c8e1b1ddc0de,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:05.785201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.796106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.799490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:05.997625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 74e8da15-b676-4203-b3d5-a856cfb1fa8a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:06.040086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b86ff668-a89d-4ba9-8121-b60f0ea03bc9 None None] Provisioning complete for port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:06.040672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b86ff668-a89d-4ba9-8121-b60f0ea03bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.050781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=74e8da15-b676-4203-b3d5-a856cfb1fa8a,revision_number=5']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:06.082130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e85195-1f99-4a9a-9eda-1f15328ecb35 None None] Pushing event updated for resources: {'Port': ['ID=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:06.093779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:06.094510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=e203929a-8011-4073-8ab6-8fbb897ed48d,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:06.099769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:06.112387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:06.113977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.156316 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cfdef142-edfe-476f-a808-5187d058c650 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8854969 Jan 27 14:53:06.158870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37518) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:06.170473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:31:8f:5a', 'name': 'tempest-NetworksTestDHCPv6-1246680895'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:06.303822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 74e8da15-b676-4203-b3d5-a856cfb1fa8a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:06.304421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.416371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:03Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:06.461313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:06.496236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Checking router: f91a68a7-68ea-49cc-b509-0aaddbb07d92 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:53:06.496579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Updating router f91a68a7-68ea-49cc-b509-0aaddbb07d92 port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:53:06.554152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.626048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b86ff668-a89d-4ba9-8121-b60f0ea03bc9 None None] Provisioning complete for port 74e8da15-b676-4203-b3d5-a856cfb1fa8a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:06.626688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b86ff668-a89d-4ba9-8121-b60f0ea03bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.635617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.664584 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.701249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2565636-d668-44a7-afb5-58ef86eb50f8 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:06.713540 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=7564b5a6-31c6-463b-8e3e-c3e2dd76d25a,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:06.729392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 8ad792ff-ea14-4cef-99b7-edf612b8bc1d yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:06.783015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:06.800103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:06.800479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 4ef93eb6-19a1-4afc-9165-699840c5354b, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:06.977728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fe31:8f5a (54ed4f89-dea6-4178-95d4-b6863af583eb/e203929a-8011-4073-8ab6-8fbb897ed48d/8ad792ff-ea14-4cef-99b7-edf612b8bc1d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:07.013131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.084387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4ef93eb6-19a1-4afc-9165-699840c5354b is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:07.129021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 4ef93eb6-19a1-4afc-9165-699840c5354b) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:07.137189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 74e8da15-b676-4203-b3d5-a856cfb1fa8a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=74e8da15-b676-4203-b3d5-a856cfb1fa8a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:07.146894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:07.147163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b24adc5-4526-410f-8897-33dd383f8a61 None None] Network 4ef93eb6-19a1-4afc-9165-699840c5354b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:07.148180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.185413 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aa7489b5-943e-4b64-910c-60341d2a9148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0932276 Jan 27 14:53:07.189386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37534) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:07.203828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.307510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.1 (c8240dee-e78a-48c1-af01-f8414831fc12/9f32b261-c07c-42d5-bc8b-317d6f9591e3/7c55845f-1098-4e41-b3a8-2d40181e4907) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:07.322885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b86ff668-a89d-4ba9-8121-b60f0ea03bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.397422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.429031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=74e8da15-b676-4203-b3d5-a856cfb1fa8a,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:07.442618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:07.455061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.532266 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:07.538339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:07.546858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:07.553674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:07.554659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.568350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=8ad792ff-ea14-4cef-99b7-edf612b8bc1d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:07.582314 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3d39db44-305b-4c55-afa4-6f8a8a38a380 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4200306 Jan 27 14:53:07.585130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37538) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:07.587081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37540) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:07.660761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf41cc98-a3e6-4f2e-a4a5-c82223eb4606 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:07.673490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf41cc98-a3e6-4f2e-a4a5-c82223eb4606 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:07.675995 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cf41cc98-a3e6-4f2e-a4a5-c82223eb4606 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0877848 Jan 27 14:53:07.681067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37544) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:07.709303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-b86ff668-a89d-4ba9-8121-b60f0ea03bc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:53:07.710078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-b86ff668-a89d-4ba9-8121-b60f0ea03bc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:53:07.754559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-231792550'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:07.773452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.787388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.795721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:07.796309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.805403 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:07.809270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-4ef93eb6-19a1-4afc-9165-699840c5354b', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:07.809846 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.816873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.831466 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.878392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:07.891505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 8ad792ff-ea14-4cef-99b7-edf612b8bc1d {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:07.891880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.043768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.052747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.065585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:08.082723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.111691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.119237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb7c7b-aa4a-40f2-ae7b-08d1cec7ccee None None] Pushing event updated for resources: {'Port': ['ID=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:08.145714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.146268 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment e2ba092e-6903-4321-a8fd-d53c8b448a76 of type vlan for network eb9c01c4-27e1-4f42-a405-80b6fc2509eb Jan 27 14:53:08.170243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 8ad792ff-ea14-4cef-99b7-edf612b8bc1d owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:08.188211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Attempting to bind port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:08.189042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Attempting to bind port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:08.189042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Attempting to bind port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:08.202454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 74e8da15-b676-4203-b3d5-a856cfb1fa8a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:08.225104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:08.225585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:08.226038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.226559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=7c55845f-1098-4e41-b3a8-2d40181e4907,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:08.226697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:08.227069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Bound port: 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:08.227528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.243364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network c8240dee-e78a-48c1-af01-f8414831fc12 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:08.245929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe8911-708c-4293-9682-1a51b79b3e91,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:08.247321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:08.260651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:08.289595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] For port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:08.294996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] For port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:08.311630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.343986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.409935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.424289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.428608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Allocated IP 172.20.0.2 (4ef93eb6-19a1-4afc-9165-699840c5354b/7564b5a6-31c6-463b-8e3e-c3e2dd76d25a/21bcbcc7-5e82-4a3b-a0d2-99f59664880b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:08.434588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:08.435208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.553357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb7c7b-aa4a-40f2-ae7b-08d1cec7ccee None None] Pushing event updated for resources: {'Port': ['ID=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:08.604226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=eb9c01c4-27e1-4f42-a405-80b6fc2509eb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:08.613410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.633438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:08.696830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.700427 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/8ad792ff-ea14-4cef-99b7-edf612b8bc1d HTTP/1.1" status: 204 len: 168 time: 1.0163696 Jan 27 14:53:08.705657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37546) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:08.706164 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b9aa630b-452d-4ae9-85d1-31568a32b9b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1199238 Jan 27 14:53:08.707366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0080a5-0547-4feb-b34f-d0977559ccda tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=8ad792ff-ea14-4cef-99b7-edf612b8bc1d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:08.713680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37548) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:08.722941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'name': 'tempest-PortsTestJSON-1947671142'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:08.753776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:08.754467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:08.847934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.859087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:08.865219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.890441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:08.937879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b8a120dd-03a7-4564-b73a-ce77364d6e12 None None] Provisioning complete for port 74e8da15-b676-4203-b3d5-a856cfb1fa8a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:08.938139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b8a120dd-03a7-4564-b73a-ce77364d6e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:08.941129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 74e8da15-b676-4203-b3d5-a856cfb1fa8a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:08.941538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.043455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449e30c-c260-4a4c-a165-0a9ea873829e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:09.047848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449e30c-c260-4a4c-a165-0a9ea873829e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:09.054939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9449e30c-c260-4a4c-a165-0a9ea873829e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3337233 Jan 27 14:53:09.056301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37550) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:09.072239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:09.159552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.183999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.234538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.274294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.348593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet e203929a-8011-4073-8ab6-8fbb897ed48d {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:09.362569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=ad5de660-b1ee-47ff-ae0d-12c88bc800d6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:09.364012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.374982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.395245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': 'e2ba092e-6903-4321-a8fd-d53c8b448a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:09.395661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: eb9c01c4-27e1-4f42-a405-80b6fc2509eb, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:09.418668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:09.436716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, eb9c01c4-27e1-4f42-a405-80b6fc2509eb) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:09.450455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:09.461392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa7c02-6e99-4221-97e8-04f81580ff21 None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:09.464813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Network 4ef93eb6-19a1-4afc-9165-699840c5354b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:09.466462 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:09.468500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.493499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.494600 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-79a64a92-3e94-4b4f-8ee3-004fca97eafb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7776783 Jan 27 14:53:09.498640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37552) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:09.508759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-37434821'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:09.547786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:09.553847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.566324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:09.568338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:09.603573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:09.621454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.623933 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment 73f4d149-cb0a-4544-ad53-eb0f2dc63462 of type vlan for network e4f10cd5-4a70-4f42-978e-3ec53382c96a Jan 27 14:53:09.625512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Pushing event updated for resources: {'Port': ['ID=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:09.693800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.725713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b8a120dd-03a7-4564-b73a-ce77364d6e12 None None] Could not find standard attr ID for object ac14e029-e25c-4154-b80e-3dd9358ccac3. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:09.745182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.754400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:09.755073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.783409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Attempting to bind port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:09.783820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Attempting to bind port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:09.784157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Attempting to bind port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b on network 4ef93eb6-19a1-4afc-9165-699840c5354b {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:09.820610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:09.821230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Checking segment: {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:09.821584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.821985 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Bound using segment: {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:09.822486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Bound port: 21bcbcc7-5e82-4a3b-a0d2-99f59664880b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:09.822900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.823633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:09.844548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 74e8da15-b676-4203-b3d5-a856cfb1fa8a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:09.869747 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3692756 Jan 27 14:53:09.870402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37554) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:09.878364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9d41676c-d91e-4a51-9dce-4cb4bcdf864e None None] Could not find standard attr ID for object 8ad792ff-ea14-4cef-99b7-edf612b8bc1d. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:09.887129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'ports': [{'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb'}, {'network_id': 'e4f10cd5-4a70-4f42-978e-3ec53382c96a'}]} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:09.887715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:09.888543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'e4f10cd5-4a70-4f42-978e-3ec53382c96a'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:09.954902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e083c-3e59-48ab-b43b-406db243f240 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=e4f10cd5-4a70-4f42-978e-3ec53382c96a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:09.979852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e4f10cd5-4a70-4f42-978e-3ec53382c96a details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:09.991553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9d41676c-d91e-4a51-9dce-4cb4bcdf864e None None] Provisioning complete for port 7c55845f-1098-4e41-b3a8-2d40181e4907 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:09.991817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (4ef93eb6-19a1-4afc-9165-699840c5354b/7564b5a6-31c6-463b-8e3e-c3e2dd76d25a/a05aaf96-e04f-43db-9158-b4150f58a4e3) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:09.992064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d41676c-d91e-4a51-9dce-4cb4bcdf864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.029656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.057500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] For port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:10.062943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:03Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:10.097598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.101319 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/e203929a-8011-4073-8ab6-8fbb897ed48d HTTP/1.1" status: 204 len: 168 time: 1.0390732 Jan 27 14:53:10.104192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37556) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:10.130352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502b976-f888-4694-a3ea-289467c7fce9 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:10.136201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8cdbb-d98f-4a2a-923e-2cfa8bf72224 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=e203929a-8011-4073-8ab6-8fbb897ed48d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:10.144078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] For port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:10.145273 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67296d-54dd-4f55-bed8-705b7f21240c None None] The sync data for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv is: [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:03Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:10.194510 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-11e2cd43-14a9-4443-92b9-d1fcc505b9d2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877202 Jan 27 14:53:10.196364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.198813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37558) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:10.214818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 74e8da15-b676-4203-b3d5-a856cfb1fa8a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:10.214818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.240494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9d41676c-d91e-4a51-9dce-4cb4bcdf864e None None] Port 7c55845f-1098-4e41-b3a8-2d40181e4907 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:10.273168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.285159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.290087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 2} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:10.296572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.316874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.347504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7f80f-46c0-4441-89ad-11a4dc7b418f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:10.351863 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b2e7f80f-46c0-4441-89ad-11a4dc7b418f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1481500 Jan 27 14:53:10.352519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37560) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:10.543765 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c5a76-44ea-4a04-9ede-8317ee766311 None None] Pushing event updated for resources: {'Port': ['ID=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:10.566684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11f24d-3928-4263-a693-0ac1da1981a2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:10.568639 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f11f24d-3928-4263-a693-0ac1da1981a2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2149754 Jan 27 14:53:10.572160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37562) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:10.635338 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5e6211b2-2e3f-414b-93d1-ae55a15ae10d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609345 Jan 27 14:53:10.638150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port c1e550d1-5c94-44f2-9740-1fb0bc82c5c5 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:10.645938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37564) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:10.653080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:10.765376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:10.780351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.850460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:10.854172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.901848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] Deleting port 74e8da15-b676-4203-b3d5-a856cfb1fa8a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:10.902229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.913165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:10.931829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=7c55845f-1098-4e41-b3a8-2d40181e4907,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:11.021173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] For port 74e8da15-b676-4203-b3d5-a856cfb1fa8a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=74e8da15-b676-4203-b3d5-a856cfb1fa8a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:11.021955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.077606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] Calling delete_port for 74e8da15-b676-4203-b3d5-a856cfb1fa8a owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:11.088592 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network c8240dee-e78a-48c1-af01-f8414831fc12 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:11.091248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:11.097797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.144226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.225214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4ef93eb6-19a1-4afc-9165-699840c5354b is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:11.237360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:11.251203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:11.256071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.289330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] Pushing event deleted for resources: {'Port': ['ID=74e8da15-b676-4203-b3d5-a856cfb1fa8a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:11.299650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7662ef-d252-4f9f-8cf6-f47429646fd9 None None] No DVR routers for this DVR port 74e8da15-b676-4203-b3d5-a856cfb1fa8a on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:11.335722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=a05aaf96-e04f-43db-9158-b4150f58a4e3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:11.345793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 17cef756-ad4d-437d-adbf-efc702a7e274 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:11.379537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.530182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router 629c9125-41f9-498b-b853-e58ce9ed2426 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:11.545967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:53:11.555108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.613305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-57ffacff-38a7-43ab-b8d5-9258d2d79ced None None] Provisioning complete for port 7c55845f-1098-4e41-b3a8-2d40181e4907 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:11.613687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-57ffacff-38a7-43ab-b8d5-9258d2d79ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.646709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.692355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-57ffacff-38a7-43ab-b8d5-9258d2d79ced None None] Port 7c55845f-1098-4e41-b3a8-2d40181e4907 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:11.708011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:11.711605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.718272 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:11.724517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:11.725160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.743572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f41759-c29e-4447-b9a4-b7c0ec47ca92 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:11.790329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=146c0f27-de4f-4c8b-a1f2-42b44b24c1c1,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:11.794269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:11.798017 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fdee2156-7b5a-46bd-88af-337ece163fd6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1508119 Jan 27 14:53:11.803000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37566) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:11.808804 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:f8:72:f8', 'name': 'tempest-NetworksTestDHCPv6-170902543'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:11.840179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3e286809-e0ab-481b-8f99-449105d2ebb8 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/routers/629c9125-41f9-498b-b853-e58ce9ed2426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6027737 Jan 27 14:53:11.845438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37568) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:11.858321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'port': {'network_id': 'c8240dee-e78a-48c1-af01-f8414831fc12', 'name': 'tempest-FloatingIPTestJSON-1610201006'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:11.925667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:11.968249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] Sync routers for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:11.978434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:12.038692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=c1e550d1-5c94-44f2-9740-1fb0bc82c5c5,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:12.055736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:12.056380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:12.061789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:12.073971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:12.078830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:12.080565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.109227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:12.115347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:12.116028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.123872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Made reservation on behalf of d0f4e6e2c36742edae7914c793d087cf for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:12.128226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.170134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] device_id is not set on port e5750a43-937a-4629-83bb-cb26aa380fe8 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:12.236660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:12.237300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:12.240915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=17cef756-ad4d-437d-adbf-efc702a7e274,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:12.299369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:12.300818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca5c19-8eba-4ff1-a2b9-843d04e05f25 None None] The sync data for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:12.308832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.334693 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.337236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2a5e7-56dd-4357-ae42-fdbc27a450ab None None] Network 4ef93eb6-19a1-4afc-9165-699840c5354b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:12.352368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': '73f4d149-cb0a-4544-ad53-eb0f2dc63462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e4f10cd5-4a70-4f42-978e-3ec53382c96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:12.352895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: e4f10cd5-4a70-4f42-978e-3ec53382c96a, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:12.374443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:12.426820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network e4f10cd5-4a70-4f42-978e-3ec53382c96a is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:12.444273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=a05aaf96-e04f-43db-9158-b4150f58a4e3,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:12.451931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, e4f10cd5-4a70-4f42-978e-3ec53382c96a) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:12.457427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Allocated IP 172.20.0.13 (c8240dee-e78a-48c1-af01-f8414831fc12/9f32b261-c07c-42d5-bc8b-317d6f9591e3/e5750a43-937a-4629-83bb-cb26aa380fe8) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:12.458154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:12.460282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.467321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:12.474598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:12.476029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.503496 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6d730186-b1a1-4848-a840-1dc3d1b146b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6289942 Jan 27 14:53:12.507461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37570) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:12.577954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01461d-1790-477b-8aaf-ad1d800d6150 None None] Network e4f10cd5-4a70-4f42-978e-3ec53382c96a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:12.613079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.684051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '146c0f27-de4f-4c8b-a1f2-42b44b24c1c1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:12.685295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.706227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:12.709585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4ef93eb6-19a1-4afc-9165-699840c5354b is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:12.715467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:12.739501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.740650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 21bcbcc7-5e82-4a3b-a0d2-99f59664880b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:12.749514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d15faed7-8e47-4117-a1a6-fb0109c1b2ff None None] Provisioning complete for port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:12.749887 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d15faed7-8e47-4117-a1a6-fb0109c1b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:12.941378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router f91a68a7-68ea-49cc-b509-0aaddbb07d92 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:12.953791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.011672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.037798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 3098ad07-83ea-4599-82f1-711cdf3808d9 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:13.039153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:13.133632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 17cef756-ad4d-437d-adbf-efc702a7e274 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:13.134177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.208896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:13.209447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.223959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.246106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 17cef756-ad4d-437d-adbf-efc702a7e274 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:13.261701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:13.276908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e4f9c433-caeb-490c-a6da-8409ae5f463a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/f91a68a7-68ea-49cc-b509-0aaddbb07d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0849006 Jan 27 14:53:13.278715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Allocated IP 2001:db8::f816:3eff:fec0:936d (54ed4f89-dea6-4178-95d4-b6863af583eb/146c0f27-de4f-4c8b-a1f2-42b44b24c1c1/3cfa3395-bbb3-491c-b355-4d0d94df76fb) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:13.279542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.280218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37572) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:13.286476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d15faed7-8e47-4117-a1a6-fb0109c1b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.300743 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Sync routers for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:13.327634 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:13.329626 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:13.369549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Network c8240dee-e78a-48c1-af01-f8414831fc12 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:13.374338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:13.385860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:13.407955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d15faed7-8e47-4117-a1a6-fb0109c1b2ff None None] For port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:13.458723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d15faed7-8e47-4117-a1a6-fb0109c1b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.538873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.596722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event updated for resources: {'Port': ['ID=e5750a43-937a-4629-83bb-cb26aa380fe8,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:13.667324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15faed7-8e47-4117-a1a6-fb0109c1b2ff None None] Pushing event updated for resources: {'Port': ['ID=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:13.691542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.696852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.702487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.705369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.706017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.706548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.707525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.708061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.708600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.709116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.709694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.710213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.710734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.711738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.711738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:13.718853 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cf46b4a9-bf0b-4966-8aee-db2e99542494 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8367 time: 0.3842394 Jan 27 14:53:13.721313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37574) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:13.747729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:53:13.749407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:53:13.752125 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:13.757748 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-09e80b15-2dd9-41d5-a56d-92619c261b3a tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9109478 Jan 27 14:53:13.760899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37576) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:13.766167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Request body: {'floatingip': {'port_id': 'e5750a43-937a-4629-83bb-cb26aa380fe8'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:13.773516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=17cef756-ad4d-437d-adbf-efc702a7e274,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:13.790732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.796162 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1da4576-6a1e-466f-afb3-3052defd90c5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/17cef756-ad4d-437d-adbf-efc702a7e274 HTTP/1.1" status: 204 len: 168 time: 1.2880323 Jan 27 14:53:13.801311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.809557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3fcc8661-40e9-4630-a322-7df555ca77d2 None None] Provisioning complete for port a05aaf96-e04f-43db-9158-b4150f58a4e3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:13.810251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8661-40e9-4630-a322-7df555ca77d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.829440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37578) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:13.864604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc8661-40e9-4630-a322-7df555ca77d2 None None] Port a05aaf96-e04f-43db-9158-b4150f58a4e3 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:13.873782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.915007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.944483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:13.949354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3fcc8661-40e9-4630-a322-7df555ca77d2 None None] Provisioning complete for port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:13.949725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8661-40e9-4630-a322-7df555ca77d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:13.963379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:13.966667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:14.006842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Pushing event updated for resources: {'Port': ['ID=3cfa3395-bbb3-491c-b355-4d0d94df76fb,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:14.042308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.043622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.044501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.045191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.045810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.046703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.047432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.048038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.049102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.049771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.052829 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2894d17c-4e6f-47c7-80ff-d95a2806d72b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6428 time: 0.3267164 Jan 27 14:53:14.060544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fef8:72f8 (54ed4f89-dea6-4178-95d4-b6863af583eb/146c0f27-de4f-4c8b-a1f2-42b44b24c1c1/3098ad07-83ea-4599-82f1-711cdf3808d9) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:14.060936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37580) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:14.061247 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-afda87a6-3eec-465d-b898-c9a8e298c6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.103686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb70e3-e203-413b-860d-21d1f5398b3f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.115243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb70e3-e203-413b-860d-21d1f5398b3f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:14.117439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Attempting to bind port 3cfa3395-bbb3-491c-b355-4d0d94df76fb on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:14.117669 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-23cb70e3-e203-413b-860d-21d1f5398b3f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2868817 Jan 27 14:53:14.117800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Attempting to bind port 3cfa3395-bbb3-491c-b355-4d0d94df76fb by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:14.118177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Attempting to bind port 3cfa3395-bbb3-491c-b355-4d0d94df76fb on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:14.125210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37582) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:14.129532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:14.130001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:14.130317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.130719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:14.131228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Bound port: 3cfa3395-bbb3-491c-b355-4d0d94df76fb, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:14.131938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.291142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] For port 3cfa3395-bbb3-491c-b355-4d0d94df76fb, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:14.312822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] For port 3cfa3395-bbb3-491c-b355-4d0d94df76fb, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3cfa3395-bbb3-491c-b355-4d0d94df76fb,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:14.316941 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:14.320593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.404836 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Checking router: f91a68a7-68ea-49cc-b509-0aaddbb07d92 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:53:14.405178 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Updating router f91a68a7-68ea-49cc-b509-0aaddbb07d92 port a05aaf96-e04f-43db-9158-b4150f58a4e3 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:53:14.426091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b54ffe00-07d8-4604-be14-cdb4fdde388b None None] Provisioning complete for port e5750a43-937a-4629-83bb-cb26aa380fe8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:14.426990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b54ffe00-07d8-4604-be14-cdb4fdde388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.437790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 74e8da15-b676-4203-b3d5-a856cfb1fa8a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:14.463140 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.464336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bcb40-49f7-4c19-80d8-d66d4d77398f None None] Pushing event updated for resources: {'Port': ['ID=3cfa3395-bbb3-491c-b355-4d0d94df76fb,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:14.489810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 74e8da15-b676-4203-b3d5-a856cfb1fa8a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:14.490432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 74e8da15-b676-4203-b3d5-a856cfb1fa8a not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:14.522290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b54ffe00-07d8-4604-be14-cdb4fdde388b None None] Port e5750a43-937a-4629-83bb-cb26aa380fe8 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:14.535038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.541500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port c1e550d1-5c94-44f2-9740-1fb0bc82c5c5 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:14.542515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.563495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b54ffe00-07d8-4604-be14-cdb4fdde388b None None] Provisioning complete for port a05aaf96-e04f-43db-9158-b4150f58a4e3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:14.563872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b54ffe00-07d8-4604-be14-cdb4fdde388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.629420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b54ffe00-07d8-4604-be14-cdb4fdde388b None None] Port a05aaf96-e04f-43db-9158-b4150f58a4e3 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:14.703325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:14.711855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.774513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for c1e550d1-5c94-44f2-9740-1fb0bc82c5c5 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:14.821095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ee12ddf3-a4dd-4633-be7c-97b20c9d2cb6 None None] Provisioning complete for port a05aaf96-e04f-43db-9158-b4150f58a4e3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:14.821932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee12ddf3-a4dd-4633-be7c-97b20c9d2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.895556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ee12ddf3-a4dd-4633-be7c-97b20c9d2cb6 None None] Port a05aaf96-e04f-43db-9158-b4150f58a4e3 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:14.925311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:14.926071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:14.942401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.040982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:15.060136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 21bcbcc7-5e82-4a3b-a0d2-99f59664880b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:15.062275 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:15.068451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.070338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:15.079778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:15.080501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.088157 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.102285 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.119100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.128226 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/c1e550d1-5c94-44f2-9740-1fb0bc82c5c5 HTTP/1.1" status: 204 len: 168 time: 1.0012109 Jan 27 14:53:15.133679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37584) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:15.137601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=3098ad07-83ea-4599-82f1-711cdf3808d9,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:15.155115 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5307e6d5-aaf7-468e-9f0e-0ab39eab6316 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3481433 Jan 27 14:53:15.160882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:15.161714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.166999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37586) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:15.183379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d76d5-9189-404d-b681-82895745d1d5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=c1e550d1-5c94-44f2-9740-1fb0bc82c5c5,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:15.200242 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Pushing event updated for resources: {'Port': ['ID=a05aaf96-e04f-43db-9158-b4150f58a4e3,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:15.224983 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.225342 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.225684 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.226019 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.226344 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.226672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.226995 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.227358 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.227706 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.228081 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.228406 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.229469 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:15.267055 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Attempting to bind port a05aaf96-e04f-43db-9158-b4150f58a4e3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:15.267791 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Attempting to bind port a05aaf96-e04f-43db-9158-b4150f58a4e3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:15.268324 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Attempting to bind port a05aaf96-e04f-43db-9158-b4150f58a4e3 on network 4ef93eb6-19a1-4afc-9165-699840c5354b {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:15.282082 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:15.282448 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Checking segment: {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:15.282840 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.283224 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Bound using segment: {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:15.283874 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Bound port: a05aaf96-e04f-43db-9158-b4150f58a4e3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:15.284282 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.302953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208bbdc0-1307-4552-8abb-3050008a86fe tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:15.304759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-208bbdc0-1307-4552-8abb-3050008a86fe tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1699069 Jan 27 14:53:15.308708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37588) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:15.346153 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1fd3a2-b10a-47d9-a3fe-e811df22bd4b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:15.348918 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3d1fd3a2-b10a-47d9-a3fe-e811df22bd4b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/17cef756-ad4d-437d-adbf-efc702a7e274 HTTP/1.1" status: 404 len: 333 time: 0.0401123 Jan 27 14:53:15.357389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37590) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:15.375701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474930c4-0a23-4784-99b1-c557dc23f845 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:15.382084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474930c4-0a23-4784-99b1-c557dc23f845 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:15.383825 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-474930c4-0a23-4784-99b1-c557dc23f845 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2139242 Jan 27 14:53:15.388206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37592) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:15.397501 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1ffef1-f07c-4ad5-88c0-39a5b8719bdb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:15.399629 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2a1ffef1-f07c-4ad5-88c0-39a5b8719bdb tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/c1e550d1-5c94-44f2-9740-1fb0bc82c5c5 HTTP/1.1" status: 404 len: 333 time: 0.0406964 Jan 27 14:53:15.402777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37594) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:15.426493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] For port a05aaf96-e04f-43db-9158-b4150f58a4e3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:15.430778 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] For port a05aaf96-e04f-43db-9158-b4150f58a4e3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a05aaf96-e04f-43db-9158-b4150f58a4e3,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:15.438229 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.518674 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:15.519469 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:52:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:15.521876 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53d8fb-e869-4f42-bf8b-008c8bf72621 None None] Pushing event updated for resources: {'Port': ['ID=a05aaf96-e04f-43db-9158-b4150f58a4e3,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:15.570296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.737890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.755007 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bd82f537-cea9-452f-bff1-c4a66782e5aa tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5209 time: 1.6868649 Jan 27 14:53:15.755007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.768195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 3098ad07-83ea-4599-82f1-711cdf3808d9 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:15.768550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.777612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-550e6987-f274-4619-9992-1e358d251106 None None] Provisioning complete for port a05aaf96-e04f-43db-9158-b4150f58a4e3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:15.780387 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-550e6987-f274-4619-9992-1e358d251106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.847932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.893531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f10cd5-4a70-4f42-978e-3ec53382c96a']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:15.913998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f4d149-cb0a-4544-ad53-eb0f2dc63462') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:15.914329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f4d149-cb0a-4544-ad53-eb0f2dc63462') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:15.930540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.947592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.956078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:15.956690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:15.993357 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:16.038026 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:16.121840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-550e6987-f274-4619-9992-1e358d251106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.154047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.170365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.178854 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/e4f10cd5-4a70-4f42-978e-3ec53382c96a HTTP/1.1" status: 204 len: 168 time: 0.7748215 Jan 27 14:53:16.191977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37600) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:16.197750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1938450663'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:16.202853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f954e64-6a01-4593-8df5-da7e6fe0ab42 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=e4f10cd5-4a70-4f42-978e-3ec53382c96a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:16.279612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:16.283888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.291124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.311393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-550e6987-f274-4619-9992-1e358d251106 None None] For port a05aaf96-e04f-43db-9158-b4150f58a4e3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a05aaf96-e04f-43db-9158-b4150f58a4e3,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:16.323721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-550e6987-f274-4619-9992-1e358d251106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.328585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-10a3fe88-9415-445a-86dc-fd73c0258e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.364344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:16.367260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 3098ad07-83ea-4599-82f1-711cdf3808d9 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:16.393098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37602) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:16.399344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.399831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-96eef487-8205-40c0-830a-ba9bd2a357ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456252861', 'description': 'tempest-secgroup-smoke-456252861 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:16.400005 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment 47a456f6-4a49-4e3f-b5b1-3f0e75925ef0 of type vlan for network b8759111-e741-4cf3-bed8-d310048c035f Jan 27 14:53:16.476482 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 2bba3131-691f-4eae-89ef-d6420ccfa90b associated. External IP: 172.26.6.237, port: 0277a644-057d-4fd3-b04d-eba6cef1b86f. Jan 27 14:53:16.505183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e6987-f274-4619-9992-1e358d251106 None None] Pushing event updated for resources: {'Port': ['ID=a05aaf96-e04f-43db-9158-b4150f58a4e3,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:16.521226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] Provisioning complete for port 3cfa3395-bbb3-491c-b355-4d0d94df76fb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:16.521674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.543016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96eef487-8205-40c0-830a-ba9bd2a357ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.589790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.669042 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:15Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:16.719980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.739021 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51a759-5b3e-4ada-acf4-a7a716162472 None None] The sync data for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv is: [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:15Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:16.744320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:16.748131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.806492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:16.822597 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6286461 Jan 27 14:53:16.827612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37604) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:16.841110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:16.961202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] For port 3cfa3395-bbb3-491c-b355-4d0d94df76fb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3cfa3395-bbb3-491c-b355-4d0d94df76fb,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:16.990349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3cfa3395-bbb3-491c-b355-4d0d94df76fb up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:16.998546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.053546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:17.069125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.132644 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f11f4-30e5-4344-87ce-de1e0cb9f4f0 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=b8759111-e741-4cf3-bed8-d310048c035f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:17.179926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:17.186859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.201043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=3098ad07-83ea-4599-82f1-711cdf3808d9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:17.245954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network b8759111-e741-4cf3-bed8-d310048c035f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:17.264831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.268534 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5e3ca80f-79e7-4f92-9cf0-771992387fb2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/3098ad07-83ea-4599-82f1-711cdf3808d9 HTTP/1.1" status: 204 len: 168 time: 1.8776796 Jan 27 14:53:17.282797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37606) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:17.452405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96eef487-8205-40c0-830a-ba9bd2a357ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.474085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96eef487-8205-40c0-830a-ba9bd2a357ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.475708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Performing IP validity checks on allocation pools {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 14:53:17.476870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 14:53:17.562152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:17.594585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] Provisioning complete for port a05aaf96-e04f-43db-9158-b4150f58a4e3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:17.595592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.617642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eef487-8205-40c0-830a-ba9bd2a357ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b999babe-128b-4284-88c3-5e13cd210a14,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:17.646670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465799a-af4d-484b-a68f-3e8dff212d82 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:17.648415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6465799a-af4d-484b-a68f-3e8dff212d82 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:17.650412 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6465799a-af4d-484b-a68f-3e8dff212d82 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3647938 Jan 27 14:53:17.668756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:17.690071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37608) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:17.699605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96eef487-8205-40c0-830a-ba9bd2a357ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.707388 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-96eef487-8205-40c0-830a-ba9bd2a357ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.3108270 Jan 27 14:53:17.710146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37610) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:17.717175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3cfa3395-bbb3-491c-b355-4d0d94df76fb triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:17.718123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.719572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6f71ab4c-d8b4-4a09-9c1b-a9ba3089023c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'b999babe-128b-4284-88c3-5e13cd210a14', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:17.797548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.812603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdab43-8ec7-479f-b3d3-1b67eba19d0b None None] Pushing event updated for resources: {'Port': ['ID=3cfa3395-bbb3-491c-b355-4d0d94df76fb,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:17.882743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:17.883575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:17.899318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.948983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6f71ab4c-d8b4-4a09-9c1b-a9ba3089023c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:17.958030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:17.984029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 146c0f27-de4f-4c8b-a1f2-42b44b24c1c1 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:18.016899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.019119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:18.020146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:18.068930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=64470d59-ba37-4316-95d7-43800c021e23,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:18.095671 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': '47a456f6-4a49-4e3f-b5b1-3f0e75925ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:18.096046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: b8759111-e741-4cf3-bed8-d310048c035f, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:18.098012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:18.099139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7605b468-1158-415d-ae30-b5a238534e49 None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:18.106490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.180521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network b8759111-e741-4cf3-bed8-d310048c035f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:18.217093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, b8759111-e741-4cf3-bed8-d310048c035f) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:18.232219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5603c-34a8-4ee5-af60-a4542cc7da73 None None] Network b8759111-e741-4cf3-bed8-d310048c035f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:18.246521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6f71ab4c-d8b4-4a09-9c1b-a9ba3089023c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.257862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6f71ab4c-d8b4-4a09-9c1b-a9ba3089023c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.268097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:18.269111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.282038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71ab4c-d8b4-4a09-9c1b-a9ba3089023c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44441fc5-589f-4ef9-a450-88ba479d0e76,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:18.316647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router 629c9125-41f9-498b-b853-e58ce9ed2426 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:18.321131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6f71ab4c-d8b4-4a09-9c1b-a9ba3089023c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.325081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6f71ab4c-d8b4-4a09-9c1b-a9ba3089023c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6139307 Jan 27 14:53:18.326221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37612) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:18.331408 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-932bb4c0-2e20-4828-82f6-e62fcafef7b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5020232 Jan 27 14:53:18.332373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37614) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:18.334547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-21e0dbb8-df4d-4be0-adb6-ad07597e63bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'b999babe-128b-4284-88c3-5e13cd210a14', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:18.345788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f', 'name': 'tempest-PortsTestJSON-1055140512'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:18.360336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.487067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21e0dbb8-df4d-4be0-adb6-ad07597e63bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.523553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:18.542316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.555063 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] Sync routers for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:18.557807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-dc299718-84ee-447d-9676-54f5dfec20ff None None] Could not find standard attr ID for object 3098ad07-83ea-4599-82f1-711cdf3808d9. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:18.570864 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:18.574155 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:18.674459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21e0dbb8-df4d-4be0-adb6-ad07597e63bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.688392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21e0dbb8-df4d-4be0-adb6-ad07597e63bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.716318 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:18.737701 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:18.740039 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:18.749208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.793031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-21e0dbb8-df4d-4be0-adb6-ad07597e63bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.793416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.802877 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-21e0dbb8-df4d-4be0-adb6-ad07597e63bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4754291 Jan 27 14:53:18.803744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37616) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:18.809240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=146c0f27-de4f-4c8b-a1f2-42b44b24c1c1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:18.826566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.834042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a66818e2-5be7-49dd-858f-0041334929a7 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/146c0f27-de4f-4c8b-a1f2-42b44b24c1c1 HTTP/1.1" status: 204 len: 168 time: 1.1361976 Jan 27 14:53:18.835163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37618) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:18.841757 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:18.842810 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc1d990-4f60-4220-b8f5-b54ebfd763a8 None None] The sync data for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:18.845227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-412cca74-9922-4761-a358-9450acfd4e51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'b999babe-128b-4284-88c3-5e13cd210a14', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:18.867336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0dbb8-df4d-4be0-adb6-ad07597e63bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c41733b-cedc-4687-b225-8bc031da2485,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:18.878498 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b486cb3f-ad16-4bf0-8585-4e757d63fb74 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:18.883826 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-96404eca-3dde-4cb2-ab67-6a84af3b175d tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/floatingips/2bba3131-691f-4eae-89ef-d6420ccfa90b HTTP/1.1" status: 200 len: 979 time: 5.1216464 Jan 27 14:53:18.886638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37620) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:18.905321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-b8759111-e741-4cf3-bed8-d310048c035f', 'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f', 'tenant_id': 'f27d7258c39144d699bfc79685b1a405', 'fixed_ips': [{'subnet_id': '64470d59-ba37-4316-95d7-43800c021e23'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:18.906709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.928547 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8de79ecc-c7bb-4372-9ae0-275d6a65932e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891819 Jan 27 14:53:18.931633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37622) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:18.935567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:18.940839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:18.943667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:18.973491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 2f350d2f-0c7f-4154-a8c9-2667aa307c01 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:18.992120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a05aaf96-e04f-43db-9158-b4150f58a4e3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:19.058385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-412cca74-9922-4761-a358-9450acfd4e51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.170316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:19.174476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.229928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.3 (b8759111-e741-4cf3-bed8-d310048c035f/64470d59-ba37-4316-95d7-43800c021e23/2f350d2f-0c7f-4154-a8c9-2667aa307c01) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:19.360535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.366324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a05aaf96-e04f-43db-9158-b4150f58a4e3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:19.367031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.503240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.505855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:19.559925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.597093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3cfa3395-bbb3-491c-b355-4d0d94df76fb up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:19.598719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port e5750a43-937a-4629-83bb-cb26aa380fe8 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:19.599327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.637442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-412cca74-9922-4761-a358-9450acfd4e51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.651479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network b8759111-e741-4cf3-bed8-d310048c035f is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:19.657935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:19.661307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:19.663450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Allocated IP 172.20.0.2 (b8759111-e741-4cf3-bed8-d310048c035f/64470d59-ba37-4316-95d7-43800c021e23/8c2e3245-3df0-4b6d-8e37-8e7ee511c699) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:19.667705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=2f350d2f-0c7f-4154-a8c9-2667aa307c01,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:19.681294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-412cca74-9922-4761-a358-9450acfd4e51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.731610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cca74-9922-4761-a358-9450acfd4e51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc9d6ba-6d40-4625-b63d-092e99306501,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:19.732899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] Deleting port 3cfa3395-bbb3-491c-b355-4d0d94df76fb {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:19.733770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.745538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-412cca74-9922-4761-a358-9450acfd4e51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.747975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-412cca74-9922-4761-a358-9450acfd4e51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9244449 Jan 27 14:53:19.760875 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:19.761731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37624) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:19.764359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.774703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0100ea47-f9b6-4e5e-a01b-de61e1982d9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'b999babe-128b-4284-88c3-5e13cd210a14', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:19.802825 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-554342a2-fefe-4a11-afe0-3fc5b0b11fc5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4628341 Jan 27 14:53:19.804290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37626) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:19.808341 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.850880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 3cfa3395-bbb3-491c-b355-4d0d94df76fb triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:19.851489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.917079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 2f350d2f-0c7f-4154-a8c9-2667aa307c01 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:19.917523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.951234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] For port 3cfa3395-bbb3-491c-b355-4d0d94df76fb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3cfa3395-bbb3-491c-b355-4d0d94df76fb,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:19.952218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.969509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0100ea47-f9b6-4e5e-a01b-de61e1982d9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:19.988695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] Calling delete_port for 3cfa3395-bbb3-491c-b355-4d0d94df76fb owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:20.071525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.091441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 2f350d2f-0c7f-4154-a8c9-2667aa307c01 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:20.177986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.194131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.233160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0100ea47-f9b6-4e5e-a01b-de61e1982d9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.239344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Network b8759111-e741-4cf3-bed8-d310048c035f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:20.242588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.250757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0100ea47-f9b6-4e5e-a01b-de61e1982d9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.254412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:20.266719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:20.282346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] No DVR routers for this DVR port 3cfa3395-bbb3-491c-b355-4d0d94df76fb on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:20.284231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Pushing event updated for resources: {'Port': ['ID=8c2e3245-3df0-4b6d-8e37-8e7ee511c699,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.331837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:53:20.333691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100ea47-f9b6-4e5e-a01b-de61e1982d9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127938c2-b55c-40cf-a655-d96249b468a1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.337965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.338294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5d427-df0d-4642-a3d7-86247d770957 None None] Pushing event deleted for resources: {'Port': ['ID=3cfa3395-bbb3-491c-b355-4d0d94df76fb,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.340545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0100ea47-f9b6-4e5e-a01b-de61e1982d9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.346202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0100ea47-f9b6-4e5e-a01b-de61e1982d9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5791602 Jan 27 14:53:20.348798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37628) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:20.365462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'b999babe-128b-4284-88c3-5e13cd210a14', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:20.392361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Attempting to bind port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:20.393659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Attempting to bind port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '47a456f6-4a49-4e3f-b5b1-3f0e75925ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:20.394372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Attempting to bind port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 on network b8759111-e741-4cf3-bed8-d310048c035f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:20.405028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:20.405891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Checking segment: {'id': '47a456f6-4a49-4e3f-b5b1-3f0e75925ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:20.406104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.406918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.407396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Bound using segment: {'id': '47a456f6-4a49-4e3f-b5b1-3f0e75925ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:20.408295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Bound port: 8c2e3245-3df0-4b6d-8e37-8e7ee511c699, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a456f6-4a49-4e3f-b5b1-3f0e75925ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b8759111-e741-4cf3-bed8-d310048c035f'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:20.409217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.410782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.411209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.411612 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Floating IP 2bba3131-691f-4eae-89ef-d6420ccfa90b disassociated. External IP: 172.26.6.237, port: e5750a43-937a-4629-83bb-cb26aa380fe8. Jan 27 14:53:20.412229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for e5750a43-937a-4629-83bb-cb26aa380fe8 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:20.451455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=2f350d2f-0c7f-4154-a8c9-2667aa307c01,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.482371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:20.499826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:20.513501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:20.514231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.519987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=3549c8cb-49f5-43da-8d01-f474731855c3,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.525482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a0968-57d2-4dd0-94d1-d5d9c75dea8c None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:20.583556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.594678 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-53e7ce35-ec4b-429a-b8d9-7b5446ffe9da tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/2f350d2f-0c7f-4154-a8c9-2667aa307c01 HTTP/1.1" status: 204 len: 168 time: 0.7886603 Jan 27 14:53:20.595873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37630) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:20.607559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.610392 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:53:20.611318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] For port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:20.635593 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5595f1bd-3b13-456a-8856-45ddd67c4851 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6995049 Jan 27 14:53:20.636590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.646095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37632) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:20.648255 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8b0962-fe62-4d3f-a9f5-ecd2886cb2d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:20.649624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8b0962-fe62-4d3f-a9f5-ecd2886cb2d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:20.651655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] For port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8c2e3245-3df0-4b6d-8e37-8e7ee511c699,segment=NetworkSegment(47a456f6-4a49-4e3f-b5b1-3f0e75925ef0),segment_id=47a456f6-4a49-4e3f-b5b1-3f0e75925ef0)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:20.656794 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bd8b0962-fe62-4d3f-a9f5-ecd2886cb2d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/2f350d2f-0c7f-4154-a8c9-2667aa307c01 HTTP/1.1" status: 404 len: 333 time: 0.0588894 Jan 27 14:53:20.662328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37634) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:20.668756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:93:e6:7e', 'name': 'tempest-NetworksTestDHCPv6-1785268252'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:20.673853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.681244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=e5750a43-937a-4629-83bb-cb26aa380fe8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.718100 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4176c28-c1b9-47b6-9d18-d76bb17cf23a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:20.720296 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b4176c28-c1b9-47b6-9d18-d76bb17cf23a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/2f350d2f-0c7f-4154-a8c9-2667aa307c01 HTTP/1.1" status: 404 len: 333 time: 0.0568378 Jan 27 14:53:20.723488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37636) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:20.740104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3cfa3395-bbb3-491c-b355-4d0d94df76fb no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:20.789595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 3cfa3395-bbb3-491c-b355-4d0d94df76fb {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:20.790314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3cfa3395-bbb3-491c-b355-4d0d94df76fb not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:20.857233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbcb81-b280-4552-bc9c-23a8cbeb2454 None None] Pushing event updated for resources: {'Port': ['ID=8c2e3245-3df0-4b6d-8e37-8e7ee511c699,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.868608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.887507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet 64470d59-ba37-4316-95d7-43800c021e23 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:20.889436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.891736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.931313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704709c8-9a70-44fb-a54d-bba3b4f04985,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:20.938848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router 629c9125-41f9-498b-b853-e58ce9ed2426 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:20.942654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '3549c8cb-49f5-43da-8d01-f474731855c3'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:20.943658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.948121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:20.951804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-204d0508-f66b-49db-80cc-d850fd8c13d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5938008 Jan 27 14:53:20.952896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37640) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:20.957873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'b999babe-128b-4284-88c3-5e13cd210a14', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:20.974417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.056356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:21.065399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:53:21.085793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.187794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Allocated IP 2001:db8::f816:3eff:febf:1066 (54ed4f89-dea6-4178-95d4-b6863af583eb/3549c8cb-49f5-43da-8d01-f474731855c3/e713c766-e17a-408a-bc0d-5d8746c2c5ce) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:21.259496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.326203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.336271 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:21.358951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] Sync routers for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:21.386810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.392550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 95163d8d-697e-4bda-8014-3f9a808accd6 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:21.402960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:21.403954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:21.410477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.451939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48269f26-4dd6-449a-8a03-c8e78e82640c,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:21.459461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.461399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d208e266-fe9d-4d20-8a67-2db48391888c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5069721 Jan 27 14:53:21.484515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:21.491566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.500799 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ff2a44d4-7c0d-4977-abe3-8f626e819582 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/ports/e5750a43-937a-4629-83bb-cb26aa380fe8 HTTP/1.1" status: 204 len: 168 time: 2.6046014 Jan 27 14:53:21.500799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37644) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:21.522646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.536396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:21.537324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:21.577151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=64470d59-ba37-4316-95d7-43800c021e23,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:21.587449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.592455 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-401d2140-33c1-4bd7-a61b-79782caece49 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/64470d59-ba37-4316-95d7-43800c021e23 HTTP/1.1" status: 204 len: 168 time: 0.8642859 Jan 27 14:53:21.594747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37646) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:21.673654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.679188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:21.680414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4b663-72e9-4d52-bc85-2e9bdaefc5ce None None] The sync data for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:21.688168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.698213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.789982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:21.793829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:21.798912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:21.804390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Pushing event updated for resources: {'Port': ['ID=e713c766-e17a-408a-bc0d-5d8746c2c5ce,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:21.822976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fe93:e67e (54ed4f89-dea6-4178-95d4-b6863af583eb/3549c8cb-49f5-43da-8d01-f474731855c3/95163d8d-697e-4bda-8014-3f9a808accd6) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:21.865499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Attempting to bind port e713c766-e17a-408a-bc0d-5d8746c2c5ce on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:21.865907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Attempting to bind port e713c766-e17a-408a-bc0d-5d8746c2c5ce by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:21.866717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Attempting to bind port e713c766-e17a-408a-bc0d-5d8746c2c5ce on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:21.874189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:21.874553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:21.875009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.875414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:21.875888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Bound port: e713c766-e17a-408a-bc0d-5d8746c2c5ce, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:21.876447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:21.967176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-934102ff-7d2f-47c9-b1bd-eaeed1941f5c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456252861&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0872142 Jan 27 14:53:21.997067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:21.997409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.005337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] For port e713c766-e17a-408a-bc0d-5d8746c2c5ce, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:22.011977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] For port e713c766-e17a-408a-bc0d-5d8746c2c5ce, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e713c766-e17a-408a-bc0d-5d8746c2c5ce,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:22.033068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.137739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] For port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8c2e3245-3df0-4b6d-8e37-8e7ee511c699,segment=NetworkSegment(47a456f6-4a49-4e3f-b5b1-3f0e75925ef0),segment_id=47a456f6-4a49-4e3f-b5b1-3f0e75925ef0)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:22.138117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.139967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42826-885b-4279-970e-6c20d33d8567 None None] Pushing event updated for resources: {'Port': ['ID=e713c766-e17a-408a-bc0d-5d8746c2c5ce,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:22.143070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.159052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:22.223236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-81f398fb-9326-4ae7-b23c-31cf08881381 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:22.229994 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-81f398fb-9326-4ae7-b23c-31cf08881381 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=4ef93eb6-19a1-4afc-9165-699840c5354b HTTP/1.1" status: 200 len: 797 time: 0.2415204 Jan 27 14:53:22.243037 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-81738f13-3d2e-40cc-ae20-bc9a2ebd42a0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0119262 Jan 27 14:53:22.254400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.318522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=95163d8d-697e-4bda-8014-3f9a808accd6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:22.338639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:22.341091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-88245e1f-6d71-4d93-b222-cc082ea0ed5d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712373 Jan 27 14:53:22.346071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:22.349129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:22.357286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:22.357506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.357964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.365208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.405729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=8c2e3245-3df0-4b6d-8e37-8e7ee511c699,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:22.407434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No DVR routers for this DVR port 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:22.430247 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-484032de-bc80-4758-8ae0-1bfba085ea4b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7655034 Jan 27 14:53:22.443549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37658) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:22.573614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.605291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8759111-e741-4cf3-bed8-d310048c035f']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:22.619034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a456f6-4a49-4e3f-b5b1-3f0e75925ef0') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:22.619996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a456f6-4a49-4e3f-b5b1-3f0e75925ef0') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:22.637801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.656246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263ca6a9-0069-4cfd-a1a3-acc4c58edda1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:22.658262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.662875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263ca6a9-0069-4cfd-a1a3-acc4c58edda1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:22.664480 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-263ca6a9-0069-4cfd-a1a3-acc4c58edda1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2134280 Jan 27 14:53:22.667649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37662) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:22.681535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:22.682234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.684657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d556e-6273-4534-84a2-cf8df12e9afb None None] Network b8759111-e741-4cf3-bed8-d310048c035f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:22.686336 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:22.778377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1da2492c-7f32-498c-a7ea-9b1e8c84372b None None] Could not find standard attr ID for object 8c2e3245-3df0-4b6d-8e37-8e7ee511c699. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:22.785628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e713c766-e17a-408a-bc0d-5d8746c2c5ce up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:22.792116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-b0e4f960-f569-4fe0-b597-21d06a07da4f service neutron] 10.222.0.18 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660469 Jan 27 14:53:22.816562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.827369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.837034 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/b8759111-e741-4cf3-bed8-d310048c035f HTTP/1.1" status: 204 len: 168 time: 1.2366400 Jan 27 14:53:22.856305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37664) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:22.870220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1158311988'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:22.887017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cbff8-6a28-4a45-b135-d4942f607f52 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=b8759111-e741-4cf3-bed8-d310048c035f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:22.892350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e713c766-e17a-408a-bc0d-5d8746c2c5ce triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:22.892799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.923920 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-fb6baf72-57d5-4260-86a5-09f3373d680c service neutron] 10.222.0.18 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204164 Jan 27 14:53:22.936351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 95163d8d-697e-4bda-8014-3f9a808accd6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:22.938497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.953518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:22.960701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:22.997630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f89327-8e33-4aea-8bca-fb712c4e0d43 None None] DHCP port deletion for b8759111-e741-4cf3-bed8-d310048c035f request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:23.013313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.056426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 7c55845f-1098-4e41-b3a8-2d40181e4907 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:23.057571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.062641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:23.067792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port e713c766-e17a-408a-bc0d-5d8746c2c5ce, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e713c766-e17a-408a-bc0d-5d8746c2c5ce,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:23.084990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.124531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.172311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 95163d8d-697e-4bda-8014-3f9a808accd6 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:23.190214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=e713c766-e17a-408a-bc0d-5d8746c2c5ce,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:23.252162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.253058 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment fe53d062-cfb5-4244-90bd-2145e867334b of type vlan for network 315631da-524f-401b-830d-ae5e189db1d2 Jan 27 14:53:23.343063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.402251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.408334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:23.409083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.459609 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6015315 Jan 27 14:53:23.475402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37672) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:23.481175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': '315631da-524f-401b-830d-ae5e189db1d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:23.606454 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-834e525b-fd4a-4bb8-a675-fe2c31328bae req-7d08befa-abde-4bfd-a4c2-1e4bbef08559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 210 time: 0.0532506 Jan 27 14:53:23.661961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:23.679188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 7c55845f-1098-4e41-b3a8-2d40181e4907 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:23.726978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8d2a3cf8-e40c-4a9a-bd1c-e2ec326ab705 None None] Provisioning complete for port e713c766-e17a-408a-bc0d-5d8746c2c5ce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:23.728191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3cf8-e40c-4a9a-bd1c-e2ec326ab705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.013922 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c47642-6684-4cb1-944e-a08411f05d15 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=315631da-524f-401b-830d-ae5e189db1d2,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:24.040356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 315631da-524f-401b-830d-ae5e189db1d2 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:24.064962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.086851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.108885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0fd35256-6176-4f62-9054-1b474d771757 None None] Could not find standard attr ID for object 95163d8d-697e-4bda-8014-3f9a808accd6. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:24.135548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=7c55845f-1098-4e41-b3a8-2d40181e4907,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:24.140346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=95163d8d-697e-4bda-8014-3f9a808accd6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:24.216972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:24.221414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.303051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.316043 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-586bfce1-15ed-4aed-b861-9e3cd3ed2b00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/95163d8d-697e-4bda-8014-3f9a808accd6 HTTP/1.1" status: 204 len: 168 time: 1.6466537 Jan 27 14:53:24.324386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37682) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:24.497024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362df89-684c-454e-a095-77b87605f14d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:24.500045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362df89-684c-454e-a095-77b87605f14d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:24.506974 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7362df89-684c-454e-a095-77b87605f14d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1780133 Jan 27 14:53:24.512334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37686) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:24.523827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.629624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 3549c8cb-49f5-43da-8d01-f474731855c3 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:24.639036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.710103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e713c766-e17a-408a-bc0d-5d8746c2c5ce up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:24.744786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.769324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e713c766-e17a-408a-bc0d-5d8746c2c5ce triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:24.770201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.780003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:24.921024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=324227cc-c4f2-4268-9246-f8a5688b93d6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:24.932666 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a5b20699-15ed-48de-a7c0-6349f25ac27c req-5b26d727-36ea-44ef-91a1-35aa6eb4a6ba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 210 time: 0.1301653 Jan 27 14:53:24.997888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': 'fe53d062-cfb5-4244-90bd-2145e867334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '315631da-524f-401b-830d-ae5e189db1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:24.998463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: 315631da-524f-401b-830d-ae5e189db1d2, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:25.012631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router 629c9125-41f9-498b-b853-e58ce9ed2426 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:25.025230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.026343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.027429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.028183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.030376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.031059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.031681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.032243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.032833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.033383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.033973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.034524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:25.075265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.097939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:25.120067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:25.120424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8c2e3245-3df0-4b6d-8e37-8e7ee511c699 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:25.124010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 315631da-524f-401b-830d-ae5e189db1d2 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:25.184432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 315631da-524f-401b-830d-ae5e189db1d2) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:25.193826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1293b54-1940-48cc-8cc6-04983f01eaa5 None None] Network 315631da-524f-401b-830d-ae5e189db1d2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:25.209420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:25.209853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.233223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-d1c9d169-0c9f-4bf4-9252-b98c63c82506 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:25.234808 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-d1c9d169-0c9f-4bf4-9252-b98c63c82506 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=4ef93eb6-19a1-4afc-9165-699840c5354b HTTP/1.1" status: 200 len: 797 time: 0.3686783 Jan 27 14:53:25.240877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:25.251372 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f98ce849-d9c7-470f-85ba-fea2d1402eae tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/routers/629c9125-41f9-498b-b853-e58ce9ed2426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7469831 Jan 27 14:53:25.254884 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] Sync routers for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:25.260200 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6d45eeb3-dd1b-418b-8f24-34f829c8a737 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7810221 Jan 27 14:53:25.260396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37694) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:25.262806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37696) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:25.271700 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:25.272869 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:25.288457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': '315631da-524f-401b-830d-ae5e189db1d2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-938496555'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:25.299103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.317746 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:25.328222 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] Routers {'629c9125-41f9-498b-b853-e58ce9ed2426'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:25.328860 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['629c9125-41f9-498b-b853-e58ce9ed2426'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:25.366826 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:25.368027 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1449c-eb8d-4012-b795-bb52120bea0f None None] The sync data for ids ['629c9125-41f9-498b-b853-e58ce9ed2426'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:25.368163 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-da21a3aa-5d97-409b-a9b3-50dfd3f6c325 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 379 time: 0.1223509 Jan 27 14:53:25.385262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.396806 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/3549c8cb-49f5-43da-8d01-f474731855c3 HTTP/1.1" status: 204 len: 168 time: 0.8793378 Jan 27 14:53:25.398345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37698) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:25.399162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331e7e5-f48d-4919-a1ff-ef0ca8d50d46 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:25.427394 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:53:25.456491 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-61354b1d-3219-435c-be0d-0b8e3c158b83 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576539 Jan 27 14:53:25.460566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37700) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:25.499724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['b999babe-128b-4284-88c3-5e13cd210a14']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:25.506162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09694f39-f3db-4429-a6d1-46eb44193f72 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=3549c8cb-49f5-43da-8d01-f474731855c3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:25.534322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.554367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-315631da-524f-401b-830d-ae5e189db1d2', 'network_id': '315631da-524f-401b-830d-ae5e189db1d2', 'tenant_id': 'f27d7258c39144d699bfc79685b1a405', 'fixed_ips': [{'subnet_id': '324227cc-c4f2-4268-9246-f8a5688b93d6'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:25.555422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.628013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16871b-55dd-4615-9a64-e7a2e674723d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:25.635350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7a16871b-55dd-4615-9a64-e7a2e674723d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1640790 Jan 27 14:53:25.648600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37702) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:25.708777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.808774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port f6d37148-42f4-47f2-a546-4531c078a14c {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:25.809225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.846717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:25.849496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Allocated IP 172.20.0.2 (315631da-524f-401b-830d-ae5e189db1d2/324227cc-c4f2-4268-9246-f8a5688b93d6/51cbed7e-dc94-454e-bfb6-c1b173a399d3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:25.864061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0e855-bd99-4e29-a433-0cf2d4d5be29 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:25.867039 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-98d0e855-bd99-4e29-a433-0cf2d4d5be29 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2112913 Jan 27 14:53:25.872300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37704) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:25.879445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:25.886637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:25.922355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 5ce6185a-5977-4718-b90e-4a95045d0601 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:25.927106 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c8c621ec-462b-4bd1-992f-641a9ec05801 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535111 Jan 27 14:53:25.937798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37706) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:25.943222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:26.017621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:26.024667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.032780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.085426 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10860e7c-1218-48ec-b5e0-b94bb73ec498 req-4dde81e8-ac21-469f-8be6-1d95d5155437 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 210 time: 0.0653880 Jan 27 14:53:26.088906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] Deleting port e713c766-e17a-408a-bc0d-5d8746c2c5ce {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:26.089887 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.096695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for f6d37148-42f4-47f2-a546-4531c078a14c owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:26.223397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:26.228322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.288187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] For port e713c766-e17a-408a-bc0d-5d8746c2c5ce, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e713c766-e17a-408a-bc0d-5d8746c2c5ce,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:26.288843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.330226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.332501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] Calling delete_port for e713c766-e17a-408a-bc0d-5d8746c2c5ce owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:26.345377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.400863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.10 (4ef93eb6-19a1-4afc-9165-699840c5354b/7564b5a6-31c6-463b-8e3e-c3e2dd76d25a/49342374-aaec-4778-bb6b-5c6b8f384bfb) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:26.501004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.5 (315631da-524f-401b-830d-ae5e189db1d2/324227cc-c4f2-4268-9246-f8a5688b93d6/5ce6185a-5977-4718-b90e-4a95045d0601) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:26.501535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Network 315631da-524f-401b-830d-ae5e189db1d2 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:26.512050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:26.525345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:26.538002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Pushing event updated for resources: {'Port': ['ID=51cbed7e-dc94-454e-bfb6-c1b173a399d3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:26.552199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.660592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e713c766-e17a-408a-bc0d-5d8746c2c5ce no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:26.670288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=f6d37148-42f4-47f2-a546-4531c078a14c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:26.746624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Attempting to bind port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:26.747749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Attempting to bind port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'fe53d062-cfb5-4244-90bd-2145e867334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '315631da-524f-401b-830d-ae5e189db1d2'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:26.749078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Attempting to bind port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 on network 315631da-524f-401b-830d-ae5e189db1d2 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:26.768279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:26.769245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Checking segment: {'id': 'fe53d062-cfb5-4244-90bd-2145e867334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '315631da-524f-401b-830d-ae5e189db1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:26.770215 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.771159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Bound using segment: {'id': 'fe53d062-cfb5-4244-90bd-2145e867334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '315631da-524f-401b-830d-ae5e189db1d2'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:26.772049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Bound port: 51cbed7e-dc94-454e-bfb6-c1b173a399d3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe53d062-cfb5-4244-90bd-2145e867334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '315631da-524f-401b-830d-ae5e189db1d2'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:26.772668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.801036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.811052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.821365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.849746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.850419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.898885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No active binding found for port e713c766-e17a-408a-bc0d-5d8746c2c5ce {{(pid=108744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 14:53:26.901155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e713c766-e17a-408a-bc0d-5d8746c2c5ce not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:26.904379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] Pushing event deleted for resources: {'Port': ['ID=e713c766-e17a-408a-bc0d-5d8746c2c5ce,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:26.908795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e2a49-ff8a-4197-8192-df2f892a0bc5 None None] No DVR routers for this DVR port e713c766-e17a-408a-bc0d-5d8746c2c5ce on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:26.924541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.952246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.963976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.968804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:26.971628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.980280 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] For port 51cbed7e-dc94-454e-bfb6-c1b173a399d3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:26.981020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:26.988644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] For port 51cbed7e-dc94-454e-bfb6-c1b173a399d3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=51cbed7e-dc94-454e-bfb6-c1b173a399d3,segment=NetworkSegment(fe53d062-cfb5-4244-90bd-2145e867334b),segment_id=fe53d062-cfb5-4244-90bd-2145e867334b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:26.991440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:26.992519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:26.993795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57304b0d-5c64-4efc-8f5a-cace70b37cef None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:27.003265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.009205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4ef93eb6-19a1-4afc-9165-699840c5354b is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:27.020499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:27.027587 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 315631da-524f-401b-830d-ae5e189db1d2 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:27.029556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:27.037522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:27.083801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=398503bc-497c-4223-8096-951022e2a584,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:27.091463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:27.099736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=49342374-aaec-4778-bb6b-5c6b8f384bfb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:27.106313 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1641016 Jan 27 14:53:27.108102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.108576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.109133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.109685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.110238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.110853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.111447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.112225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.112728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.113271 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.113805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.114334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4687dd0-afa4-49fe-955f-4be0d8b59091 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:27.119857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37712) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:27.128714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:fd:e7:9d', 'name': 'tempest-NetworksTestDHCPv6-1541699523'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:27.140765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.141562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Fanout notify agent at l3_agent the message router_deleted on router 629c9125-41f9-498b-b853-e58ce9ed2426 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:53:27.166482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.168668 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aa6fba07-b0f1-4524-bcb7-5630278d8904 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/routers/629c9125-41f9-498b-b853-e58ce9ed2426 HTTP/1.1" status: 204 len: 168 time: 1.9088378 Jan 27 14:53:27.172391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37716) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:27.333310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:27.334273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.358592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c75514-30d9-4f35-b76e-31ff07596bcd None None] Pushing event updated for resources: {'Port': ['ID=51cbed7e-dc94-454e-bfb6-c1b173a399d3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:27.393699 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-bb07df8f-7345-449c-94f6-55d7db8f0692 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9594817 Jan 27 14:53:27.406581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=5ce6185a-5977-4718-b90e-4a95045d0601,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:27.430086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Request body: {'port': {'device_id': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:27.476801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting subnet 9f32b261-c07c-42d5-bc8b-317d6f9591e3 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:27.481334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.483624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:27.484341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.554382 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a66be7a3-ca2c-4112-ad01-5f6a6107fd43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.2860031 Jan 27 14:53:27.555468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37718) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:27.565383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '398503bc-497c-4223-8096-951022e2a584'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:27.568099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.569933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.603552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.650173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61ffe8-b39b-4e8e-9e14-64212575fb62 req-4ecd61d9-8565-4fc0-8319-38937da66b51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:27.656732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d61ffe8-b39b-4e8e-9e14-64212575fb62 req-4ecd61d9-8565-4fc0-8319-38937da66b51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 932 time: 0.3644109 Jan 27 14:53:27.764477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-67a599d8-06c8-4de2-bdf6-900b7ba353a7 None None] Provisioning complete for port 49342374-aaec-4778-bb6b-5c6b8f384bfb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:27.765484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67a599d8-06c8-4de2-bdf6-900b7ba353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.772359 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.882639 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d61ffe8-b39b-4e8e-9e14-64212575fb62 req-a48b6caa-2d09-49f7-b443-6982d4d3d97e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019134 Jan 27 14:53:27.886612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:27.895566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:27.961577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-67a599d8-06c8-4de2-bdf6-900b7ba353a7 None None] Port 49342374-aaec-4778-bb6b-5c6b8f384bfb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:27.993190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Subnet': ['ID=9f32b261-c07c-42d5-bc8b-317d6f9591e3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:27.995464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/398503bc-497c-4223-8096-951022e2a584/ee710ecb-472e-42cb-9470-a49509932104) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:28.001401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.009995 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a377d3f2-ba74-4687-b31f-72b57f3d4838 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/subnets/9f32b261-c07c-42d5-bc8b-317d6f9591e3 HTTP/1.1" status: 204 len: 168 time: 0.8316233 Jan 27 14:53:28.011365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37720) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:28.017406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9296df-5f32-47b5-b203-62bdc0375323 None None] Network c8240dee-e78a-48c1-af01-f8414831fc12 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:28.066599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 5ce6185a-5977-4718-b90e-4a95045d0601 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:28.067060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.141566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.148573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.380810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.391793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.472920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] DHCP port deletion for c8240dee-e78a-48c1-af01-f8414831fc12 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:28.486639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Pushing event updated for resources: {'Port': ['ID=ee710ecb-472e-42cb-9470-a49509932104,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:28.494981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:28.526692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:28.539722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:28.662401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Attempting to bind port ee710ecb-472e-42cb-9470-a49509932104 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:28.662779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Attempting to bind port ee710ecb-472e-42cb-9470-a49509932104 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:28.663142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Attempting to bind port ee710ecb-472e-42cb-9470-a49509932104 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:28.668821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] Deleting port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:28.669201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.702234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 8f88892a-f0b5-4008-aa59-3c11b767ac55 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:28.719874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:28.720256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:28.720667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.721077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:28.721579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Bound port: ee710ecb-472e-42cb-9470-a49509932104, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:28.721966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.738911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.765830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 5ce6185a-5977-4718-b90e-4a95045d0601 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:28.813303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 51cbed7e-dc94-454e-bfb6-c1b173a399d3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:28.866965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] For port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,segment=NetworkSegment(f5761362-9bcc-4d59-9f0f-473043ad0638),segment_id=f5761362-9bcc-4d59-9f0f-473043ad0638)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:28.867403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.900804 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] Calling delete_port for 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:28.911535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49342374-aaec-4778-bb6b-5c6b8f384bfb {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:53:28.924932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.956328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Transition to ACTIVE for port object 49342374-aaec-4778-bb6b-5c6b8f384bfb will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:53:28.970008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:28.970573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] For port ee710ecb-472e-42cb-9470-a49509932104, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:28.973912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e938a6-5a29-4f9e-aeb0-86871ab9ac36 None None] Network 315631da-524f-401b-830d-ae5e189db1d2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:29.012703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] For port ee710ecb-472e-42cb-9470-a49509932104, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ee710ecb-472e-42cb-9470-a49509932104,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:29.015517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:29.016216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.060789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Pushing event updated for resources: {'Port': ['ID=49342374-aaec-4778-bb6b-5c6b8f384bfb,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:29.071394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.113394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::6f (54ed4f89-dea6-4178-95d4-b6863af583eb/398503bc-497c-4223-8096-951022e2a584/8f88892a-f0b5-4008-aa59-3c11b767ac55) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:29.119370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-96866a2f-2b7e-4d63-ba08-10b1479e60e5 None None] Provisioning complete for port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:29.119868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96866a2f-2b7e-4d63-ba08-10b1479e60e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.174163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:29.174572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.188919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45b983-28a0-4ffa-a441-9f9a1cbe2f2c req-07faee62-f101-48b1-bf75-f7843835b48f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:29.197608 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c45b983-28a0-4ffa-a441-9f9a1cbe2f2c req-07faee62-f101-48b1-bf75-f7843835b48f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 944 time: 0.2053602 Jan 27 14:53:29.291802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] For port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,segment=NetworkSegment(f5761362-9bcc-4d59-9f0f-473043ad0638),segment_id=f5761362-9bcc-4d59-9f0f-473043ad0638)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:29.295650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.302301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.315396 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c45b983-28a0-4ffa-a441-9f9a1cbe2f2c req-722099e8-caf3-443e-b261-b0c2d45748ea tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167011 Jan 27 14:53:29.332720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] No DVR routers for this DVR port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:29.339955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399673f5-da8a-4e78-b550-02a928a71ad8 None None] Pushing event updated for resources: {'Port': ['ID=ee710ecb-472e-42cb-9470-a49509932104,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:29.342486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:29.418323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Attempting to bind port 49342374-aaec-4778-bb6b-5c6b8f384bfb on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:29.418531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Attempting to bind port 49342374-aaec-4778-bb6b-5c6b8f384bfb by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:29.419244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Attempting to bind port 49342374-aaec-4778-bb6b-5c6b8f384bfb on network 4ef93eb6-19a1-4afc-9165-699840c5354b {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:29.428037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f52f9-9a0e-4f1b-bd42-e16f0a7414f8 None None] Pushing event deleted for resources: {'Port': ['ID=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:29.438350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Port 49342374-aaec-4778-bb6b-5c6b8f384bfb on network 4ef93eb6-19a1-4afc-9165-699840c5354b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:53:29.439534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Attempting to bind port 49342374-aaec-4778-bb6b-5c6b8f384bfb on network 4ef93eb6-19a1-4afc-9165-699840c5354b {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:29.462277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:29.462956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Checking segment: {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:29.463761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Bound using segment: {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:29.464490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Bound port: 49342374-aaec-4778-bb6b-5c6b8f384bfb, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:29.465096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.589481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.597235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.632715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.662703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=4be74047-fc2c-40f7-8ae4-70ea6b37cdbd,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:29.665550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=5ce6185a-5977-4718-b90e-4a95045d0601,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:29.674050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] No DVR routers for this DVR port 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:29.742764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] For port 49342374-aaec-4778-bb6b-5c6b8f384bfb, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:29.776643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.783861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.800061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96866a2f-2b7e-4d63-ba08-10b1479e60e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.800314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.836939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 51cbed7e-dc94-454e-bfb6-c1b173a399d3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=51cbed7e-dc94-454e-bfb6-c1b173a399d3,segment=NetworkSegment(fe53d062-cfb5-4244-90bd-2145e867334b),segment_id=fe53d062-cfb5-4244-90bd-2145e867334b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:29.847204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:29.854916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.860225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:29.864436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:29.870075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.870904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:29.871618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.879094 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-54da8163-fadc-49a7-b33c-076a5f367c3b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/5ce6185a-5977-4718-b90e-4a95045d0601 HTTP/1.1" status: 204 len: 168 time: 2.3169887 Jan 27 14:53:29.885763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8240dee-e78a-48c1-af01-f8414831fc12']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:29.888232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37724) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:29.902440 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7805791 Jan 27 14:53:29.907307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37726) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:29.935547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] For port 49342374-aaec-4778-bb6b-5c6b8f384bfb, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:29.943573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5761362-9bcc-4d59-9f0f-473043ad0638') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:29.943871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5761362-9bcc-4d59-9f0f-473043ad0638') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:29.966014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca9feb-7b93-4449-b22a-c0cd27feba7c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=8f88892a-f0b5-4008-aa59-3c11b767ac55,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:29.968338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.971202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:29.985249 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfef33c7-7240-423a-944f-4e82b14e5788 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:29.991371 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dfef33c7-7240-423a-944f-4e82b14e5788 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/5ce6185a-5977-4718-b90e-4a95045d0601 HTTP/1.1" status: 404 len: 333 time: 0.0991135 Jan 27 14:53:29.995951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37728) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:29.997000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.002026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:30.005594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:30.006296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:30.027371 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:30.074869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:30.076002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4be74047-fc2c-40f7-8ae4-70ea6b37cdbd not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:30.076617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201bdcea-eb2e-4a27-a37b-bd479747bd4f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:30.091033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201bdcea-eb2e-4a27-a37b-bd479747bd4f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:30.092916 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-201bdcea-eb2e-4a27-a37b-bd479747bd4f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1828051 Jan 27 14:53:30.102942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37730) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:30.120260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=51cbed7e-dc94-454e-bfb6-c1b173a399d3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:30.140805 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-96866a2f-2b7e-4d63-ba08-10b1479e60e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:53:30.141671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-96866a2f-2b7e-4d63-ba08-10b1479e60e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:53:30.151127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.177618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.180294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet 324227cc-c4f2-4268-9246-f8a5688b93d6 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:30.185387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.191849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:30.192638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.194329 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] 10.222.0.72 "PUT /v2.0/ports/49342374-aaec-4778-bb6b-5c6b8f384bfb HTTP/1.1" status: 200 len: 1094 time: 2.7800500 Jan 27 14:53:30.194939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:53:30.197880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bf8d93-aff3-4c12-bacc-853865cffd13" -d '{"events": [{"name": "network-changed", "server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:53:30.200890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.207214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/networks/c8240dee-e78a-48c1-af01-f8414831fc12 HTTP/1.1" status: 204 len: 168 time: 2.1941473 Jan 27 14:53:30.224571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37734) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:30.322781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13482d0d-5544-4037-8b8d-67a1b21d1df1 x-openstack-request-id: req-13482d0d-5544-4037-8b8d-67a1b21d1df1 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:53:30.323171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:53:30.323416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13482d0d-5544-4037-8b8d-67a1b21d1df1 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:53:30.323779 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'status': 'completed', 'code': 200} Jan 27 14:53:30.371976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.416094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7f9d8-b7b4-49c6-a9ad-a3b4ae996c86 service neutron] Pushing event updated for resources: {'Port': ['ID=49342374-aaec-4778-bb6b-5c6b8f384bfb,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:30.442007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b41b7-53a0-4b14-b00e-5b3889c31aeb tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Network': ['ID=c8240dee-e78a-48c1-af01-f8414831fc12,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:30.484961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-90433167-13c8-4046-89fc-813726368db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:30.486556 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-90433167-13c8-4046-89fc-813726368db5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 1097 time: 0.2260904 Jan 27 14:53:30.557912 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-ee38cb09-f3e0-4dfb-9c9d-f1158b0acd66 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb HTTP/1.1" status: 200 len: 217 time: 0.0624714 Jan 27 14:53:30.562511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.624841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-91d15dc2-756b-40d1-9f0c-0813bfdae4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:30.628377 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-91d15dc2-756b-40d1-9f0c-0813bfdae4a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7564b5a6-31c6-463b-8e3e-c3e2dd76d25a HTTP/1.1" status: 200 len: 834 time: 0.0595746 Jan 27 14:53:30.677686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23241e-1371-4604-bcfd-5f0242ab1c4a req-4c8b4324-8651-4483-8dfa-76e653f56fd5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:30.679836 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d23241e-1371-4604-bcfd-5f0242ab1c4a req-4c8b4324-8651-4483-8dfa-76e653f56fd5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 944 time: 0.2555990 Jan 27 14:53:30.761317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 8f88892a-f0b5-4008-aa59-3c11b767ac55 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:30.762088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.788038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-00920729-89d1-4ccd-afbf-cbf406fa1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:30.792889 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-00920729-89d1-4ccd-afbf-cbf406fa1e8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ef93eb6-19a1-4afc-9165-699840c5354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1415246 Jan 27 14:53:30.900993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37740) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:30.922473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-644870e3-153b-49fe-99ed-32681ebfe7f2 None None] Provisioning complete for port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:30.923109 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-644870e3-153b-49fe-99ed-32681ebfe7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:30.997268 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-92723926-12fb-4abc-893e-ef217fef00b8 service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927111 Jan 27 14:53:30.999028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ee710ecb-472e-42cb-9470-a49509932104 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:31.000525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.091787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port ee710ecb-472e-42cb-9470-a49509932104 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:31.092386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.142133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-644870e3-153b-49fe-99ed-32681ebfe7f2 None None] Could not find standard attr ID for object 5ce6185a-5977-4718-b90e-4a95045d0601. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:31.150878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99235696-8b3e-49a4-8ba1-e63ff0dc2589 None None] Network 315631da-524f-401b-830d-ae5e189db1d2 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:31.180083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.186302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 3d20ed00-2185-4516-91df-850218bf3a6d {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:31.186733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.191873 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/324227cc-c4f2-4268-9246-f8a5688b93d6 HTTP/1.1" status: 204 len: 168 time: 1.1889102 Jan 27 14:53:31.191873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1142d12-5887-4eb1-bbbd-d18a880a2854 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=324227cc-c4f2-4268-9246-f8a5688b93d6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:31.194890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37742) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:31.199557 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d23241e-1371-4604-bcfd-5f0242ab1c4a req-0974b57c-b557-4fc6-8a5e-e7ab03713e08 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5069451 Jan 27 14:53:31.333099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.337466 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9bc152d3-1017-4c29-940d-ea8766bd722a req-a80e8200-8083-4d48-80fb-8dc7b3184cd3 service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309562 Jan 27 14:53:31.386580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.401513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.448242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port ee710ecb-472e-42cb-9470-a49509932104, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ee710ecb-472e-42cb-9470-a49509932104,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:31.455637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-03cebe1f-2d79-4b51-8095-f56fd6a42a34 None None] Provisioning complete for port ee710ecb-472e-42cb-9470-a49509932104 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:31.457079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-03cebe1f-2d79-4b51-8095-f56fd6a42a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.462880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 8f88892a-f0b5-4008-aa59-3c11b767ac55 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:31.463776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.464858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 51cbed7e-dc94-454e-bfb6-c1b173a399d3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:31.473861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:31.474472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.510455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.510786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.556708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-dd4c742c-06ee-4b55-8ed4-588951f53f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:31.558269 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-dd4c742c-06ee-4b55-8ed4-588951f53f64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 1097 time: 0.1467388 Jan 27 14:53:31.579513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Deleting port 3a927b32-3031-48b3-8708-433dd12f92a4 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:31.579798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.635752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] DHCP port deletion for 315631da-524f-401b-830d-ae5e189db1d2 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:31.650606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] For port 51cbed7e-dc94-454e-bfb6-c1b173a399d3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=51cbed7e-dc94-454e-bfb6-c1b173a399d3,segment=NetworkSegment(fe53d062-cfb5-4244-90bd-2145e867334b),segment_id=fe53d062-cfb5-4244-90bd-2145e867334b)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:31.651026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.671047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 51cbed7e-dc94-454e-bfb6-c1b173a399d3 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:31.672568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.672568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.686268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Calling delete_port for 3a927b32-3031-48b3-8708-433dd12f92a4 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:31.733172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 3d20ed00-2185-4516-91df-850218bf3a6d owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:31.736395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=ee710ecb-472e-42cb-9470-a49509932104,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:31.769439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-d01528fd-d6c8-4607-9e4a-67cd34371d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:31.772293 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-d01528fd-d6c8-4607-9e4a-67cd34371d35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ef93eb6-19a1-4afc-9165-699840c5354b HTTP/1.1" status: 200 len: 898 time: 0.2019150 Jan 27 14:53:31.805513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:31.806196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.880654 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-bf4c7cc3-8b83-4389-8bf7-316225e74350 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb HTTP/1.1" status: 200 len: 217 time: 0.0882030 Jan 27 14:53:31.931931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] Deleting port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:31.933012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:31.991057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.012715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-e356abdd-64d7-4826-8f6e-ad9b9c05df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:32.015327 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-e356abdd-64d7-4826-8f6e-ad9b9c05df82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7564b5a6-31c6-463b-8e3e-c3e2dd76d25a HTTP/1.1" status: 200 len: 834 time: 0.1255949 Jan 27 14:53:32.035312 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No ports have port_id starting with 51cbed7e-dc94-454e-bfb6-c1b173a399d3 Jan 27 14:53:32.062303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=51cbed7e-dc94-454e-bfb6-c1b173a399d3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:32.095377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] For port 51cbed7e-dc94-454e-bfb6-c1b173a399d3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=51cbed7e-dc94-454e-bfb6-c1b173a399d3,segment=NetworkSegment(fe53d062-cfb5-4244-90bd-2145e867334b),segment_id=fe53d062-cfb5-4244-90bd-2145e867334b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:32.096033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.100858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-01d5b423-7080-49b5-bdb9-5fb61fd6a5c7 None None] Provisioning complete for port 8f88892a-f0b5-4008-aa59-3c11b767ac55 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:32.101463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01d5b423-7080-49b5-bdb9-5fb61fd6a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.102649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No DVR routers for this DVR port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:32.160149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] Calling delete_port for 51cbed7e-dc94-454e-bfb6-c1b173a399d3 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:32.187836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.192859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-932ddc05-01d9-43ef-a531-3f56c7026a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:32.194526 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-932ddc05-01d9-43ef-a531-3f56c7026a06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ef93eb6-19a1-4afc-9165-699840c5354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1426823 Jan 27 14:53:32.205426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.208175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-01d5b423-7080-49b5-bdb9-5fb61fd6a5c7 None None] Port 8f88892a-f0b5-4008-aa59-3c11b767ac55 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:32.232400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.237814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.250548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=8f88892a-f0b5-4008-aa59-3c11b767ac55,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:32.306910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315631da-524f-401b-830d-ae5e189db1d2']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:32.322562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe53d062-cfb5-4244-90bd-2145e867334b') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:32.322863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe53d062-cfb5-4244-90bd-2145e867334b') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:32.337053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event deleted for resources: {'Port': ['ID=3a927b32-3031-48b3-8708-433dd12f92a4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:32.343245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.376872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.386616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-0f65a827-ec04-4a9a-9f91-4235519fa937 service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773834 Jan 27 14:53:32.390845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:32.391387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:32.396952 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:32.414012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.418336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-43062b9a-d129-4003-bcad-d0820ecae584 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/8f88892a-f0b5-4008-aa59-3c11b767ac55 HTTP/1.1" status: 204 len: 168 time: 2.3105459 Jan 27 14:53:32.463976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.469222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37748) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.515109 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] Pushing event deleted for resources: {'Port': ['ID=51cbed7e-dc94-454e-bfb6-c1b173a399d3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:32.522815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11068619-3cdf-4aaa-a5d7-de3945ae5a65 None None] No DVR routers for this DVR port 51cbed7e-dc94-454e-bfb6-c1b173a399d3 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:32.598053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=3d20ed00-2185-4516-91df-850218bf3a6d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:32.608209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.609301 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Floating IP 85522b56-f21d-44e3-be5e-296673286c87 disassociated (deleted). External IP: 172.26.6.3, port: 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f. Jan 27 14:53:32.642248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ee710ecb-472e-42cb-9470-a49509932104 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:32.649900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.658138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.667674 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/315631da-524f-401b-830d-ae5e189db1d2 HTTP/1.1" status: 204 len: 168 time: 1.4681690 Jan 27 14:53:32.676151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37750) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.690125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.693607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'name': 'tempest-PortsTestJSON-1577380423'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:32.694135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.701393 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6baf8899-83ea-4e4f-9911-f66a07660bb1 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/floatingips/2bba3131-691f-4eae-89ef-d6420ccfa90b HTTP/1.1" status: 204 len: 168 time: 2.4366157 Jan 27 14:53:32.705666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37752) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.705962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6820ce-5dfb-4e72-9c85-cb8715d94753 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:32.707497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6820ce-5dfb-4e72-9c85-cb8715d94753 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:32.713839 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4f6820ce-5dfb-4e72-9c85-cb8715d94753 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2320757 Jan 27 14:53:32.715761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37754) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.752971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23b86f-2196-4913-9b99-0dd335c2ff40 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=315631da-524f-401b-830d-ae5e189db1d2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:32.764087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port ee710ecb-472e-42cb-9470-a49509932104 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:32.764841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.792753 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-26028a75-dd39-4d94-85a7-b325015433f5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:32.793634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26028a75-dd39-4d94-85a7-b325015433f5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:32.796984 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-26028a75-dd39-4d94-85a7-b325015433f5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/ports/e5750a43-937a-4629-83bb-cb26aa380fe8 HTTP/1.1" status: 404 len: 333 time: 0.0870934 Jan 27 14:53:32.805555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37756) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.818116 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-90bf8d93-aff3-4c12-bacc-853865cffd13 req-d71447c4-6ebd-4c5c-b3a5-710ff6b2f10b service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199889 Jan 27 14:53:32.845181 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f9644153-0ade-4a65-a970-ceaeae99fd79 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "GET /v2.0/ports?device_id=629c9125-41f9-498b-b853-e58ce9ed2426 HTTP/1.1" status: 200 len: 205 time: 0.0376494 Jan 27 14:53:32.851075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37758) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.899615 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-4012bf41-e6cb-4839-8133-6f5596c53781 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] delete failed (client error): The resource could not be found. Jan 27 14:53:32.901641 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4012bf41-e6cb-4839-8133-6f5596c53781 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/routers/629c9125-41f9-498b-b853-e58ce9ed2426 HTTP/1.1" status: 404 len: 336 time: 0.0491388 Jan 27 14:53:32.906924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37760) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.955245 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-613f43e9-1e21-4153-87e4-8612ed03fa67 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] DELETE failed (client error): The resource could not be found. Jan 27 14:53:32.955927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613f43e9-1e21-4153-87e4-8612ed03fa67 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:32.963659 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-613f43e9-1e21-4153-87e4-8612ed03fa67 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/subnets/9f32b261-c07c-42d5-bc8b-317d6f9591e3 HTTP/1.1" status: 404 len: 337 time: 0.0512719 Jan 27 14:53:32.964920 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37762) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:32.965688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:32.969719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:32.988328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 51cbed7e-dc94-454e-bfb6-c1b173a399d3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:33.019826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 51cbed7e-dc94-454e-bfb6-c1b173a399d3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:33.020390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 51cbed7e-dc94-454e-bfb6-c1b173a399d3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:33.020842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 33279d00-9370-4f47-b395-5e051a5a9dcf yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:33.182661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 0277a644-057d-4fd3-b04d-eba6cef1b86f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:33.182994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.274998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa10c4b-a69e-43f4-97f8-659d5c3d1a8b req-79487f10-422f-48fc-aa4f-4903b423ee77 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:33.276502 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4aa10c4b-a69e-43f4-97f8-659d5c3d1a8b req-79487f10-422f-48fc-aa4f-4903b423ee77 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 944 time: 0.8865483 Jan 27 14:53:33.320861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 398503bc-497c-4223-8096-951022e2a584 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:33.329221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.338740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.378320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.395661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4aa10c4b-a69e-43f4-97f8-659d5c3d1a8b req-afd0626a-1eed-4cb9-b308-c363a140efc8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082706 Jan 27 14:53:33.401794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.411922 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 0277a644-057d-4fd3-b04d-eba6cef1b86f owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:33.481395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.553864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:33.562427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:33.566131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=33279d00-9370-4f47-b395-5e051a5a9dcf,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:33.568580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:33.574396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:33.575061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.606475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:33.606833 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3c57582e-fab4-41bf-af46-7344dbece8d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9193552 Jan 27 14:53:33.608194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.611323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37764) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:33.714885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.751430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=0277a644-057d-4fd3-b04d-eba6cef1b86f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:33.775580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.823750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 33279d00-9370-4f47-b395-5e051a5a9dcf {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:33.824139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.828299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=398503bc-497c-4223-8096-951022e2a584,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:33.834386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.840191 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c53ac147-f792-400f-8497-fa83a54d6736 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/398503bc-497c-4223-8096-951022e2a584 HTTP/1.1" status: 204 len: 168 time: 1.1229990 Jan 27 14:53:33.843330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22a2d57-7ebe-4548-8695-8421ca854329 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:33.845079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37766) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:33.899731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:33.908078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37768) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:33.909041 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bdb1a581-1ce0-4f67-b42a-ccd694829e70 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610058 Jan 27 14:53:33.914058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.929761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] Sync routers for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:33.963331 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f33548cf-a925-4861-b31c-477a14c0e48d tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "DELETE /v2.0/floatingips/85522b56-f21d-44e3-be5e-296673286c87 HTTP/1.1" status: 204 len: 168 time: 3.0499079 Jan 27 14:53:33.963331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:53:33.963331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d455a1-294f-42ac-911b-aedff840bf2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:53:33.977056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:33.978165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:33.980068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:33.986000 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9317e24f-cc56-44f9-b1da-ad58cc22538c tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/ports/0277a644-057d-4fd3-b04d-eba6cef1b86f HTTP/1.1" status: 204 len: 168 time: 1.0134082 Jan 27 14:53:33.994928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37774) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:34.014165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:34.049534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 33279d00-9370-4f47-b395-5e051a5a9dcf owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:34.071379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090099a6-4159-4bbb-b65c-051e12eeab3e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:34.074647 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-090099a6-4159-4bbb-b65c-051e12eeab3e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1609676 Jan 27 14:53:34.078454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37776) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:34.101982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e0a26-44aa-4f65-a05c-81417e3d5037 x-openstack-request-id: req-133e0a26-44aa-4f65-a05c-81417e3d5037 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:53:34.102451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:53:34.103386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-133e0a26-44aa-4f65-a05c-81417e3d5037 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:53:34.104028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'status': 'completed', 'code': 200} Jan 27 14:53:34.254733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 54014a08-3ebe-4bfd-a12f-340472219974 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:34.255243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:34.318109 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:34.411566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:34.469929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:34.489277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 54014a08-3ebe-4bfd-a12f-340472219974 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:34.630511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887a374-f545-4850-a567-8de8aecf0ea4 req-61b679ad-9ccd-47e4-b9ad-3d0fb5c82d00 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:34.639029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9887a374-f545-4850-a567-8de8aecf0ea4 req-61b679ad-9ccd-47e4-b9ad-3d0fb5c82d00 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.2552130 Jan 27 14:53:34.706996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6005c2-da72-41ad-8138-34b836420c16 req-0765946d-f092-452d-8f41-021622514031 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:34.708388 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b6005c2-da72-41ad-8138-34b836420c16 req-0765946d-f092-452d-8f41-021622514031 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 944 time: 0.1580791 Jan 27 14:53:34.733559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ee710ecb-472e-42cb-9470-a49509932104 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:34.736368 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9887a374-f545-4850-a567-8de8aecf0ea4 req-59d50d09-e740-4961-80ca-2b00d53187b3 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961971 Jan 27 14:53:34.743034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fda7a-d35a-4850-ae5b-b4de4b4ca4bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:34.744843 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-909fda7a-d35a-4850-ae5b-b4de4b4ca4bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6648350 Jan 27 14:53:34.748053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37782) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:34.784509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] Deleting port ee710ecb-472e-42cb-9470-a49509932104 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:34.785145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:34.804581 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9cc9cf8d-ef56-4aa6-a98c-24fccad41f1e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541344 Jan 27 14:53:34.806773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d455a1-294f-42ac-911b-aedff840bf2a req-5e939cb3-7207-4666-8d08-26630d67c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:34.808667 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-50d455a1-294f-42ac-911b-aedff840bf2a req-5e939cb3-7207-4666-8d08-26630d67c5a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=701e15f6d7c24595a9e98ee98adbf0be&device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 1098 time: 0.6292624 Jan 27 14:53:34.814291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37784) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:34.825969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:34.833534 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b6005c2-da72-41ad-8138-34b836420c16 req-5b14e027-b0eb-468e-a244-99a1ec714746 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108716 Jan 27 14:53:34.908045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] For port ee710ecb-472e-42cb-9470-a49509932104, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ee710ecb-472e-42cb-9470-a49509932104,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:34.909139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:34.909832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:34.917991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:34.964666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=54014a08-3ebe-4bfd-a12f-340472219974,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:35.000466 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=33279d00-9370-4f47-b395-5e051a5a9dcf,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:35.019938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.025650 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d08a279c-7411-4a1f-be95-2a58d00f1332 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/33279d00-9370-4f47-b395-5e051a5a9dcf HTTP/1.1" status: 204 len: 168 time: 1.4133668 Jan 27 14:53:35.031663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37786) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:35.037573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'mac_address': 'fa:16:3e:4a:75:b7', 'name': 'tempest-PortsTestJSON-800336594'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:35.080331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] Calling delete_port for ee710ecb-472e-42cb-9470-a49509932104 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:35.096179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d455a1-294f-42ac-911b-aedff840bf2a req-d21c8778-ea4a-4a56-89a6-3fcdf518dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:35.098087 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-50d455a1-294f-42ac-911b-aedff840bf2a req-d21c8778-ea4a-4a56-89a6-3fcdf518dca4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb HTTP/1.1" status: 200 len: 898 time: 0.2807825 Jan 27 14:53:35.098301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.109598 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1445e254-ea84-477d-89ea-1c0fc6134099 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/ports/54014a08-3ebe-4bfd-a12f-340472219974 HTTP/1.1" status: 204 len: 168 time: 1.1081672 Jan 27 14:53:35.111189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37788) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:35.128017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:35.134732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.161108 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-50d455a1-294f-42ac-911b-aedff840bf2a req-398fcc69-e41a-4920-bcb0-c401a65716d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f HTTP/1.1" status: 200 len: 217 time: 0.0505395 Jan 27 14:53:35.162066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.178784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49342374-aaec-4778-bb6b-5c6b8f384bfb details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:53:35.226111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:47Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:35.246903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d455a1-294f-42ac-911b-aedff840bf2a req-69e74654-ccd2-4abc-bb8c-3e0af6c584fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:35.249214 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-50d455a1-294f-42ac-911b-aedff840bf2a req-69e74654-ccd2-4abc-bb8c-3e0af6c584fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b639bb1d-e7cf-453b-a35f-0244a2fc5028 HTTP/1.1" status: 200 len: 835 time: 0.0749786 Jan 27 14:53:35.270182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:35.286974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] Checking router: 0c1f1368-f33d-45b5-a99e-31091ff6aa51 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:53:35.290408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port ee710ecb-472e-42cb-9470-a49509932104, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ee710ecb-472e-42cb-9470-a49509932104,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:35.323998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.333630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae3d24-aaf2-4293-8174-937dbea7b625 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:35.340031 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-37ae3d24-aaf2-4293-8174-937dbea7b625 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9960a5b-f3da-4496-83b4-ff5bc756d68f HTTP/1.1" status: 200 len: 913 time: 0.2237866 Jan 27 14:53:35.340908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37790) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:35.372212 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.373176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:35.374083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:35.382177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.406690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port e092588b-6ca6-49be-8d66-101ab1dc8980 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:35.419425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d455a1-294f-42ac-911b-aedff840bf2a req-0145dcb3-95eb-46f6-86cf-94b7651b05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:35.421744 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-50d455a1-294f-42ac-911b-aedff840bf2a req-0145dcb3-95eb-46f6-86cf-94b7651b05af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea990ef4-4af4-49a0-93a8-1fc5201eefdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1649435 Jan 27 14:53:35.459083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] No DVR routers for this DVR port ee710ecb-472e-42cb-9470-a49509932104 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:35.491785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=ee710ecb-472e-42cb-9470-a49509932104,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:35.534676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 49342374-aaec-4778-bb6b-5c6b8f384bfb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:35.550700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.551050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.551450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.551785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.552110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.552443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.552776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.553098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.553417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.553739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.554062 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.554376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:53:35.568497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'port_id': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'mac_address': 'fa:16:3e:98:02:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:53:35.594641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5347838-838e-42a4-ad9c-72a57ae15b66 None None] Pushing event deleted for resources: {'Port': ['ID=ee710ecb-472e-42cb-9470-a49509932104,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:35.608795 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-50d455a1-294f-42ac-911b-aedff840bf2a req-3c21500d-90a7-4d9b-9de7-aff4e050df49 service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484528 Jan 27 14:53:35.628226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:35.679398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.729128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49342374-aaec-4778-bb6b-5c6b8f384bfb {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:53:35.810997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 49342374-aaec-4778-bb6b-5c6b8f384bfb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:35.830257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:35.871022 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-50d455a1-294f-42ac-911b-aedff840bf2a req-67d8bb46-2e65-43e1-8509-1c3f833078dc service neutron] 10.222.0.72 "GET /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495070 Jan 27 14:53:35.891032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-db7e98bd-f52e-4897-9709-436ea7e97c0f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:35.892823 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-db7e98bd-f52e-4897-9709-436ea7e97c0f tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.1272175 Jan 27 14:53:35.900344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.030064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=49342374-aaec-4778-bb6b-5c6b8f384bfb,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:36.068016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:47Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:36.072710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['49342374-aaec-4778-bb6b-5c6b8f384bfb'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:53:36.108127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Deleting port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:36.109055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.113964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.122831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:53:36.144402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.147872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a4d8a-2d5c-4102-83eb-a8d659d66690 None None] The sync data for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv is: [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:51:35Z', 'revision_number': 4, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'c206c5f0-4048-4cb2-a566-c7efa48b14c9', 'name': '', 'network_id': 'ea990ef4-4af4-49a0-93a8-1fc5201eefdb', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'mac_address': 'fa:16:3e:f4:c9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:33Z', 'updated_at': '2022-01-27T14:51:47Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'subnets': [{'id': 'b639bb1d-e7cf-453b-a35f-0244a2fc5028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:36.223772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:36.231310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:36.241434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:36.248878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:36.248878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.280830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=e092588b-6ca6-49be-8d66-101ab1dc8980,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:36.319993 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-27bbb978-fcb8-40d4-9ff9-0266b41bb684 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2869341 Jan 27 14:53:36.325265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37796) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:36.328770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] For port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:36.329154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.342621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:36.362950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500fe56-c57b-4643-82d8-27722cd7fd28 req-c8462fe2-58dd-4999-86b3-62a28f147bbe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:36.365708 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1500fe56-c57b-4643-82d8-27722cd7fd28 req-c8462fe2-58dd-4999-86b3-62a28f147bbe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 945 time: 0.3129485 Jan 27 14:53:36.373683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Calling delete_port for 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:36.388611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0c04-d9d4-4332-bc23-80e5f1ea67ed req-8480e654-3dc0-4f95-aea8-b159d7b81a18 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:36.393646 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c8d0c04-d9d4-4332-bc23-80e5f1ea67ed req-8480e654-3dc0-4f95-aea8-b159d7b81a18 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4b85e8f-9b11-4fd8-b078-7b7e704f72d8 HTTP/1.1" status: 200 len: 945 time: 0.4329712 Jan 27 14:53:36.404178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b445672-bf79-4e5e-bce3-316557d943b5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:36.408498 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7b445672-bf79-4e5e-bce3-316557d943b5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/e092588b-6ca6-49be-8d66-101ab1dc8980 HTTP/1.1" status: 200 len: 840 time: 0.0793614 Jan 27 14:53:36.408947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37798) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:36.411947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:36.418920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:36.421150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.438624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edc882a-5259-407c-a8ef-96b57fa5eded None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:36.500962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=afcf472e-b66a-41d2-baaf-7c09285ff829,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:36.577621 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fe7ee835-3785-4965-a834-4af85941b74c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7587395 Jan 27 14:53:36.616697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37800) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:36.624912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9cf6b02f-3156-4670-8322-084a2d075200 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:36.712929 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1500fe56-c57b-4643-82d8-27722cd7fd28 req-c7517f65-af37-4006-b56d-62a704381ecd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170676 Jan 27 14:53:36.741125 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c94c7-35f1-4846-9ca2-b65bc3c89326 None None] New status for floating IP 85522b56-f21d-44e3-be5e-296673286c87: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:53:36.748740 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c8d0c04-d9d4-4332-bc23-80e5f1ea67ed req-963ba6db-5eb6-4fcc-b02d-ab763486c425 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b240ee2-3b68-4882-a6df-6117a404d0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231077 Jan 27 14:53:36.794963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port e092588b-6ca6-49be-8d66-101ab1dc8980 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:36.795348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.823603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.838472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'afcf472e-b66a-41d2-baaf-7c09285ff829'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:36.839410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.899430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:36.927065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event deleted for resources: {'Port': ['ID=7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:36.992707 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.018674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] No DVR routers for this DVR port 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:37.021302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.025550 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d932bc4e-b639-453e-b943-3c807b9ec831 req-025fa5e4-3c95-4a41-a322-49bfb6a82a70 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.72 "DELETE /v2.0/ports/7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f HTTP/1.1" status: 204 len: 173 time: 1.1225660 Jan 27 14:53:37.038754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-deleted', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:53:37.041363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf6122b-b18d-4048-921d-4ce09cde129f" -d '{"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-deleted", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:53:37.055331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for e092588b-6ca6-49be-8d66-101ab1dc8980 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:37.082072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Allocated IP 2001:db8::f816:3eff:fe97:9d30 (54ed4f89-dea6-4178-95d4-b6863af583eb/afcf472e-b66a-41d2-baaf-7c09285ff829/8847e796-912f-4f63-8491-a74b53741f70) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:37.084654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf6b02f-3156-4670-8322-084a2d075200 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:37.093630 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9cf6b02f-3156-4670-8322-084a2d075200 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.189914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f359d6-02bd-4b6a-a00c-fbc315c0ed31 x-openstack-request-id: req-b0f359d6-02bd-4b6a-a00c-fbc315c0ed31 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:53:37.190631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b85e8f-9b11-4fd8-b078-7b7e704f72d8", "name": "network-vif-deleted", "tag": "7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:53:37.190929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0f359d6-02bd-4b6a-a00c-fbc315c0ed31 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:53:37.191479 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b85e8f-9b11-4fd8-b078-7b7e704f72d8', 'name': 'network-vif-deleted', 'tag': '7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f', 'status': 'completed', 'code': 200} Jan 27 14:53:37.199796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49342374-aaec-4778-bb6b-5c6b8f384bfb up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:37.321924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port 08b12665-3148-40b5-9fc8-a30f1fd16f6f {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:37.322490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.331328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 49342374-aaec-4778-bb6b-5c6b8f384bfb completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:53:37.336010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.340849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 49342374-aaec-4778-bb6b-5c6b8f384bfb triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:37.341318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.368942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.382800 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.ipam_backend_mixin [None req-9cf6b02f-3156-4670-8322-084a2d075200 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afcf472e-b66a-41d2-baaf-7c09285ff829 (CIDR: 2001:db8::/64) Jan 27 14:53:37.391307 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf6b02f-3156-4670-8322-084a2d075200 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:53:37.392405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf6b02f-3156-4670-8322-084a2d075200 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:37.416418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.427400 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9cf6b02f-3156-4670-8322-084a2d075200 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8088336 Jan 27 14:53:37.430543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37804) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:37.438971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:37.459067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:37.463967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:37.467881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:37.471474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Pushing event updated for resources: {'Port': ['ID=8847e796-912f-4f63-8491-a74b53741f70,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:37.516584 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=e092588b-6ca6-49be-8d66-101ab1dc8980,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:37.525966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.535569 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a33aaa0d-aecb-4957-bcb9-70d11ca96322 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/e092588b-6ca6-49be-8d66-101ab1dc8980 HTTP/1.1" status: 204 len: 168 time: 1.1241519 Jan 27 14:53:37.536531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37806) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:37.584819 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-892bfa85-eb1d-43c5-8f73-f401cb0d8c05 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:37.594919 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-892bfa85-eb1d-43c5-8f73-f401cb0d8c05 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/e092588b-6ca6-49be-8d66-101ab1dc8980 HTTP/1.1" status: 404 len: 333 time: 0.0522873 Jan 27 14:53:37.596392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37808) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:37.604593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'name': 'tempest-PortsTestJSON-1487395398'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:37.605888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Attempting to bind port 8847e796-912f-4f63-8491-a74b53741f70 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:37.606873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Attempting to bind port 8847e796-912f-4f63-8491-a74b53741f70 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:37.606873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Attempting to bind port 8847e796-912f-4f63-8491-a74b53741f70 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:37.610096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.627669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:37.628364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:37.628891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.629401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:37.630037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Bound port: 8847e796-912f-4f63-8491-a74b53741f70, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:37.630583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.664260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:53:37.667226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24934c-68ce-4c06-81ff-b051777e0ee2" -d '{"events": [{"server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "name": "network-vif-plugged", "status": "completed", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:53:37.685241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 49342374-aaec-4778-bb6b-5c6b8f384bfb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:37.709981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.710940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:37.768923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.774508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d2d41-efa6-4d70-bfae-59f01aea861a x-openstack-request-id: req-3e4d2d41-efa6-4d70-bfae-59f01aea861a {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:53:37.774508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "name": "network-vif-plugged", "status": "completed", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:53:37.775803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e4d2d41-efa6-4d70-bfae-59f01aea861a {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:53:37.776728 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'code': 200} Jan 27 14:53:37.788422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:37.793590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.797038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=49342374-aaec-4778-bb6b-5c6b8f384bfb,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:37.805980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:37.806503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7eaf6d5d-ab8f-49e2-a33c-ae443d76d59f not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:37.835133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port b0c12efa-a423-4dd7-90ba-53cbdf1985c8 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:37.843507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] For port 8847e796-912f-4f63-8491-a74b53741f70, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:37.848589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] For port 8847e796-912f-4f63-8491-a74b53741f70, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8847e796-912f-4f63-8491-a74b53741f70,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:37.856485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:37.873608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for 08b12665-3148-40b5-9fc8-a30f1fd16f6f owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:37.883794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37816) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:37.945042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035158a-4540-47ec-ad82-798c4aeab12e None None] Pushing event updated for resources: {'Port': ['ID=8847e796-912f-4f63-8491-a74b53741f70,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:38.025199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b1ba3-68fe-4899-ac81-8339b9dbb767 req-ff70fb98-b228-448d-adaf-2e916b7f68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:38.026537 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-463b1ba3-68fe-4899-ac81-8339b9dbb767 req-ff70fb98-b228-448d-adaf-2e916b7f68bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 1099 time: 0.0880601 Jan 27 14:53:38.034595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:38.039527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.117115 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-463b1ba3-68fe-4899-ac81-8339b9dbb767 req-929d70cc-783f-4eb7-81bd-3c60678a058f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799656 Jan 27 14:53:38.158787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.213784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.257874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc249fe-edf0-4711-a837-6d8233062b03 req-903c5a38-677f-409b-bf61-d958735bc427 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:38.259661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc249fe-edf0-4711-a837-6d8233062b03 req-903c5a38-677f-409b-bf61-d958735bc427 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 946 time: 0.2910597 Jan 27 14:53:38.277498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:38.282874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:38.285174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=b0c12efa-a423-4dd7-90ba-53cbdf1985c8,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:38.287536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:38.294395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:38.295134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.325441 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9caa5ef0-1afe-4165-b715-84ee90173a5b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7279389 Jan 27 14:53:38.330424 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37818) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:38.336119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:38.444211 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.686004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.703893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.744490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] In _notify_port_updated(), no bound segment for port b0c12efa-a423-4dd7-90ba-53cbdf1985c8 on network eb9c01c4-27e1-4f42-a405-80b6fc2509eb {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:53:38.752537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8847e796-912f-4f63-8491-a74b53741f70 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:38.754692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:38.755501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.756860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "PUT /v2.0/ports/b0c12efa-a423-4dd7-90ba-53cbdf1985c8 HTTP/1.1" status: 200 len: 818 time: 0.4254270 Jan 27 14:53:38.765812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37820) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:38.808716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49cf55-28fa-4744-adc3-e7648cd24961 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=b0c12efa-a423-4dd7-90ba-53cbdf1985c8,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:38.842650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8847e796-912f-4f63-8491-a74b53741f70 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:38.842957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.850483 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bc249fe-edf0-4711-a837-6d8233062b03 req-f9d37093-8491-4e9d-a552-b275877e8d7a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5628710 Jan 27 14:53:38.977450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port b0c12efa-a423-4dd7-90ba-53cbdf1985c8 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:38.977834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:38.990024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.068129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 8847e796-912f-4f63-8491-a74b53741f70, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8847e796-912f-4f63-8491-a74b53741f70,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:39.080517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.156814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.178113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=8847e796-912f-4f63-8491-a74b53741f70,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:39.206827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for b0c12efa-a423-4dd7-90ba-53cbdf1985c8 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:39.285268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.295140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.343002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.377252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=b0c12efa-a423-4dd7-90ba-53cbdf1985c8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:39.382979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.390934 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2d5d0063-701d-4c9c-afcc-223569ed397a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/b0c12efa-a423-4dd7-90ba-53cbdf1985c8 HTTP/1.1" status: 204 len: 168 time: 0.6198006 Jan 27 14:53:39.391887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37822) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:39.397698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=08b12665-3148-40b5-9fc8-a30f1fd16f6f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:39.457189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:39.481828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9eb37123-7218-4ddc-aa20-90b49d146a6f None None] Provisioning complete for port 8847e796-912f-4f63-8491-a74b53741f70 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:39.482417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9eb37123-7218-4ddc-aa20-90b49d146a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.491337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7cbbdf-9d55-4453-a6bf-7853ce11309c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:39.493379 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8f7cbbdf-9d55-4453-a6bf-7853ce11309c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1011934 Jan 27 14:53:39.499722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37824) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:39.506648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:39.511828 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:39.512782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.527210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4945358-8c01-4274-905c-feff54644aad None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:39.549978 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e4e599-5c22-4642-a6f4-6e37aa609d06 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:39.550247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=102b62af-c308-45d4-9af9-77ebc5759270,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:39.557211 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-71e4e599-5c22-4642-a6f4-6e37aa609d06 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/b0c12efa-a423-4dd7-90ba-53cbdf1985c8 HTTP/1.1" status: 404 len: 333 time: 0.0557733 Jan 27 14:53:39.558176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37826) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:39.563500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2132482144'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:39.600265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:39.610167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.623350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3888f13d-0647-444c-b483-8fb8b4441612 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1765945 Jan 27 14:53:39.625007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37828) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:39.645790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:d1:70:a1', 'name': 'tempest-NetworksTestDHCPv6-976434839'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:39.651320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:39.669980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.681727 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment 096b17d6-a1d5-4492-b6b8-4d5ac1ef339c of type vlan for network 55bac991-2aee-468d-bdec-47cef82639f4 Jan 27 14:53:39.782539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.832684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:39.847746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:39.848830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:40.037947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=55bac991-2aee-468d-bdec-47cef82639f4,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:40.051338 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-312bca20-756f-41a9-a6ef-5046f2877d12 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4908755 Jan 27 14:53:40.054271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37832) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:40.064070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 55bac991-2aee-468d-bdec-47cef82639f4 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:40.065623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': '55bac991-2aee-468d-bdec-47cef82639f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:40.084790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:40.196166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:40.201029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:40.203742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:40.377383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b0543-a55d-493b-b32a-92af46331a80 None None] Update dhcp port {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': 'afcf472e-b66a-41d2-baaf-7c09285ff829', 'ip_address': '2001:db8::f816:3eff:fe97:9d30'}, {'subnet_id': '102b62af-c308-45d4-9af9-77ebc5759270'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '8847e796-912f-4f63-8491-a74b53741f70'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:53:40.387307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:40.408185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb6af8-a205-4bba-96ba-1003734a6537 req-3f1cc5d0-9e8c-40f8-b6a5-c545f54408ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:40.410850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78bb6af8-a205-4bba-96ba-1003734a6537 req-3f1cc5d0-9e8c-40f8-b6a5-c545f54408ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 946 time: 0.3792126 Jan 27 14:53:40.436079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0543-a55d-493b-b32a-92af46331a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:40.559573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:40.659059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78bb6af8-a205-4bba-96ba-1003734a6537 req-4e0b789e-2c55-4a03-997d-c16d5ec0611d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017910 Jan 27 14:53:40.714600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-fe2b0543-a55d-493b-b32a-92af46331a80 None None] Allocated IP 2001:db8:0:1::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/102b62af-c308-45d4-9af9-77ebc5759270/8847e796-912f-4f63-8491-a74b53741f70) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:40.742126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8847e796-912f-4f63-8491-a74b53741f70 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:40.764914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': '096b17d6-a1d5-4492-b6b8-4d5ac1ef339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '55bac991-2aee-468d-bdec-47cef82639f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:40.765561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: 55bac991-2aee-468d-bdec-47cef82639f4, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:40.809975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=de421816-5cee-41c7-a117-e3bb91083f9b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:40.838790 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-c6226c2b-6281-4be1-9aeb-1fee5e64c735 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674694 Jan 27 14:53:40.851085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 55bac991-2aee-468d-bdec-47cef82639f4 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:40.866759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 55bac991-2aee-468d-bdec-47cef82639f4) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:40.874085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:40.875068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:40.888199 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc344cdb-6bc4-4a0d-ba1d-0bb68c12e2be None None] Network 55bac991-2aee-468d-bdec-47cef82639f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:40.906449 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-889cb2d5-4fed-4ed5-a9a4-3342d82a03e4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8462594 Jan 27 14:53:40.910772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37836) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:40.920190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-beb72ea2-dda3-4290-a98a-018a8db791b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': '55bac991-2aee-468d-bdec-47cef82639f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:41.021531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.089940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fe2b0543-a55d-493b-b32a-92af46331a80 None None] For port 8847e796-912f-4f63-8491-a74b53741f70, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8847e796-912f-4f63-8491-a74b53741f70,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:41.092930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8847e796-912f-4f63-8491-a74b53741f70 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:41.093537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.140415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 7c9397bd-f6e6-4827-b9a6-a90439ec0691 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:41.142734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-24a9768c-85ef-4464-a269-de668064177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:41.145332 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-24a9768c-85ef-4464-a269-de668064177a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 1098 time: 0.1309564 Jan 27 14:53:41.173916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2ed0-fa75-4b9d-8579-cc8e45b726e7 req-514258d4-5bef-4689-8d11-8d4296e07139 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:41.175598 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-135a2ed0-fa75-4b9d-8579-cc8e45b726e7 req-514258d4-5bef-4689-8d11-8d4296e07139 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 946 time: 0.3474026 Jan 27 14:53:41.277407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0543-a55d-493b-b32a-92af46331a80 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.286075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Router b9960a5b-f3da-4496-83b4-ff5bc756d68f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:41.295206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb72ea2-dda3-4290-a98a-018a8db791b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:41.301610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe2b0543-a55d-493b-b32a-92af46331a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.302218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-beb72ea2-dda3-4290-a98a-018a8db791b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.384029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-135a2ed0-fa75-4b9d-8579-cc8e45b726e7 req-88a7bfde-eb7f-4a1a-9534-8b72cc4a9bc3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918046 Jan 27 14:53:41.439954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37838) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:41.453174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-09145535-27ae-4c28-b62e-832364271bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:41.455693 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-09145535-27ae-4c28-b62e-832364271bc8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.2776935 Jan 27 14:53:41.467049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-55bac991-2aee-468d-bdec-47cef82639f4', 'network_id': '55bac991-2aee-468d-bdec-47cef82639f4', 'tenant_id': 'f27d7258c39144d699bfc79685b1a405', 'fixed_ips': [{'subnet_id': 'de421816-5cee-41c7-a117-e3bb91083f9b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:41.469641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.610084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b0543-a55d-493b-b32a-92af46331a80 None None] Pushing event updated for resources: {'Port': ['ID=8847e796-912f-4f63-8491-a74b53741f70,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:41.674795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db8888-52b0-4193-8456-df470a306ae3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:41.676503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e5db8888-52b0-4193-8456-df470a306ae3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 1094 time: 0.2305150 Jan 27 14:53:41.684548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37840) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:41.693189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:41.730484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:41.733080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8:0:1::352 (54ed4f89-dea6-4178-95d4-b6863af583eb/102b62af-c308-45d4-9af9-77ebc5759270/7c9397bd-f6e6-4827-b9a6-a90439ec0691) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:41.739980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Deleting port c206c5f0-4048-4cb2-a566-c7efa48b14c9 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:41.740336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.755536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-64b1b72c-19f2-4d03-bfdb-7d27ed7431d5 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "PUT /v2.0/routers/b9960a5b-f3da-4496-83b4-ff5bc756d68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4090328 Jan 27 14:53:41.757630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37842) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:41.770853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fed1:70a1 (54ed4f89-dea6-4178-95d4-b6863af583eb/afcf472e-b66a-41d2-baaf-7c09285ff829/7c9397bd-f6e6-4827-b9a6-a90439ec0691) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:41.790599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] Sync routers for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:41.846018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:41.846923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:41.884611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:41.919958 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:41.946908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] Routers {'b9960a5b-f3da-4496-83b4-ff5bc756d68f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:41.947896 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.ipam_backend_mixin [None req-beb72ea2-dda3-4290-a98a-018a8db791b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de421816-5cee-41c7-a117-e3bb91083f9b (CIDR: 172.20.0.0/28) Jan 27 14:53:41.948650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:41.952039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Allocated IP 172.20.0.2 (55bac991-2aee-468d-bdec-47cef82639f4/de421816-5cee-41c7-a117-e3bb91083f9b/813d1ccc-8128-45e0-befd-f25108063740) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:41.990757 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb72ea2-dda3-4290-a98a-018a8db791b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:53:41.991506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb72ea2-dda3-4290-a98a-018a8db791b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:41.998613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:41.999189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d60f3cc-f9ff-460c-92e3-4da468cf335e None None] The sync data for ids ['b9960a5b-f3da-4496-83b4-ff5bc756d68f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:42.047525 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-beb72ea2-dda3-4290-a98a-018a8db791b2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1313787 Jan 27 14:53:42.050911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37844) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:42.078832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': '55bac991-2aee-468d-bdec-47cef82639f4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:42.176391 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-c7790ac7-eac8-4add-a22f-3f2012825370 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d76873a-2e05-483c-9244-44cd6044a0c4 HTTP/1.1" status: 200 len: 1001 time: 0.7103817 Jan 27 14:53:42.293872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-ff2fe79a-e767-466d-85dd-f468329ae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:42.295832 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-ff2fe79a-e767-466d-85dd-f468329ae823 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.1058683 Jan 27 14:53:42.314797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.323794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.388307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-951159a9-01eb-42ad-8734-784a24924188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:42.389274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Network 55bac991-2aee-468d-bdec-47cef82639f4 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:42.390593 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-951159a9-01eb-42ad-8734-784a24924188 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703661 Jan 27 14:53:42.391259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:42.396128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.396648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:42.400520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Pushing event updated for resources: {'Port': ['ID=813d1ccc-8128-45e0-befd-f25108063740,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:42.404073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:42.475652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.478362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Attempting to bind port 813d1ccc-8128-45e0-befd-f25108063740 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:42.478840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Attempting to bind port 813d1ccc-8128-45e0-befd-f25108063740 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '096b17d6-a1d5-4492-b6b8-4d5ac1ef339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '55bac991-2aee-468d-bdec-47cef82639f4'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:42.480090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Attempting to bind port 813d1ccc-8128-45e0-befd-f25108063740 on network 55bac991-2aee-468d-bdec-47cef82639f4 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:42.481822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] For port c206c5f0-4048-4cb2-a566-c7efa48b14c9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c206c5f0-4048-4cb2-a566-c7efa48b14c9,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:42.482085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.487120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:42.487660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Checking segment: {'id': '096b17d6-a1d5-4492-b6b8-4d5ac1ef339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '55bac991-2aee-468d-bdec-47cef82639f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:42.488164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.488651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Bound using segment: {'id': '096b17d6-a1d5-4492-b6b8-4d5ac1ef339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '55bac991-2aee-468d-bdec-47cef82639f4'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:42.489266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Bound port: 813d1ccc-8128-45e0-befd-f25108063740, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096b17d6-a1d5-4492-b6b8-4d5ac1ef339c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '55bac991-2aee-468d-bdec-47cef82639f4'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:42.489778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.544160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Calling delete_port for c206c5f0-4048-4cb2-a566-c7efa48b14c9 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:42.572344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] For port 813d1ccc-8128-45e0-befd-f25108063740, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:42.576919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] For port 813d1ccc-8128-45e0-befd-f25108063740, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=813d1ccc-8128-45e0-befd-f25108063740,segment=NetworkSegment(096b17d6-a1d5-4492-b6b8-4d5ac1ef339c),segment_id=096b17d6-a1d5-4492-b6b8-4d5ac1ef339c)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:42.590054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.608491 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-d58d4a59-5aac-4714-ab95-015ef0a4beaf service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919265 Jan 27 14:53:42.642002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8847e796-912f-4f63-8491-a74b53741f70 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:42.673039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d1ae2297-56a6-4ed1-87be-32d6c16313f7 None None] Provisioning complete for port 8847e796-912f-4f63-8491-a74b53741f70 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:42.673039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2297-56a6-4ed1-87be-32d6c16313f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.721866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.762922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.783142 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-efe2b41a-775f-4bd0-a2e9-2605637dbee1 req-8709c75e-4af7-40c8-8272-a23d78fbfe2d service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571107 Jan 27 14:53:42.799760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced523-ae0d-4e6a-b7d2-aea60ffea445 None None] Pushing event updated for resources: {'Port': ['ID=813d1ccc-8128-45e0-befd-f25108063740,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:42.857613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8847e796-912f-4f63-8491-a74b53741f70 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:42.857984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.919217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.926138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.953875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:42.984709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 55bac991-2aee-468d-bdec-47cef82639f4 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:43.013289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:43.020339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:43.021374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.033120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=3b818bf6-a4d1-4065-8b32-55042dcbf09f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:43.074700 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-465ffca6-9692-4e12-992f-4c0ba9b31dc6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0066974 Jan 27 14:53:43.074700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37846) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:43.083121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': '55bac991-2aee-468d-bdec-47cef82639f4', 'fixed_ips': [{'subnet_id': 'de421816-5cee-41c7-a117-e3bb91083f9b'}, {'subnet_id': '3b818bf6-a4d1-4065-8b32-55042dcbf09f'}], 'name': 'tempest-PortsTestJSON-1720760199'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:43.121348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:43.141290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:43.165761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:43.171701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:43.172982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.178918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=7c9397bd-f6e6-4827-b9a6-a90439ec0691,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:43.249578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting port fc204c5d-8134-4ed7-b22a-c13549eff451 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:43.249864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.259832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:43.279791 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aacf4d54-2879-41ee-9e7d-1f64ca877955 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6493378 Jan 27 14:53:43.287849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37848) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:43.330982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.211 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/1c0c4fa2-9356-41f7-b35f-8b83fc9130df) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:43.377872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.391578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.422904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 49a77b75-a83f-4fac-9978-df4c712afda1 yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:43.460113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event deleted for resources: {'Port': ['ID=c206c5f0-4048-4cb2-a566-c7efa48b14c9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:43.560486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.608620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3115a343-5e9e-40cb-9a37-556bcb80d316 None None] Provisioning complete for port 7c9397bd-f6e6-4827-b9a6-a90439ec0691 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:43.609981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3115a343-5e9e-40cb-9a37-556bcb80d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.610243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Calling delete_port for fc204c5d-8134-4ed7-b22a-c13549eff451 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:43.648992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3115a343-5e9e-40cb-9a37-556bcb80d316 None None] Port 7c9397bd-f6e6-4827-b9a6-a90439ec0691 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:43.794674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.812312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.6 (55bac991-2aee-468d-bdec-47cef82639f4/de421816-5cee-41c7-a117-e3bb91083f9b/49a77b75-a83f-4fac-9978-df4c712afda1) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:43.819967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.20 (55bac991-2aee-468d-bdec-47cef82639f4/3b818bf6-a4d1-4065-8b32-55042dcbf09f/49a77b75-a83f-4fac-9978-df4c712afda1) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:43.820580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 7c9397bd-f6e6-4827-b9a6-a90439ec0691 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:43.820934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:43.972592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c4704a3-763b-4134-861e-eb3453cc9f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.005320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.032868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.061525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.066616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.119338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 55bac991-2aee-468d-bdec-47cef82639f4 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:44.125107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:44.128575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:44.129402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.163167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=49a77b75-a83f-4fac-9978-df4c712afda1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:44.193837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:44.195118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.200283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 7c9397bd-f6e6-4827-b9a6-a90439ec0691 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:44.222879 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-578d0fbe-cc80-4281-bdcb-46914a8cd7c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1459568 Jan 27 14:53:44.223900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:44.226682 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37850) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:44.242559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de421816-5cee-41c7-a117-e3bb91083f9b'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:44.245870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:44.252897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:44.255129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.255489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6af3d-fcc8-40c6-b301-0fe8f61d9f06 None None] Network 55bac991-2aee-468d-bdec-47cef82639f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:44.264159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=1c0c4fa2-9356-41f7-b35f-8b83fc9130df,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:44.338036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-effb0ad9-49a1-499e-bb71-0d41540b7fe1 None None] Provisioning complete for port 813d1ccc-8128-45e0-befd-f25108063740 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:44.338591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-effb0ad9-49a1-499e-bb71-0d41540b7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.369165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.391450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Port': ['ID=fc204c5d-8134-4ed7-b22a-c13549eff451,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:44.512570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-effb0ad9-49a1-499e-bb71-0d41540b7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.596696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.798071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-effb0ad9-49a1-499e-bb71-0d41540b7fe1 None None] For port 813d1ccc-8128-45e0-befd-f25108063740, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=813d1ccc-8128-45e0-befd-f25108063740,segment=NetworkSegment(096b17d6-a1d5-4492-b6b8-4d5ac1ef339c),segment_id=096b17d6-a1d5-4492-b6b8-4d5ac1ef339c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:44.800009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e8d7f-f226-4471-a029-557d39049a1f None None] Update dhcp port {'port': {'network_id': '55bac991-2aee-468d-bdec-47cef82639f4', 'fixed_ips': [{'subnet_id': 'de421816-5cee-41c7-a117-e3bb91083f9b', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b818bf6-a4d1-4065-8b32-55042dcbf09f'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '813d1ccc-8128-45e0-befd-f25108063740'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:53:44.804809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-effb0ad9-49a1-499e-bb71-0d41540b7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.855773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 813d1ccc-8128-45e0-befd-f25108063740 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:44.861569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Delete allocated IP 172.20.0.20 (55bac991-2aee-468d-bdec-47cef82639f4/3b818bf6-a4d1-4065-8b32-55042dcbf09f) {{(pid=108742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 14:53:44.888840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-606e8d7f-f226-4471-a029-557d39049a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:44.936172 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb0ad9-49a1-499e-bb71-0d41540b7fe1 None None] Pushing event updated for resources: {'Port': ['ID=813d1ccc-8128-45e0-befd-f25108063740,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:45.027164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.031432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 813d1ccc-8128-45e0-befd-f25108063740 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:45.031432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.035041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.114438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=49a77b75-a83f-4fac-9978-df4c712afda1,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:45.130947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.136608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.167535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] In _notify_port_updated(), no bound segment for port 49a77b75-a83f-4fac-9978-df4c712afda1 on network 55bac991-2aee-468d-bdec-47cef82639f4 {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:53:45.173783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:45.174607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.179732 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-333ae74a-0785-430b-918d-e477af2ca280 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "PUT /v2.0/ports/49a77b75-a83f-4fac-9978-df4c712afda1 HTTP/1.1" status: 200 len: 919 time: 0.9481118 Jan 27 14:53:45.181438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37852) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:45.189980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de421816-5cee-41c7-a117-e3bb91083f9b'}, {'subnet_id': '3b818bf6-a4d1-4065-8b32-55042dcbf09f'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:45.203010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-606e8d7f-f226-4471-a029-557d39049a1f None None] Allocated IP 172.20.0.18 (55bac991-2aee-468d-bdec-47cef82639f4/3b818bf6-a4d1-4065-8b32-55042dcbf09f/813d1ccc-8128-45e0-befd-f25108063740) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:45.280004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.308388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.308818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Fanout notify agent at l3_agent the message router_deleted on router b9960a5b-f3da-4496-83b4-ff5bc756d68f {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:53:45.321529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.322705 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-88e172e2-0b3e-48d8-92a9-bfd91a8d8263 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/routers/b9960a5b-f3da-4496-83b4-ff5bc756d68f HTTP/1.1" status: 204 len: 168 time: 3.5492404 Jan 27 14:53:45.327430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37854) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:45.339889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:45.362912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.439293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Deleting subnet b995f517-d4ac-4323-9199-950ad997207b {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:45.444869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.458272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=7c9397bd-f6e6-4827-b9a6-a90439ec0691,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:45.511412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-606e8d7f-f226-4471-a029-557d39049a1f None None] For port 813d1ccc-8128-45e0-befd-f25108063740, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=813d1ccc-8128-45e0-befd-f25108063740,segment=NetworkSegment(096b17d6-a1d5-4492-b6b8-4d5ac1ef339c),segment_id=096b17d6-a1d5-4492-b6b8-4d5ac1ef339c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:45.533948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.570809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-606e8d7f-f226-4471-a029-557d39049a1f None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.584104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-606e8d7f-f226-4471-a029-557d39049a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.610903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.614810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-029fbe5b-f455-4e27-98a2-0511926be96b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/7c9397bd-f6e6-4827-b9a6-a90439ec0691 HTTP/1.1" status: 204 len: 168 time: 2.2908764 Jan 27 14:53:45.619550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37856) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:45.641919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.692065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e8d7f-f226-4471-a029-557d39049a1f None None] Pushing event updated for resources: {'Port': ['ID=813d1ccc-8128-45e0-befd-f25108063740,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:45.709980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:45.721118 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da5e8532-06fd-4830-8831-6faaa0ac8f4e tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "PUT /v2.0/routers/0c1f1368-f33d-45b5-a99e-31091ff6aa51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8317730 Jan 27 14:53:45.723924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37858) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:45.738225 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] Sync routers for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:45.743539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e562a761-966b-409d-ba40-9220d238253e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:45.747932 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e562a761-966b-409d-ba40-9220d238253e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1265500 Jan 27 14:53:45.748605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37860) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:45.758298 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:45.760566 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:45.770318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.21 (55bac991-2aee-468d-bdec-47cef82639f4/3b818bf6-a4d1-4065-8b32-55042dcbf09f/49a77b75-a83f-4fac-9978-df4c712afda1) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:45.779379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.865415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df5e48-f770-4fa1-abe6-cd191adc3420 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:45.872752 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-25df5e48-f770-4fa1-abe6-cd191adc3420 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1209238 Jan 27 14:53:45.874841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37862) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:45.924395 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:45.964753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.973612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Deleting subnet b639bb1d-e7cf-453b-a35f-0244a2fc5028 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:45.976698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.980572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.984319 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:45.998139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.093591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Subnet': ['ID=b995f517-d4ac-4323-9199-950ad997207b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:46.156733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.160060 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1a9752b4-0d14-4ff0-a210-65369dfc1854 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/subnets/b995f517-d4ac-4323-9199-950ad997207b HTTP/1.1" status: 204 len: 168 time: 0.8314433 Jan 27 14:53:46.170552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.175795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37864) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:46.192883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180eab6a-d929-4eb6-a4b0-f48e80bbe1db tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:46.195059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180eab6a-d929-4eb6-a4b0-f48e80bbe1db tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:46.197121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180eab6a-d929-4eb6-a4b0-f48e80bbe1db tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:46.199099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-180eab6a-d929-4eb6-a4b0-f48e80bbe1db tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3220193 Jan 27 14:53:46.220129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37866) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:46.238939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=49a77b75-a83f-4fac-9978-df4c712afda1,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:46.259415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c2696126-d2d1-4890-8948-17b1e87882d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.270038 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:53:43Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:46.272155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] In _notify_port_updated(), no bound segment for port 49a77b75-a83f-4fac-9978-df4c712afda1 on network 55bac991-2aee-468d-bdec-47cef82639f4 {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:53:46.278354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:46.279048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.280434 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1e4566b2-02a5-41d4-82ae-a459ae13e6e1 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "PUT /v2.0/ports/49a77b75-a83f-4fac-9978-df4c712afda1 HTTP/1.1" status: 200 len: 999 time: 1.0964732 Jan 27 14:53:46.285202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37868) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:46.314787 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] Checking router: 0c1f1368-f33d-45b5-a99e-31091ff6aa51 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:53:46.327206 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] Routers {'0c1f1368-f33d-45b5-a99e-31091ff6aa51'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:46.330588 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:46.380303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.390447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 102b62af-c308-45d4-9af9-77ebc5759270 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:46.408830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.416444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.421472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.449240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.473924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 49a77b75-a83f-4fac-9978-df4c712afda1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:46.474253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.494658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.542564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.562259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.564325 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] Set router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:46.565737 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "DELETE /v2.0/subnets/b639bb1d-e7cf-453b-a35f-0244a2fc5028 HTTP/1.1" status: 204 len: 168 time: 0.8416502 Jan 27 14:53:46.566635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d6086-f608-4a65-9066-3a3d75bbe01c tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event deleted for resources: {'Subnet': ['ID=b639bb1d-e7cf-453b-a35f-0244a2fc5028,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:46.571606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37870) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:46.575841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757d976c-dd00-4d75-8da3-b31460f38cb1 None None] Network ea990ef4-4af4-49a0-93a8-1fc5201eefdb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:46.655992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eeae1a-5ade-4bab-8a58-ef43eb33dbcb None None] Network 55bac991-2aee-468d-bdec-47cef82639f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:46.684944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=1c0c4fa2-9356-41f7-b35f-8b83fc9130df,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:46.742158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.781902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.808706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.822463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 813d1ccc-8128-45e0-befd-f25108063740 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:46.837915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 49a77b75-a83f-4fac-9978-df4c712afda1 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:46.866188 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 6a7db254-030f-462a-bcd3-5fcb70dc59c2 associated. External IP: 172.26.6.211, port: 49342374-aaec-4778-bb6b-5c6b8f384bfb. Jan 27 14:53:46.872837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.943219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cd23d965-736b-40fa-aa77-a8ba8760472c None None] Provisioning complete for port 49a77b75-a83f-4fac-9978-df4c712afda1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:46.943661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd23d965-736b-40fa-aa77-a8ba8760472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:46.956402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:46.971381 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:53:43Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:46.983161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c8f6dc-8de0-44c1-ac60-af60b6749a20') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:46.983751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c8f6dc-8de0-44c1-ac60-af60b6749a20') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:47.001752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.017511 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187c1da4-39a6-4ecf-b57a-533280d0f944 None None] The sync data for ids ['0c1f1368-f33d-45b5-a99e-31091ff6aa51'] in dv-neutron-826438-5-hyperv is: [{'id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506410229', 'tenant_id': '701e15f6d7c24595a9e98ee98adbf0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:51:18Z', 'updated_at': '2022-01-27T14:53:43Z', 'revision_number': 5, 'project_id': '701e15f6d7c24595a9e98ee98adbf0be', 'gw_port': {'id': '64492b17-cf68-420b-ac5a-53bb2eb6fec0', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1f1368-f33d-45b5-a99e-31091ff6aa51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:51:19Z', 'updated_at': '2022-01-27T14:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:47.030968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d965-736b-40fa-aa77-a8ba8760472c None None] Port 49a77b75-a83f-4fac-9978-df4c712afda1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:53:47.047576 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 813d1ccc-8128-45e0-befd-f25108063740 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:47.047944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.052186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.096922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cd23d965-736b-40fa-aa77-a8ba8760472c None None] Provisioning complete for port 813d1ccc-8128-45e0-befd-f25108063740 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:47.097303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd23d965-736b-40fa-aa77-a8ba8760472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.138532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.159474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:47.160226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:47.163485 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:47.277583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.292456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.343826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.344795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.348128 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] 10.222.0.18 "DELETE /v2.0/networks/1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6 HTTP/1.1" status: 204 len: 168 time: 1.1706817 Jan 27 14:53:47.349098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7599a95-d822-4b8c-bd10-4c272eff9129 tempest-FloatingIPTestJSON-683876622 tempest-FloatingIPTestJSON-683876622-project] Pushing event deleted for resources: {'Network': ['ID=1018f2c0-65ac-46b4-ba52-a1aefd2cfbd6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:47.356176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=102b62af-c308-45d4-9af9-77ebc5759270,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:47.362760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.366339 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-544041a7-1a76-4d76-8931-e5713086cf98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/102b62af-c308-45d4-9af9-77ebc5759270 HTTP/1.1" status: 204 len: 168 time: 1.1349440 Jan 27 14:53:47.371572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37874) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:47.428885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2e82d-4fc7-4d39-bdd4-3fcb3d1b9a8e None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:47.434242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] DHCP port deletion for ea990ef4-4af4-49a0-93a8-1fc5201eefdb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:47.540118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet afcf472e-b66a-41d2-baaf-7c09285ff829 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:47.549977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router f91a68a7-68ea-49cc-b509-0aaddbb07d92 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:53:47.554201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.652371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.685186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.690982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.701494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] Deleting port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:47.702406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.739038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=49a77b75-a83f-4fac-9978-df4c712afda1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:47.893619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:47.915555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Deleting port 64492b17-cf68-420b-ac5a-53bb2eb6fec0 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:47.916341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.921700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] Sync routers for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:47.940088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.944583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.950278 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-71f37c0d-c180-4382-950d-1e996e10d455 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/49a77b75-a83f-4fac-9978-df4c712afda1 HTTP/1.1" status: 204 len: 168 time: 1.6640122 Jan 27 14:53:47.952584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.956514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37878) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:47.959561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] For port f5d6753e-1def-4248-ad9f-cfa1af9a48c7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f5d6753e-1def-4248-ad9f-cfa1af9a48c7,segment=NetworkSegment(143bde6c-2913-46d3-b950-c77dfd265998),segment_id=143bde6c-2913-46d3-b950-c77dfd265998)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:47.960440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:47.984840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:47.985925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:48.044350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] Calling delete_port for f5d6753e-1def-4248-ad9f-cfa1af9a48c7 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:48.069129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37880) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:48.090604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] For port 64492b17-cf68-420b-ac5a-53bb2eb6fec0, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=64492b17-cf68-420b-ac5a-53bb2eb6fec0,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:48.091331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.109238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Calling delete_port for 64492b17-cf68-420b-ac5a-53bb2eb6fec0 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:48.113987 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2b10b47c-61f6-48e4-80fa-74e44a12bc9d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4247260 Jan 27 14:53:48.115601 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be2c067-d454-471f-a804-3b19282128b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:48.120747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1be2c067-d454-471f-a804-3b19282128b8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/49a77b75-a83f-4fac-9978-df4c712afda1 HTTP/1.1" status: 404 len: 333 time: 0.1164134 Jan 27 14:53:48.168700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37882) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:48.171207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37884) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:48.171906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:53:48.176539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfb8963-fac1-4548-9616-a7165e02527d" -d '{"events": [{"name": "network-changed", "server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:53:48.205857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:48.266908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.471822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.547542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event deleted for resources: {'Port': ['ID=64492b17-cf68-420b-ac5a-53bb2eb6fec0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:48.605075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] Pushing event deleted for resources: {'Port': ['ID=f5d6753e-1def-4248-ad9f-cfa1af9a48c7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:48.613194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a7c64cc4-c7ba-4a95-84b5-ea4a9d61447c None None] Could not find standard attr ID for object 49a77b75-a83f-4fac-9978-df4c712afda1. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:48.615149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e26ea-b1fd-4e03-b932-ca4db51a71f5 None None] No DVR routers for this DVR port f5d6753e-1def-4248-ad9f-cfa1af9a48c7 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:48.646178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8963-fac1-4548-9616-a7165e02527d req-251981dd-c853-4589-9a83-517d62e05bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:48.658502 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4cfb8963-fac1-4548-9616-a7165e02527d req-251981dd-c853-4589-9a83-517d62e05bf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 1099 time: 0.2470109 Jan 27 14:53:48.670295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.670830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a7c64cc4-c7ba-4a95-84b5-ea4a9d61447c None None] Provisioning complete for port 813d1ccc-8128-45e0-befd-f25108063740 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:48.670830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a7c64cc4-c7ba-4a95-84b5-ea4a9d61447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.854044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.857491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.883492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f5d6753e-1def-4248-ad9f-cfa1af9a48c7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:48.888407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.893346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416394ac-1716-4b49-9bc0-827819736cde x-openstack-request-id: req-416394ac-1716-4b49-9bc0-827819736cde {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:53:48.893711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:53:48.894282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-416394ac-1716-4b49-9bc0-827819736cde {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:53:48.894282 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'status': 'completed', 'code': 200} Jan 27 14:53:48.963372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet 3b818bf6-a4d1-4065-8b32-55042dcbf09f {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:48.964730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f5d6753e-1def-4248-ad9f-cfa1af9a48c7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:48.965191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f5d6753e-1def-4248-ad9f-cfa1af9a48c7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:48.965709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=afcf472e-b66a-41d2-baaf-7c09285ff829,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:48.965858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c206c5f0-4048-4cb2-a566-c7efa48b14c9 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:48.968236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.969734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.970563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1f1368-f33d-45b5-a99e-31091ff6aa51 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:53:48.972176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-36fa3bd3-1cd7-46a4-b6f8-91d90e6453f8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/afcf472e-b66a-41d2-baaf-7c09285ff829 HTTP/1.1" status: 204 len: 168 time: 1.5990400 Jan 27 14:53:48.981940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:48.984925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37890) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:49.004193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.006473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: c206c5f0-4048-4cb2-a566-c7efa48b14c9 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:49.006833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c206c5f0-4048-4cb2-a566-c7efa48b14c9 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:49.011632 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fe5c13af-442a-4915-acdd-9b530a33f0ce tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "DELETE /v2.0/routers/0c1f1368-f33d-45b5-a99e-31091ff6aa51 HTTP/1.1" status: 204 len: 168 time: 2.4389389 Jan 27 14:53:49.012598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37892) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:49.017821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33607da-ad7e-459f-b0b8-ffb48a4cb6c7 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:49.024041 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee265abc-d196-48ba-aef6-100b73d86cfd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/6a7db254-030f-462a-bcd3-5fcb70dc59c2 HTTP/1.1" status: 200 len: 992 time: 0.8415174 Jan 27 14:53:49.088113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.100930 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3b1c857-032b-4cc7-8ec6-05e32530071c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143863 Jan 27 14:53:49.110607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37894) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:49.120932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:49.135087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.188865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '6a7db254-030f-462a-bcd3-5fcb70dc59c2', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'port_id': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'mac_address': 'fa:16:3e:98:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:53:45Z', 'updated_at': '2022-01-27T14:53:45Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:49.203517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8963-fac1-4548-9616-a7165e02527d req-6dc8c31d-4768-43f7-8db8-7de7b7a2f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:49.209707 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4cfb8963-fac1-4548-9616-a7165e02527d req-6dc8c31d-4768-43f7-8db8-7de7b7a2f5ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ef93eb6-19a1-4afc-9165-699840c5354b HTTP/1.1" status: 200 len: 898 time: 0.5364060 Jan 27 14:53:49.217380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.232482 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cd73c38f-9c56-4549-a792-b753cc972040 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0f4e6e2c36742edae7914c793d087cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1220224 Jan 27 14:53:49.235306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37896) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:49.269681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] Checking router: f91a68a7-68ea-49cc-b509-0aaddbb07d92 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:53:49.278652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-52125cc8-39a1-4bff-87c5-f76ecd61ecd8 None None] Could not find standard attr ID for object 49a77b75-a83f-4fac-9978-df4c712afda1. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:49.285369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:49.286213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:49.299391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.342212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.346282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2201f4f7-db11-44b4-8fa5-a54a2b62180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.353466 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4cfb8963-fac1-4548-9616-a7165e02527d req-0a16dfcd-2008-4d63-9d06-9dbbfc0a1027 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb HTTP/1.1" status: 200 len: 1000 time: 0.1319888 Jan 27 14:53:49.369292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-52125cc8-39a1-4bff-87c5-f76ecd61ecd8 None None] Provisioning complete for port 8847e796-912f-4f63-8491-a74b53741f70 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:49.370077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-52125cc8-39a1-4bff-87c5-f76ecd61ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.383041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:49.386819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.432518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2201f4f7-db11-44b4-8fa5-a54a2b62180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.475767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.510866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=3b818bf6-a4d1-4065-8b32-55042dcbf09f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:49.565067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.580439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.595865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-57575b9d-1489-46d4-86d5-6ab9b0535068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/3b818bf6-a4d1-4065-8b32-55042dcbf09f HTTP/1.1" status: 204 len: 168 time: 1.4054761 Jan 27 14:53:49.600267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37898) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:49.600712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:53:49.603442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60521015-3272-438a-a643-19a22eebd405 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:49.610236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2201f4f7-db11-44b4-8fa5-a54a2b62180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.615379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2201f4f7-db11-44b4-8fa5-a54a2b62180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.621383 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2201f4f7-db11-44b4-8fa5-a54a2b62180f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/098eed63-c625-4a3b-9621-585f6fbf9d5d HTTP/1.1" status: 204 len: 168 time: 0.3836234 Jan 27 14:53:49.621753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8963-fac1-4548-9616-a7165e02527d req-afe564df-a501-4a0c-9e4e-321725434cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:49.623263 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4cfb8963-fac1-4548-9616-a7165e02527d req-afe564df-a501-4a0c-9e4e-321725434cd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7564b5a6-31c6-463b-8e3e-c3e2dd76d25a HTTP/1.1" status: 200 len: 834 time: 0.2485840 Jan 27 14:53:49.629996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea990ef4-4af4-49a0-93a8-1fc5201eefdb']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:49.637203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201f4f7-db11-44b4-8fa5-a54a2b62180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098eed63-c625-4a3b-9621-585f6fbf9d5d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:49.677189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143bde6c-2913-46d3-b950-c77dfd265998') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:49.677542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143bde6c-2913-46d3-b950-c77dfd265998') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:49.724534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.757915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.767596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet de421816-5cee-41c7-a117-e3bb91083f9b {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:49.780467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.808460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:49.808811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:49.812130 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:49.835974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-60521015-3272-438a-a643-19a22eebd405 None None] Deleting port 8847e796-912f-4f63-8491-a74b53741f70 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:49.837047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60521015-3272-438a-a643-19a22eebd405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.891673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8963-fac1-4548-9616-a7165e02527d req-0616c7ef-7323-4d68-956a-15a3fd38f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:49.893133 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4cfb8963-fac1-4548-9616-a7165e02527d req-0616c7ef-7323-4d68-956a-15a3fd38f385 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ef93eb6-19a1-4afc-9165-699840c5354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2466989 Jan 27 14:53:49.933753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:49.971559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-60521015-3272-438a-a643-19a22eebd405 None None] For port 8847e796-912f-4f63-8491-a74b53741f70, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8847e796-912f-4f63-8491-a74b53741f70,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:49.971559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60521015-3272-438a-a643-19a22eebd405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.005797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-60521015-3272-438a-a643-19a22eebd405 None None] Calling delete_port for 8847e796-912f-4f63-8491-a74b53741f70 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:50.032598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37908) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:50.064958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.075554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.082327 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "DELETE /v2.0/networks/ea990ef4-4af4-49a0-93a8-1fc5201eefdb HTTP/1.1" status: 204 len: 168 time: 1.0656528 Jan 27 14:53:50.087388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37912) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:50.161144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6f8fa-5904-45fb-b861-a79d67a7253b tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event deleted for resources: {'Network': ['ID=ea990ef4-4af4-49a0-93a8-1fc5201eefdb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:50.178743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f17812b6-9f5c-4a12-9f70-960234617c55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/6a7db254-030f-462a-bcd3-5fcb70dc59c2 HTTP/1.1" status: 200 len: 992 time: 0.1464806 Jan 27 14:53:50.220337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '6a7db254-030f-462a-bcd3-5fcb70dc59c2', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'port_id': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'mac_address': 'fa:16:3e:98:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:53:45Z', 'updated_at': '2022-01-27T14:53:45Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:50.264924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8efca-f979-4b9e-83ad-887e3ebc2987 None None] The sync data for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv is: [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '6a7db254-030f-462a-bcd3-5fcb70dc59c2', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'port_id': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'mac_address': 'fa:16:3e:98:02:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:53:45Z', 'updated_at': '2022-01-27T14:53:45Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:50.275371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60521015-3272-438a-a643-19a22eebd405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.302121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e1314-eb1c-4075-9a1e-678862a36dce None None] Network 55bac991-2aee-468d-bdec-47cef82639f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:50.333555 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4cfb8963-fac1-4548-9616-a7165e02527d req-9d042439-6949-48e4-9409-c081e42705f2 service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307189 Jan 27 14:53:50.369862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.395982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60521015-3272-438a-a643-19a22eebd405 None None] Pushing event deleted for resources: {'Port': ['ID=8847e796-912f-4f63-8491-a74b53741f70,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:50.404418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60521015-3272-438a-a643-19a22eebd405 None None] No DVR routers for this DVR port 8847e796-912f-4f63-8491-a74b53741f70 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:50.425297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-37318d3e-4664-4e67-8f93-3b36e62efe4f None None] Could not find standard attr ID for object 49a77b75-a83f-4fac-9978-df4c712afda1. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:50.428404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9e45bef-132c-4303-8e7b-b40b600836e8 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.458008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9e45bef-132c-4303-8e7b-b40b600836e8 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.532666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.objects.ports [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:53:50.544388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.618717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=02478f7b-8eae-4884-b989-caa7a0184870,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:50.669331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 64492b17-cf68-420b-ac5a-53bb2eb6fec0 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:50.673700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:50.689106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:50.705054 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aae0e0-fdc4-4e80-883b-8a20f979d567 None None] New status for floating IP 6a7db254-030f-462a-bcd3-5fcb70dc59c2: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:53:50.712383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:50.713430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.715683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 64492b17-cf68-420b-ac5a-53bb2eb6fec0 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:50.716437 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 64492b17-cf68-420b-ac5a-53bb2eb6fec0 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:50.717621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8847e796-912f-4f63-8491-a74b53741f70 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:50.729652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.745568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8847e796-912f-4f63-8491-a74b53741f70 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:50.746356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8847e796-912f-4f63-8491-a74b53741f70 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:50.749594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d343b-a58f-4544-8fd2-b64664d3d707 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:50.800647 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4cfb8963-fac1-4548-9616-a7165e02527d req-1017cb08-5ac9-436b-add3-01bb379c4f79 service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561517 Jan 27 14:53:50.807189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=de421816-5cee-41c7-a117-e3bb91083f9b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:50.820723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:50.836873 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-04508978-1aab-46a3-9f7e-9759278e7b48 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/de421816-5cee-41c7-a117-e3bb91083f9b HTTP/1.1" status: 204 len: 168 time: 1.2292855 Jan 27 14:53:50.837121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37926) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:50.850934 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-00b6f819-2b12-486d-9241-71d29ba08ec1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7383652 Jan 27 14:53:50.854268 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37928) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:50.862422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-458f09ac-37fd-45be-bd97-d604cb29111b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:50.954981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37930) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:50.989876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9e45bef-132c-4303-8e7b-b40b600836e8 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.001238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c9e45bef-132c-4303-8e7b-b40b600836e8 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.003109 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c9e45bef-132c-4303-8e7b-b40b600836e8 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b240ee2-3b68-4882-a6df-6117a404d0ac HTTP/1.1" status: 204 len: 168 time: 0.9098027 Jan 27 14:53:51.042995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e45bef-132c-4303-8e7b-b40b600836e8 tempest-TestNetworkAdvancedServerOps-242819351 tempest-TestNetworkAdvancedServerOps-242819351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b240ee2-3b68-4882-a6df-6117a404d0ac,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:51.063215 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '02478f7b-8eae-4884-b989-caa7a0184870'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:51.072566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.073088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.176958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 813d1ccc-8128-45e0-befd-f25108063740 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:51.177573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.187512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37938) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:51.268292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] For port 813d1ccc-8128-45e0-befd-f25108063740, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=813d1ccc-8128-45e0-befd-f25108063740,segment=NetworkSegment(096b17d6-a1d5-4492-b6b8-4d5ac1ef339c),segment_id=096b17d6-a1d5-4492-b6b8-4d5ac1ef339c)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:51.271863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.298222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 813d1ccc-8128-45e0-befd-f25108063740 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:51.316599 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-78f24e48-d926-4263-8237-97eb5a4be811 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/6a7db254-030f-462a-bcd3-5fcb70dc59c2 HTTP/1.1" status: 200 len: 994 time: 0.1274691 Jan 27 14:53:51.331191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458f09ac-37fd-45be-bd97-d604cb29111b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:51.338194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-458f09ac-37fd-45be-bd97-d604cb29111b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.404396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-60818874'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:51.409857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.477690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No DVR routers for this DVR port 813d1ccc-8128-45e0-befd-f25108063740 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:51.480355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:51.484526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.487223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=813d1ccc-8128-45e0-befd-f25108063740,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:51.528611 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.ipam_backend_mixin [None req-458f09ac-37fd-45be-bd97-d604cb29111b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02478f7b-8eae-4884-b989-caa7a0184870 (CIDR: 2001:db8::/64) Jan 27 14:53:51.532723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.537982 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-458f09ac-37fd-45be-bd97-d604cb29111b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:53:51.538715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458f09ac-37fd-45be-bd97-d604cb29111b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:51.576544 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-458f09ac-37fd-45be-bd97-d604cb29111b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7202966 Jan 27 14:53:51.577290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37942) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:51.586958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:51.607221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Allocated IP 2001:db8::f816:3eff:fe8c:6ffc (54ed4f89-dea6-4178-95d4-b6863af583eb/02478f7b-8eae-4884-b989-caa7a0184870/89d84453-b699-45ea-8675-04e357ffd209) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:51.658905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.678016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.736521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37944) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:51.773566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:51.784261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.805368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afdbcee-6ede-4b5b-832a-8b001e559269,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:51.818823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.819375 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment a6731b35-61fe-4580-b9c4-43bfb6c1899f of type vlan for network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 Jan 27 14:53:51.824530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bac991-2aee-468d-bdec-47cef82639f4']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:51.860471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096b17d6-a1d5-4492-b6b8-4d5ac1ef339c') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:51.860762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096b17d6-a1d5-4492-b6b8-4d5ac1ef339c') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:51.895315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.905257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd175cc-2dec-4f66-b883-9f37f4e0f361 None None] Network 55bac991-2aee-468d-bdec-47cef82639f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:51.912763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.925059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.941046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:53:51.941275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:53:51.944856 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:53:52.016942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.023338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:52.024851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.032012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3d2e2feb-34eb-471e-8fc8-dd11fa86afd2 None None] Could not find standard attr ID for object 813d1ccc-8128-45e0-befd-f25108063740. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:52.069617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.098925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.119579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.132383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:52.138163 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-04f20cdc-8ba2-453f-b38a-8fffedc8491e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1818497 Jan 27 14:53:52.147318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37948) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.156010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823772893'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:52.163136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:52.168119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:52.168405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:52.168764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.172237 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/55bac991-2aee-468d-bdec-47cef82639f4 HTTP/1.1" status: 204 len: 168 time: 1.3325932 Jan 27 14:53:52.172517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:52.173164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828668a-0b70-485a-a3ea-c4d1a9fa2136 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=55bac991-2aee-468d-bdec-47cef82639f4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:52.176871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:52.177432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37950) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.177740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.202688 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-588ae70a-b573-4199-9414-6d4984b723de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=701e15f6d7c24595a9e98ee98adbf0be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619753 Jan 27 14:53:52.221391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35428f-a152-4b12-82bf-c101c0f2768e None None] DHCP port deletion for 55bac991-2aee-468d-bdec-47cef82639f4 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:52.225098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37952) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.264648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:52.269091 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.298345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Pushing event updated for resources: {'Port': ['ID=89d84453-b699-45ea-8675-04e357ffd209,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:52.304398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8364b18-3668-4be1-a1ed-4c15e8a07c03 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:52.306399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8364b18-3668-4be1-a1ed-4c15e8a07c03 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1218257 Jan 27 14:53:52.309464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-464958b4-0a73-4e8f-915b-6a0adb193128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.311469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37954) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.325330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Attempting to bind port 89d84453-b699-45ea-8675-04e357ffd209 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:52.325601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Attempting to bind port 89d84453-b699-45ea-8675-04e357ffd209 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:52.325784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Attempting to bind port 89d84453-b699-45ea-8675-04e357ffd209 on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:52.343072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:52.343472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:52.343878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.344267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:52.348202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Bound port: 89d84453-b699-45ea-8675-04e357ffd209, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:52.349010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.360070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-464958b4-0a73-4e8f-915b-6a0adb193128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.366939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:52.395480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.395846 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment 08d14c3a-b39e-47d5-8e4d-f0e09774f2fc of type vlan for network 2218328b-a868-46c0-b632-462147db18c3 Jan 27 14:53:52.439632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] For port 89d84453-b699-45ea-8675-04e357ffd209, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:52.444106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] For port 89d84453-b699-45ea-8675-04e357ffd209, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=89d84453-b699-45ea-8675-04e357ffd209,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:52.455780 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c10be55f-093d-4380-80ef-2ef1c7d0e34a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1361866 Jan 27 14:53:52.458451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37956) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.464097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.465449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.468141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-391816354'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:52.478795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-464958b4-0a73-4e8f-915b-6a0adb193128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.484351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-464958b4-0a73-4e8f-915b-6a0adb193128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.490251 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-464958b4-0a73-4e8f-915b-6a0adb193128 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2581666-f3df-4c98-aa89-59025164122e HTTP/1.1" status: 204 len: 168 time: 0.2640536 Jan 27 14:53:52.533967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:52.541888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.545486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.547937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:52.548181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135264c-62fc-43f3-95b1-e7399676795d None None] Pushing event updated for resources: {'Port': ['ID=89d84453-b699-45ea-8675-04e357ffd209,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:52.548588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.556339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464958b4-0a73-4e8f-915b-6a0adb193128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2581666-f3df-4c98-aa89-59025164122e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:52.641321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:53:52.653748 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5019970 Jan 27 14:53:52.656494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37960) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.669051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.669771 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment c245fa57-c61b-47fc-8fcd-f4063246e0fd of type vlan for network cc1a78aa-9f49-494a-88f7-d1dc561dffee Jan 27 14:53:52.671595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': 'f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:52.714922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 813d1ccc-8128-45e0-befd-f25108063740 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:52.745199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d6066-897d-4606-9da5-fb655dbae7a3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=2218328b-a868-46c0-b632-462147db18c3,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:52.763674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.765356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 813d1ccc-8128-45e0-befd-f25108063740 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:53:52.766639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 813d1ccc-8128-45e0-befd-f25108063740 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:53:52.771293 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 2218328b-a868-46c0-b632-462147db18c3 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:52.799792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.819026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.827066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:52.827610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.855841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:52.859667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:52.862653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:52.863532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:52.922480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=18a215b2-e6af-46a1-9803-05c0c389011a,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:52.940814 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-15c227b9-578f-48ff-8c1a-720af677f9f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3613214 Jan 27 14:53:52.943684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37964) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.952587 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:96:80:6f', 'name': 'tempest-NetworksTestDHCPv6-1272571582'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:52.967534 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5074496 Jan 27 14:53:52.971886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37966) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:52.980129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:52.991143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f247b9-cd13-4ec4-8f49-43e27ed10590 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=cc1a78aa-9f49-494a-88f7-d1dc561dffee,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:53.008795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:53:53.020501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:53.026194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.131116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37968) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:53.139188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:53.142749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.164165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d792b4d-94db-4143-b478-36ff24e3409d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.250690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:53.367364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.384532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d792b4d-94db-4143-b478-36ff24e3409d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.409678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d792b4d-94db-4143-b478-36ff24e3409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.419209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.457954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 29ed79ad-5750-431d-a24c-5c096847bc3f yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:53.465721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=4cdc2988-6ad3-4a88-9a0b-e2047db5227d,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:53.470125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d792b4d-94db-4143-b478-36ff24e3409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e48167-12e1-4194-89a3-6adee2b527ca,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:53.473235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.507203 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4d792b4d-94db-4143-b478-36ff24e3409d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a51cf6542644bf3aba71842e5a81003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750198 Jan 27 14:53:53.513049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37970) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:53.529950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': 'a6731b35-61fe-4580-b9c4-43bfb6c1899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:53.530338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:53.564567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:53.569448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=a7371f75-6167-4f76-bc33-981631752978,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:53.598829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:53.606674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:53.607265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.610825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5f123-4f05-482b-88e7-021451119bb7 None None] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:53.625176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': 'c245fa57-c61b-47fc-8fcd-f4063246e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:53.625746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: cc1a78aa-9f49-494a-88f7-d1dc561dffee, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:53.642421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1183658a-6acd-4b03-9d3f-19da7a42c15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.652367 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-62ae3fb5-0bba-4155-b971-79ba4a0b547c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9933295 Jan 27 14:53:53.653068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37972) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:53.660780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': '2218328b-a868-46c0-b632-462147db18c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:53.696264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:53.705171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1183658a-6acd-4b03-9d3f-19da7a42c15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.717226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, cc1a78aa-9f49-494a-88f7-d1dc561dffee) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:53.726191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:53.727257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.756279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7c55d52c-8f81-4f17-a11b-87e41446ad1f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7767153 Jan 27 14:53:53.759151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37974) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:53.764528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee', 'name': 'tempest-PortsTestJSON-291203194'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:53.769499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e38a10-e8c9-4a47-a520-58429397408c None None] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:53.791681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8:0:1::16a (54ed4f89-dea6-4178-95d4-b6863af583eb/18a215b2-e6af-46a1-9803-05c0c389011a/29ed79ad-5750-431d-a24c-5c096847bc3f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:53.802802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::f816:3eff:fe96:806f (54ed4f89-dea6-4178-95d4-b6863af583eb/02478f7b-8eae-4884-b989-caa7a0184870/29ed79ad-5750-431d-a24c-5c096847bc3f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:53.859762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:53.863331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.978264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:53.982413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.994144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1183658a-6acd-4b03-9d3f-19da7a42c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.996225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1183658a-6acd-4b03-9d3f-19da7a42c15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:53.997399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1183658a-6acd-4b03-9d3f-19da7a42c15b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13e48167-12e1-4194-89a3-6adee2b527ca HTTP/1.1" status: 204 len: 168 time: 0.4834006 Jan 27 14:53:54.039941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183658a-6acd-4b03-9d3f-19da7a42c15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e48167-12e1-4194-89a3-6adee2b527ca,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:54.043916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port cb48ec39-93c9-4c4d-89f9-1860b8b07d66 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:54.092531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8', 'network_id': 'f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': '4cdc2988-6ad3-4a88-9a0b-e2047db5227d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:54.093472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.167904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.232717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.8 (cc1a78aa-9f49-494a-88f7-d1dc561dffee/a7371f75-6167-4f76-bc33-981631752978/cb48ec39-93c9-4c4d-89f9-1860b8b07d66) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:54.236766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-cc1a78aa-9f49-494a-88f7-d1dc561dffee', 'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee', 'tenant_id': 'f27d7258c39144d699bfc79685b1a405', 'fixed_ips': [{'subnet_id': 'a7371f75-6167-4f76-bc33-981631752978'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:54.238148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.267193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b87f67-6b98-4a58-bd49-7bc8fbac18cd None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:54.343366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.352718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.425702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-04d20e46-801d-44f6-b1f2-6ca169d81f67 None None] Provisioning complete for port 89d84453-b699-45ea-8675-04e357ffd209 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:54.426076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04d20e46-801d-44f6-b1f2-6ca169d81f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.446735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=29ed79ad-5750-431d-a24c-5c096847bc3f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:54.455896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.495454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:54.499948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.524097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:54.546350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:54.552860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:54.553663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.558063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': '08d14c3a-b39e-47d5-8e4d-f0e09774f2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2218328b-a868-46c0-b632-462147db18c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:54.558702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: 2218328b-a868-46c0-b632-462147db18c3, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:53:54.563972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=898d5937-19ca-4cc9-9027-9dcc9d92b27b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:54.569083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=cb48ec39-93c9-4c4d-89f9-1860b8b07d66,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:54.580806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:54.582631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:54.586874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:54.603666 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c2f2591e-ef4a-42a7-9de8-8f6dd5ddf05f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6588335 Jan 27 14:53:54.607429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37978) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:54.646307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 2218328b-a868-46c0-b632-462147db18c3 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:53:54.672323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 2218328b-a868-46c0-b632-462147db18c3) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:54.680614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:54.681247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.681378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Allocated IP 2001:db8::2 (f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8/4cdc2988-6ad3-4a88-9a0b-e2047db5227d/6e1cec19-da72-4db9-98ad-21a7e21ac45a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:54.686921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:54.688044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.690550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0f65e-3838-48fe-98ef-a50084a340fb None None] Network 2218328b-a868-46c0-b632-462147db18c3 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:54.709744 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c2a47885-89cd-49f1-a1ec-885cc692e5b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0528064 Jan 27 14:53:54.717501 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ec6e8515-4188-4a54-a14c-1b60f4dc75fc tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9569645 Jan 27 14:53:54.718947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37980) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:54.719774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37982) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:54.734503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee', 'name': 'tempest-PortsTestJSON-817107851'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:54.767681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4ca5ea33-d569-4065-863b-e5ad7418beb1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1650760806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:54.773176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 29ed79ad-5750-431d-a24c-5c096847bc3f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:54.774456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.814499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 89d84453-b699-45ea-8675-04e357ffd209 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:54.854217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ca5ea33-d569-4065-863b-e5ad7418beb1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.855540 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ca5ea33-d569-4065-863b-e5ad7418beb1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.868099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Allocated IP 172.20.0.2 (cc1a78aa-9f49-494a-88f7-d1dc561dffee/a7371f75-6167-4f76-bc33-981631752978/b623733c-a7cb-4ac5-a1b0-979e1fe97a92) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:54.918697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.933871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 29ed79ad-5750-431d-a24c-5c096847bc3f owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:54.943300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ca5ea33-d569-4065-863b-e5ad7418beb1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.951632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ca5ea33-d569-4065-863b-e5ad7418beb1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.964415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04d20e46-801d-44f6-b1f2-6ca169d81f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.967751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:54.971699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.990484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4ca5ea33-d569-4065-863b-e5ad7418beb1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:54.994492 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4ca5ea33-d569-4065-863b-e5ad7418beb1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2680199 Jan 27 14:53:54.994927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37984) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:54.999191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 58ec7461-004e-467c-b33d-fa0616d7039f yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:55.175900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.186024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f289bd-282a-4bac-92ba-0bfd6bd72c6a None None] Update dhcp port {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '02478f7b-8eae-4884-b989-caa7a0184870', 'ip_address': '2001:db8::f816:3eff:fe8c:6ffc'}, {'subnet_id': '18a215b2-e6af-46a1-9803-05c0c389011a'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '89d84453-b699-45ea-8675-04e357ffd209'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:53:55.211963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=29ed79ad-5750-431d-a24c-5c096847bc3f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:55.257219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.263429 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f6b70700-07a6-4aea-a57a-aaf2725de668 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/29ed79ad-5750-431d-a24c-5c096847bc3f HTTP/1.1" status: 204 len: 168 time: 0.6524518 Jan 27 14:53:55.265192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 37986) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:55.291723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80f289bd-282a-4bac-92ba-0bfd6bd72c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.315627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-04d20e46-801d-44f6-b1f2-6ca169d81f67 None None] For port 89d84453-b699-45ea-8675-04e357ffd209, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=89d84453-b699-45ea-8675-04e357ffd209,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:55.351167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f95ab5b-c6cd-4783-83aa-998675f30a74 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:55.351522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-04d20e46-801d-44f6-b1f2-6ca169d81f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.352765 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3f95ab5b-c6cd-4783-83aa-998675f30a74 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0880527 Jan 27 14:53:55.359782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37988) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:55.376042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.389166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 89d84453-b699-45ea-8675-04e357ffd209 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:55.389687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.423954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf49651-b96b-4118-a447-f13705583c2a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:55.427947 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7bf49651-b96b-4118-a447-f13705583c2a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0644956 Jan 27 14:53:55.429503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37990) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:55.490683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160aa676-13ec-4b14-aed9-be9b60105701 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:55.492896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160aa676-13ec-4b14-aed9-be9b60105701 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:55.495111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160aa676-13ec-4b14-aed9-be9b60105701 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:55.496972 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-160aa676-13ec-4b14-aed9-be9b60105701 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0658667 Jan 27 14:53:55.499662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37992) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:55.502897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.536407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-2218328b-a868-46c0-b632-462147db18c3', 'network_id': '2218328b-a868-46c0-b632-462147db18c3', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': '898d5937-19ca-4cc9-9027-9dcc9d92b27b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:55.537275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.561514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.569649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 02478f7b-8eae-4884-b989-caa7a0184870 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:55.575465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.620666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.641656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8::1 (f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8/4cdc2988-6ad3-4a88-9a0b-e2047db5227d/38b1a280-2f31-432b-97d8-26723e468063) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:55.656408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d20e46-801d-44f6-b1f2-6ca169d81f67 None None] Pushing event updated for resources: {'Port': ['ID=89d84453-b699-45ea-8675-04e357ffd209,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:55.679415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.715201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:55.749349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.781919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.791365 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:55.800591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.7 (cc1a78aa-9f49-494a-88f7-d1dc561dffee/a7371f75-6167-4f76-bc33-981631752978/58ec7461-004e-467c-b33d-fa0616d7039f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:55.802209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:55.837574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Pushing event updated for resources: {'Port': ['ID=6e1cec19-da72-4db9-98ad-21a7e21ac45a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:55.840901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.854479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.861547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:55.884071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=02478f7b-8eae-4884-b989-caa7a0184870,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:55.891002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.894927 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-df830952-d5e7-4c60-ae45-6424c5cf60be tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/02478f7b-8eae-4884-b989-caa7a0184870 HTTP/1.1" status: 204 len: 168 time: 0.3942313 Jan 27 14:53:55.897563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37994) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server [None req-80f289bd-282a-4bac-92ba-0bfd6bd72c6a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02478f7b-8eae-4884-b989-caa7a0184870: This subnet is being modified by another concurrent operation. Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:53:55.926829 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise exception Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02478f7b-8eae-4884-b989-caa7a0184870: This subnet is being modified by another concurrent operation. Jan 27 14:53:55.937616 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Jan 27 14:53:55.941948 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:55.964596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 18a215b2-e6af-46a1-9803-05c0c389011a {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:53:55.967094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.968658 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:55.994985 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:56.030126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Pushing event updated for resources: {'Port': ['ID=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:56.042451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Attempting to bind port 6e1cec19-da72-4db9-98ad-21a7e21ac45a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:56.042451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Attempting to bind port 6e1cec19-da72-4db9-98ad-21a7e21ac45a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'a6731b35-61fe-4580-b9c4-43bfb6c1899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:56.042451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Attempting to bind port 6e1cec19-da72-4db9-98ad-21a7e21ac45a on network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:56.064607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.083067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:56.083580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Checking segment: {'id': 'a6731b35-61fe-4580-b9c4-43bfb6c1899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:56.083983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.084326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Bound using segment: {'id': 'a6731b35-61fe-4580-b9c4-43bfb6c1899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:56.084817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Bound port: 6e1cec19-da72-4db9-98ad-21a7e21ac45a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6731b35-61fe-4580-b9c4-43bfb6c1899f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:56.085174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.088159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38266380-916f-49fe-a988-447b8a3ce43f None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:56.093531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Allocated IP 2001:db8:1::2 (2218328b-a868-46c0-b632-462147db18c3/898d5937-19ca-4cc9-9027-9dcc9d92b27b/29476211-a4a1-4e45-91e3-3914f5cecbd2) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:56.136712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-26767826-76cb-4d3f-8a3a-a815cbf561aa None None] Could not find standard attr ID for object 29ed79ad-5750-431d-a24c-5c096847bc3f. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:53:56.151436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.234168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Attempting to bind port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:56.234568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Attempting to bind port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c245fa57-c61b-47fc-8fcd-f4063246e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:56.234794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.235007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Attempting to bind port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 on network cc1a78aa-9f49-494a-88f7-d1dc561dffee {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:56.265425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=18a215b2-e6af-46a1-9803-05c0c389011a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:56.277205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.281367 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f8905fa1-3a82-44c7-a7b5-6f895e0a5dbf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/18a215b2-e6af-46a1-9803-05c0c389011a HTTP/1.1" status: 204 len: 168 time: 0.3826323 Jan 27 14:53:56.285912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 37998) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:56.344265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:56.344511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Checking segment: {'id': 'c245fa57-c61b-47fc-8fcd-f4063246e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:56.345017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.345427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Bound using segment: {'id': 'c245fa57-c61b-47fc-8fcd-f4063246e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:56.346049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Bound port: b623733c-a7cb-4ac5-a1b0-979e1fe97a92, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c245fa57-c61b-47fc-8fcd-f4063246e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cc1a78aa-9f49-494a-88f7-d1dc561dffee'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:56.346434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.356147 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-024b9812-28d4-4883-a014-c573ad7c7f2d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677249 Jan 27 14:53:56.357558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38002) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:56.364687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:56.379797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-26767826-76cb-4d3f-8a3a-a815cbf561aa None None] Provisioning complete for port 89d84453-b699-45ea-8675-04e357ffd209 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:56.380169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-26767826-76cb-4d3f-8a3a-a815cbf561aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.384588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] For port 6e1cec19-da72-4db9-98ad-21a7e21ac45a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:56.432358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:56.440205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] For port 6e1cec19-da72-4db9-98ad-21a7e21ac45a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6e1cec19-da72-4db9-98ad-21a7e21ac45a,segment=NetworkSegment(a6731b35-61fe-4580-b9c4-43bfb6c1899f),segment_id=a6731b35-61fe-4580-b9c4-43bfb6c1899f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:56.457511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.473831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:56.477199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:56.477883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.498256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:56.504522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.541049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=38b1a280-2f31-432b-97d8-26723e468063,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:56.563757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.629013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:53:56.630793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aa973-0158-4345-9ccb-d548998cc029 req-21d5e971-39cc-48dc-ac1e-2e14f0d81263 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:56.633323 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd7aa973-0158-4345-9ccb-d548998cc029 req-21d5e971-39cc-48dc-ac1e-2e14f0d81263 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 945 time: 0.2101433 Jan 27 14:53:56.665673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] For port b623733c-a7cb-4ac5-a1b0-979e1fe97a92, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:56.674262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367bb5c-0441-4a04-951f-6bf21b0bb654 None None] Pushing event updated for resources: {'Port': ['ID=6e1cec19-da72-4db9-98ad-21a7e21ac45a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:56.729899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.734291 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 89d84453-b699-45ea-8675-04e357ffd209 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:53:56.738331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] For port b623733c-a7cb-4ac5-a1b0-979e1fe97a92, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,segment=NetworkSegment(c245fa57-c61b-47fc-8fcd-f4063246e0fd),segment_id=c245fa57-c61b-47fc-8fcd-f4063246e0fd)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:56.763467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd7aa973-0158-4345-9ccb-d548998cc029 req-9fb494f7-be31-4792-ab70-aa8e1347b10a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039276 Jan 27 14:53:56.772239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:56.796191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.800259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:56.801769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.805414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:56.843392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.855330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:56.858674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:56.863838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:56.864074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.879420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=e74388c8-d877-4ae0-883d-6476fc0d4359,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:56.886749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.898145 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0e851fdd-830a-4b5e-9f3f-f0d6dc1d0438 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5366657 Jan 27 14:53:56.898145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38004) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:56.922885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-87e0590c-e656-428f-847e-e16189a09818 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:56.929232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.942541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:56.943981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:56.962389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=58ec7461-004e-467c-b33d-fa0616d7039f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:56.989465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd5103-bee9-4886-9b32-1389410de057 None None] Pushing event updated for resources: {'Port': ['ID=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:56.999800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Network 2218328b-a868-46c0-b632-462147db18c3 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:57.025893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:57.030246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:57.048771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] Deleting port 89d84453-b699-45ea-8675-04e357ffd209 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:57.048771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.136499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0590c-e656-428f-847e-e16189a09818 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:57.140239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-87e0590c-e656-428f-847e-e16189a09818 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.170345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aa4043e0-9255-4385-9e79-833a3d2b82b4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4439309 Jan 27 14:53:57.173082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38006) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:57.177179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Pushing event updated for resources: {'Port': ['ID=29476211-a4a1-4e45-91e3-3914f5cecbd2,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:57.211045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.251884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Attempting to bind port 29476211-a4a1-4e45-91e3-3914f5cecbd2 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:57.252253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Attempting to bind port 29476211-a4a1-4e45-91e3-3914f5cecbd2 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '08d14c3a-b39e-47d5-8e4d-f0e09774f2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2218328b-a868-46c0-b632-462147db18c3'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:57.252614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Attempting to bind port 29476211-a4a1-4e45-91e3-3914f5cecbd2 on network 2218328b-a868-46c0-b632-462147db18c3 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:57.271412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:57.271841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Checking segment: {'id': '08d14c3a-b39e-47d5-8e4d-f0e09774f2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2218328b-a868-46c0-b632-462147db18c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:57.272252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.272655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Bound using segment: {'id': '08d14c3a-b39e-47d5-8e4d-f0e09774f2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2218328b-a868-46c0-b632-462147db18c3'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:57.273157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Bound port: 29476211-a4a1-4e45-91e3-3914f5cecbd2, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d14c3a-b39e-47d5-8e4d-f0e09774f2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '2218328b-a868-46c0-b632-462147db18c3'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:57.273600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.307810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] For port 89d84453-b699-45ea-8675-04e357ffd209, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=89d84453-b699-45ea-8675-04e357ffd209,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:57.308226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.373919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399dd092-7111-40fd-81c0-b864b2928aa7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:57.378731 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-399dd092-7111-40fd-81c0-b864b2928aa7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1684456 Jan 27 14:53:57.379429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38008) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:57.395323 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.ipam_backend_mixin [None req-87e0590c-e656-428f-847e-e16189a09818 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e74388c8-d877-4ae0-883d-6476fc0d4359 (CIDR: 2001:db8::/64) Jan 27 14:53:57.417728 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e0590c-e656-428f-847e-e16189a09818 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:53:57.418330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e0590c-e656-428f-847e-e16189a09818 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:53:57.472842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.481606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.483332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.487155 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-87e0590c-e656-428f-847e-e16189a09818 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5882576 Jan 27 14:53:57.492947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38010) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:57.503863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:57.558540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 58ec7461-004e-467c-b33d-fa0616d7039f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:57.559341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.593089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 89d84453-b699-45ea-8675-04e357ffd209, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=89d84453-b699-45ea-8675-04e357ffd209,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:57.609871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] Calling delete_port for 89d84453-b699-45ea-8675-04e357ffd209 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:57.656450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.658321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=38b1a280-2f31-432b-97d8-26723e468063,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:57.742343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:57.744700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:57.755731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.775410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=89d84453-b699-45ea-8675-04e357ffd209,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:57.780518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 58ec7461-004e-467c-b33d-fa0616d7039f owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:53:57.824646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] For port 29476211-a4a1-4e45-91e3-3914f5cecbd2, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:53:57.831251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.862883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:57.867069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.888156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] For port 29476211-a4a1-4e45-91e3-3914f5cecbd2, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=29476211-a4a1-4e45-91e3-3914f5cecbd2,segment=NetworkSegment(08d14c3a-b39e-47d5-8e4d-f0e09774f2fc),segment_id=08d14c3a-b39e-47d5-8e4d-f0e09774f2fc)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:53:57.893455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] Pushing event deleted for resources: {'Port': ['ID=89d84453-b699-45ea-8675-04e357ffd209,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:57.898239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:57.901223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603fba02-92d1-4660-83b1-8f809a8d2bda None None] No DVR routers for this DVR port 89d84453-b699-45ea-8675-04e357ffd209 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:53:57.952191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-af292edb-1b80-433c-b204-e2450a251d2c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:57.953913 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-af292edb-1b80-433c-b204-e2450a251d2c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 945 time: 0.1703272 Jan 27 14:53:57.963080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7507d6f6-0436-418e-9000-89f61970b937 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:58.088442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24216-5620-4851-9470-4c47eb6a47fd req-faa5cdd3-3ee1-46bd-abe6-87e7865951bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:58.090030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10c24216-5620-4851-9470-4c47eb6a47fd req-faa5cdd3-3ee1-46bd-abe6-87e7865951bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 945 time: 0.1995039 Jan 27 14:53:58.151074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 269d6486-53b7-499e-882c-1e8a64b2a093 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:53:58.151779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:58.176691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10c24216-5620-4851-9470-4c47eb6a47fd req-587163a6-43af-4f8a-b520-91dc8ed5460b tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741067 Jan 27 14:53:58.208775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96613fcd-30af-48fc-9a6c-fe9d2cbd2240 None None] Pushing event updated for resources: {'Port': ['ID=29476211-a4a1-4e45-91e3-3914f5cecbd2,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:58.251963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=58ec7461-004e-467c-b33d-fa0616d7039f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:58.274078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': 'e74388c8-d877-4ae0-883d-6476fc0d4359'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:53:58.275009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:58.406678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:53:58.422999 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c4a5afc2-184f-4c99-ab61-aed81c981c9c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/269d6486-53b7-499e-882c-1e8a64b2a093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4227364 Jan 27 14:53:58.423506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38014) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:58.438803 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] Sync routers for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:53:58.464464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:58.465123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:58.515899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fe591-0eee-4672-aeb3-a03b277ef685 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:58.520595 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5e6fe591-0eee-4672-aeb3-a03b277ef685 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports/38b1a280-2f31-432b-97d8-26723e468063 HTTP/1.1" status: 200 len: 911 time: 0.0959673 Jan 27 14:53:58.521050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:58.539394 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ed4b549b-9928-4ea1-bc78-1358102c7ea3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/58ec7461-004e-467c-b33d-fa0616d7039f HTTP/1.1" status: 204 len: 168 time: 1.1535273 Jan 27 14:53:58.539394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38016) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:58.541578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Deleting port 9d76873a-2e05-483c-9244-44cd6044a0c4 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:58.541975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:58.545042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38018) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:58.553652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:58.576691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353f5e0-2e31-46c2-a6a5-acf34d3461e9 None None] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:58.734256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:53:58.734810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:58.746346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8d5d3068-b779-4db3-a8b9-193bb770490a None None] Provisioning complete for port 6e1cec19-da72-4db9-98ad-21a7e21ac45a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:58.746718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3068-b779-4db3-a8b9-193bb770490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:58.754534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/e74388c8-d877-4ae0-883d-6476fc0d4359/625cf592-b807-4699-89c8-f5e68828979b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:58.777698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:53:58.779845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:58.842144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=186b2a3b-ff3f-4493-a784-ee42718de782,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:58.858883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:53:58.860228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522b31dc-45e8-4f03-b3b7-760a9ed71c80 None None] The sync data for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:53:58.874632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:58.879670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:58.884236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:58.884853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:58.912260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7e41e4c6-be64-4f77-aae2-99cdf5f57826 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4154782 Jan 27 14:53:58.920423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38020) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:58.926532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:12:be:59', 'name': 'tempest-NetworksTestDHCPv6-680782892'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:53:59.013261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d9c61-77ed-4a0b-8905-7bd59ff42976 None None] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:59.053435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e1cec19-da72-4db9-98ad-21a7e21ac45a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:53:59.126963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:53:59.154122 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d962f6e1-9584-458e-9269-80108ef8d31c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:53:59.156152 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d962f6e1-9584-458e-9269-80108ef8d31c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/58ec7461-004e-467c-b33d-fa0616d7039f HTTP/1.1" status: 404 len: 333 time: 0.5937531 Jan 27 14:53:59.188499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38022) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:53:59.281674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.312017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port 53fa17cf-b832-4ef8-b091-5e92acc4d8a8 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:53:59.323500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.326872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] For port 9d76873a-2e05-483c-9244-44cd6044a0c4, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9d76873a-2e05-483c-9244-44cd6044a0c4,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:59.327243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.343769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.465479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3068-b779-4db3-a8b9-193bb770490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.470275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Pushing event updated for resources: {'Port': ['ID=625cf592-b807-4699-89c8-f5e68828979b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:59.497885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:53:59.519236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:53:59.535593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:53:59.606487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c520b-6146-4783-bab0-2d6a788770e7 req-6a1b6bee-b1de-4d12-bfd5-49bf106a6376 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:53:59.608184 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca3c520b-6146-4783-bab0-2d6a788770e7 req-6a1b6bee-b1de-4d12-bfd5-49bf106a6376 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 945 time: 0.2978227 Jan 27 14:53:59.636131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port cb48ec39-93c9-4c4d-89f9-1860b8b07d66 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:53:59.636787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.639424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::228 (54ed4f89-dea6-4178-95d4-b6863af583eb/e74388c8-d877-4ae0-883d-6476fc0d4359/53fa17cf-b832-4ef8-b091-5e92acc4d8a8) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:59.671829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:be59 (54ed4f89-dea6-4178-95d4-b6863af583eb/186b2a3b-ff3f-4493-a784-ee42718de782/53fa17cf-b832-4ef8-b091-5e92acc4d8a8) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:53:59.677506 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca3c520b-6146-4783-bab0-2d6a788770e7 req-2da168c6-7db0-4eec-8c93-ac00a8b51872 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628076 Jan 27 14:53:59.681261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6e1cec19-da72-4db9-98ad-21a7e21ac45a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:53:59.681737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.685588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8d5d3068-b779-4db3-a8b9-193bb770490a None None] For port 6e1cec19-da72-4db9-98ad-21a7e21ac45a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6e1cec19-da72-4db9-98ad-21a7e21ac45a,segment=NetworkSegment(a6731b35-61fe-4580-b9c4-43bfb6c1899f),segment_id=a6731b35-61fe-4580-b9c4-43bfb6c1899f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:53:59.726556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3068-b779-4db3-a8b9-193bb770490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.802013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d051f-ff8b-469c-90f6-529287bc0c7d None None] Network 2218328b-a868-46c0-b632-462147db18c3 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:53:59.810204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Attempting to bind port 625cf592-b807-4699-89c8-f5e68828979b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:53:59.810722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Attempting to bind port 625cf592-b807-4699-89c8-f5e68828979b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:53:59.811092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Attempting to bind port 625cf592-b807-4699-89c8-f5e68828979b on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:53:59.889410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:53:59.890009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:53:59.890229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.891072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:53:59.891072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Bound port: 625cf592-b807-4699-89c8-f5e68828979b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:53:59.891443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:53:59.939746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d3068-b779-4db3-a8b9-193bb770490a None None] Pushing event updated for resources: {'Port': ['ID=6e1cec19-da72-4db9-98ad-21a7e21ac45a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:53:59.952015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.003374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] Provisioning complete for port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:00.004042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.013007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.083242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.096502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 29476211-a4a1-4e45-91e3-3914f5cecbd2 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:00.097882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for cb48ec39-93c9-4c4d-89f9-1860b8b07d66 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:00.119918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:00.121803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=53fa17cf-b832-4ef8-b091-5e92acc4d8a8,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:00.139841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:00.143736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:00.155630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:00.156760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.192249 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f52637f3-53c7-4633-9edd-9bb69fcc34a5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2706397 Jan 27 14:54:00.192921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38026) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:00.241128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.241509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.241903 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Floating IP 17743af0-2c88-4779-85a1-223ab30176f3 disassociated. External IP: 172.26.6.215, port: 9d76873a-2e05-483c-9244-44cd6044a0c4. Jan 27 14:54:00.243011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Calling delete_port for 9d76873a-2e05-483c-9244-44cd6044a0c4 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:00.271418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.408089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port 53fa17cf-b832-4ef8-b091-5e92acc4d8a8 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:00.409093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.444056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] For port 625cf592-b807-4699-89c8-f5e68828979b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:00.478447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] For port 625cf592-b807-4699-89c8-f5e68828979b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=625cf592-b807-4699-89c8-f5e68828979b,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:00.482876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.519982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.526332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.545629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for 53fa17cf-b832-4ef8-b091-5e92acc4d8a8 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:00.603685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 29476211-a4a1-4e45-91e3-3914f5cecbd2 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:00.604055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.663315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.725203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.741239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] For port b623733c-a7cb-4ac5-a1b0-979e1fe97a92, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,segment=NetworkSegment(c245fa57-c61b-47fc-8fcd-f4063246e0fd),segment_id=c245fa57-c61b-47fc-8fcd-f4063246e0fd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:00.743704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808daddc-4b21-4ad4-97c6-6c6902b5882c None None] Pushing event updated for resources: {'Port': ['ID=625cf592-b807-4699-89c8-f5e68828979b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:00.750250 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.810853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] Provisioning complete for port 29476211-a4a1-4e45-91e3-3914f5cecbd2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:00.811325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.821738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.860598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=cb48ec39-93c9-4c4d-89f9-1860b8b07d66,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:00.920674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.921546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=53fa17cf-b832-4ef8-b091-5e92acc4d8a8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:00.972069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:00.977360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33e396-8e22-4e59-8637-10d7ac855e5e None None] Pushing event updated for resources: {'Port': ['ID=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:00.988280 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad83fa50-2f69-491a-b838-9c67b830c66d req-d4caa4b6-e289-4def-9fea-538cb1fd23da tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.0743153 Jan 27 14:54:01.061508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.064806 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f38a5730-a20a-4f3c-aa3a-f2b6a66a20cc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/53fa17cf-b832-4ef8-b091-5e92acc4d8a8 HTTP/1.1" status: 204 len: 168 time: 0.8705971 Jan 27 14:54:01.075720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38030) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:01.088626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 29476211-a4a1-4e45-91e3-3914f5cecbd2, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=29476211-a4a1-4e45-91e3-3914f5cecbd2,segment=NetworkSegment(08d14c3a-b39e-47d5-8e4d-f0e09774f2fc),segment_id=08d14c3a-b39e-47d5-8e4d-f0e09774f2fc)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:01.106816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.107606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b623733c-a7cb-4ac5-a1b0-979e1fe97a92 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:01.141994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ec3110-3595-4e55-9e7c-277aca99a427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:01.155107 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-30ec3110-3595-4e55-9e7c-277aca99a427 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0773270 Jan 27 14:54:01.156103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38032) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:01.218331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event deleted for resources: {'Port': ['ID=9d76873a-2e05-483c-9244-44cd6044a0c4,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:01.272698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84fbcb-337a-40c3-b271-ccd3b0bdd537 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:01.275183 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bf84fbcb-337a-40c3-b271-ccd3b0bdd537 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1178243 Jan 27 14:54:01.278920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38034) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:01.294808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.301105 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f708b04e-020e-41b1-99eb-4f72aa58d93d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/cb48ec39-93c9-4c4d-89f9-1860b8b07d66 HTTP/1.1" status: 204 len: 168 time: 2.1085982 Jan 27 14:54:01.301105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8:1::1 (2218328b-a868-46c0-b632-462147db18c3/898d5937-19ca-4cc9-9027-9dcc9d92b27b/6033e4d3-6377-4756-bcaa-8caa72219abb) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:01.306450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38036) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:01.341527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9d76873a-2e05-483c-9244-44cd6044a0c4 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:01.372869 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d460fb6-4cb5-413c-9cd3-862ce296d10b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:54:01.373360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=29476211-a4a1-4e45-91e3-3914f5cecbd2,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:01.378728 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7d460fb6-4cb5-413c-9cd3-862ce296d10b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/cb48ec39-93c9-4c4d-89f9-1860b8b07d66 HTTP/1.1" status: 404 len: 333 time: 0.0701213 Jan 27 14:54:01.380392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce324cc5-0389-44da-b2d1-1ccee492bd0f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:01.382019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce324cc5-0389-44da-b2d1-1ccee492bd0f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:01.384411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce324cc5-0389-44da-b2d1-1ccee492bd0f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:01.388743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ce324cc5-0389-44da-b2d1-1ccee492bd0f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1062183 Jan 27 14:54:01.388743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38038) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:01.389096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38040) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:01.398062 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 9d76873a-2e05-483c-9244-44cd6044a0c4 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:01.398716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9d76873a-2e05-483c-9244-44cd6044a0c4 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:01.410912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:01.411625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.512388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet a7371f75-6167-4f76-bc33-981631752978 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:01.518397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 186b2a3b-ff3f-4493-a784-ee42718de782 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:01.522436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.525229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.529725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:01.605404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Provisioning complete for port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:01.606834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.628690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.755662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.815964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.831953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Could not find standard attr ID for object 58ec7461-004e-467c-b33d-fa0616d7039f. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:54:01.847639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Provisioning complete for port 38b1a280-2f31-432b-97d8-26723e468063 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:01.848011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.883848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.887050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.895847 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.921458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Port 38b1a280-2f31-432b-97d8-26723e468063 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:01.927809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Could not find standard attr ID for object cb48ec39-93c9-4c4d-89f9-1860b8b07d66. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:54:01.937260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:01.955338 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:01.969675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Provisioning complete for port 29476211-a4a1-4e45-91e3-3914f5cecbd2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:01.970152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:01.994485 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:01.996076 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:02.029016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.037491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.053641 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/a7371f75-6167-4f76-bc33-981631752978 HTTP/1.1" status: 204 len: 168 time: 0.6650872 Jan 27 14:54:02.059008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38044) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:02.065496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] No DVR routers for this DVR port 9d76873a-2e05-483c-9244-44cd6044a0c4 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:02.067719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a61be7-dc7a-4eaf-bd39-024636a77716 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=a7371f75-6167-4f76-bc33-981631752978,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:02.081066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 29476211-a4a1-4e45-91e3-3914f5cecbd2 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:02.135560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66334707-abc0-4a98-a288-0c7eb2517ff3 None None] Network cc1a78aa-9f49-494a-88f7-d1dc561dffee requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:02.172539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 2218328b-a868-46c0-b632-462147db18c3 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:02.177595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.181600 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4d44b814-f8f4-4c05-a2d9-98de3d233480 req-c22760b6-cee4-4f9e-b9ee-6a033b0ebb39 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "DELETE /v2.0/ports/9d76873a-2e05-483c-9244-44cd6044a0c4 HTTP/1.1" status: 204 len: 173 time: 4.2194622 Jan 27 14:54:02.204107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:02.206595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'name': 'network-vif-deleted', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:54:02.209177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febdf735-f499-4d36-9a5c-81e02dd7eb21" -d '{"events": [{"server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "name": "network-vif-deleted", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:54:02.234833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:02.235776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.277217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-82d605ae-e86f-42ad-9146-8c200bebaddf req-f4e5e068-63bd-4817-9786-22ac26169fb9 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.1413133 Jan 27 14:54:02.309320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.369309 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:02.386793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=186b2a3b-ff3f-4493-a784-ee42718de782,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:02.396331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.401277 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b3543c03-ede8-4d17-a359-ab7f4157224b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/186b2a3b-ff3f-4493-a784-ee42718de782 HTTP/1.1" status: 204 len: 168 time: 1.0113072 Jan 27 14:54:02.407909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38050) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:02.439465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 29476211-a4a1-4e45-91e3-3914f5cecbd2 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:02.439851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.549810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet e74388c8-d877-4ae0-883d-6476fc0d4359 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:02.561825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.562863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Provisioning complete for port 6e1cec19-da72-4db9-98ad-21a7e21ac45a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:02.563245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476b01e2-0dc2-4ad4-8b0b-a733ddd4edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.717018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] DHCP port deletion for cc1a78aa-9f49-494a-88f7-d1dc561dffee request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:02.721968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.745858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d74648-2637-4fed-8c78-08c4387f7b6e None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:02.870988 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:54:02.878693 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.946292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:02.952515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07974f60-5672-4361-9669-543b110c1250 x-openstack-request-id: req-07974f60-5672-4361-9669-543b110c1250 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:54:02.952818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78358b0-5159-46d6-9a85-f820dc97a78d", "name": "network-vif-deleted", "tag": "9d76873a-2e05-483c-9244-44cd6044a0c4", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:54:02.953028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07974f60-5672-4361-9669-543b110c1250 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:54:02.953404 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78358b0-5159-46d6-9a85-f820dc97a78d', 'name': 'network-vif-deleted', 'tag': '9d76873a-2e05-483c-9244-44cd6044a0c4', 'status': 'completed', 'code': 200} Jan 27 14:54:02.996307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.017895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e1cec19-da72-4db9-98ad-21a7e21ac45a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:03.041709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=6033e4d3-6377-4756-bcaa-8caa72219abb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:03.044952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=e74388c8-d877-4ae0-883d-6476fc0d4359,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:03.056914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.063203 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5c9c8728-cbc9-4978-8c99-b4010f210121 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/e74388c8-d877-4ae0-883d-6476fc0d4359 HTTP/1.1" status: 204 len: 168 time: 0.6522434 Jan 27 14:54:03.064853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38052) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:03.067291 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:03.110468 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-90864710-6a02-40ee-8541-c7fdc5dae2fc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440342 Jan 27 14:54:03.111623 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:54:03.113243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38054) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:03.119190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:03.122271 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:03.122816 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:03.156977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] Deleting port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:03.158189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.242748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:03.255139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6e1cec19-da72-4db9-98ad-21a7e21ac45a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:03.260077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.273593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.294700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:03.301136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.305314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.378940 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:03.423623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] For port b623733c-a7cb-4ac5-a1b0-979e1fe97a92, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,segment=NetworkSegment(c245fa57-c61b-47fc-8fcd-f4063246e0fd),segment_id=c245fa57-c61b-47fc-8fcd-f4063246e0fd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:03.424035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.472900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] Calling delete_port for b623733c-a7cb-4ac5-a1b0-979e1fe97a92 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:03.474676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Provisioning complete for port 6033e4d3-6377-4756-bcaa-8caa72219abb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:03.475054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.488385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] For port b623733c-a7cb-4ac5-a1b0-979e1fe97a92, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,segment=NetworkSegment(c245fa57-c61b-47fc-8fcd-f4063246e0fd),segment_id=c245fa57-c61b-47fc-8fcd-f4063246e0fd)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:03.488811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.507062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for b623733c-a7cb-4ac5-a1b0-979e1fe97a92 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:03.604985 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:03.641366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Port 6033e4d3-6377-4756-bcaa-8caa72219abb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:03.645684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c9841-8da8-45be-bfe5-39d38ff24ed7 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:03.645901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:03.718868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No DVR routers for this DVR port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:03.741340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 625cf592-b807-4699-89c8-f5e68828979b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:03.818653 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:03.851532 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b176837-ced3-4849-b45e-f602cb748138 None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:03.964977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.001377 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1a78aa-9f49-494a-88f7-d1dc561dffee']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:04.027072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c245fa57-c61b-47fc-8fcd-f4063246e0fd') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:04.027072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c245fa57-c61b-47fc-8fcd-f4063246e0fd') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:04.048797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.086849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Provisioning complete for port 625cf592-b807-4699-89c8-f5e68828979b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:04.087602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.117716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.134556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:04.134976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:04.138769 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:04.143217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-88258905-caba-411c-afe1-b0a0e6b0b5ba req-084cbb1f-6f50-4f8d-8608-320f9478bc8b tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.7209864 Jan 27 14:54:04.236768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.277836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] Pushing event deleted for resources: {'Port': ['ID=b623733c-a7cb-4ac5-a1b0-979e1fe97a92,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:04.289931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.290700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc554b4-6059-4287-ac53-32d1b02d0db3 None None] No DVR routers for this DVR port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:04.336667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 625cf592-b807-4699-89c8-f5e68828979b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:04.337031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.346263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.386372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.388237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.396821 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/cc1a78aa-9f49-494a-88f7-d1dc561dffee HTTP/1.1" status: 204 len: 168 time: 2.3327343 Jan 27 14:54:04.402219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38058) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:04.427563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-321482618'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:04.444386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] For port 625cf592-b807-4699-89c8-f5e68828979b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=625cf592-b807-4699-89c8-f5e68828979b,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:04.444630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:04.447878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9515b6-84c0-4efd-8066-2dc697a172b6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=cc1a78aa-9f49-494a-88f7-d1dc561dffee,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:04.455675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:04.469430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:04.470030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.477730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.484309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=09336956-78c6-4334-8054-7bfa82554163,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:04.486508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:04.486672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.488982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.489521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4651fb-3187-4a1b-b2af-62f4e96c3839 None None] New status for floating IP 17743af0-2c88-4779-85a1-223ab30176f3: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:54:04.496685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.504773 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b318bd51-d6a6-483c-be3e-5578ab27193c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3894329 Jan 27 14:54:04.509659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38060) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:04.521317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ceebfce0-fb21-45e2-aadc-195616cd47bc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:04.531873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:04.538366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.640146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=6033e4d3-6377-4756-bcaa-8caa72219abb,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:04.651762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.690057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:04.717497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 2218328b-a868-46c0-b632-462147db18c3 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:04.720951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:04.730810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da51c3-6982-483a-8759-b64d10ea756c None None] Pushing event updated for resources: {'Port': ['ID=625cf592-b807-4699-89c8-f5e68828979b,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:04.741445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-023d18c7-821b-44fb-9bfa-4eb59e7bfb32 None None] Provisioning complete for port 625cf592-b807-4699-89c8-f5e68828979b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:04.741882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-023d18c7-821b-44fb-9bfa-4eb59e7bfb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.761186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.761772 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment 2dc71f51-74a5-44d3-a43a-44aedd60fafa of type vlan for network 53e34095-18fd-4ec3-aca5-36dfecf1df80 Jan 27 14:54:04.872385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] Deleting port 625cf592-b807-4699-89c8-f5e68828979b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:04.872862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.924813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 269d6486-53b7-499e-882c-1e8a64b2a093 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:04.932678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:04.946434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:54:04.947051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:54:04.989610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceebfce0-fb21-45e2-aadc-195616cd47bc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:04.994975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ceebfce0-fb21-45e2-aadc-195616cd47bc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.065311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.073069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:05.074721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.105167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:05.113430 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6902442 Jan 27 14:54:05.113638 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1712b446-626e-403b-a88a-404c2e4d8ff9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/269d6486-53b7-499e-882c-1e8a64b2a093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5735927 Jan 27 14:54:05.114618 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38062) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:05.117603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38064) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:05.121621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:05.124358 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] Sync routers for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:05.129184 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] For port 625cf592-b807-4699-89c8-f5e68828979b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=625cf592-b807-4699-89c8-f5e68828979b,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:05.130168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.140101 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:05.141116 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:05.196071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] Calling delete_port for 625cf592-b807-4699-89c8-f5e68828979b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:05.205421 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:05.216712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669106f-fed2-45d3-bd35-b5c3413b1856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=53e34095-18fd-4ec3-aca5-36dfecf1df80,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:05.238397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ca203-57a8-477e-a7f7-8475b1a56978 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:05.239634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:05.243515 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d19ca203-57a8-477e-a7f7-8475b1a56978 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports/6033e4d3-6377-4756-bcaa-8caa72219abb HTTP/1.1" status: 200 len: 913 time: 0.1196768 Jan 27 14:54:05.243955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38068) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:05.246139 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:05.246975 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:05.257820 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.ipam_backend_mixin [None req-ceebfce0-fb21-45e2-aadc-195616cd47bc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09336956-78c6-4334-8054-7bfa82554163 (CIDR: 2001:db8::/64) Jan 27 14:54:05.261849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-423879d2-c693-4009-ab97-0540ee46e804 None None] Provisioning complete for port 6033e4d3-6377-4756-bcaa-8caa72219abb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:05.262394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-423879d2-c693-4009-ab97-0540ee46e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.308976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceebfce0-fb21-45e2-aadc-195616cd47bc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:54:05.309486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceebfce0-fb21-45e2-aadc-195616cd47bc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:05.323018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:05.336279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.361314 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:05.363711 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407ababe-d354-46f7-8c61-9ed3abb49023 None None] The sync data for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:05.388352 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3015b719-c2be-4f1c-9a3e-1821c215e8ba req-3e16ab6a-e5a8-4284-9a0a-5bd0a6d92ab8 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.0471947 Jan 27 14:54:05.413346 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ceebfce0-fb21-45e2-aadc-195616cd47bc tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9021049 Jan 27 14:54:05.418759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38072) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:05.424076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'subnet': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:05.437637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-423879d2-c693-4009-ab97-0540ee46e804 None None] Port 6033e4d3-6377-4756-bcaa-8caa72219abb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:05.499514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b623733c-a7cb-4ac5-a1b0-979e1fe97a92 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:05.501562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.564376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] Pushing event deleted for resources: {'Port': ['ID=625cf592-b807-4699-89c8-f5e68828979b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:05.579841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: b623733c-a7cb-4ac5-a1b0-979e1fe97a92 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:05.580425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b623733c-a7cb-4ac5-a1b0-979e1fe97a92 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 14:54:05.614026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Port b623733c-a7cb-4ac5-a1b0-979e1fe97a92 not found, will not notify nova. {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 14:54:05.623023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1045c-3032-4d24-b5a9-84cf403e03eb None None] No DVR routers for this DVR port 625cf592-b807-4699-89c8-f5e68828979b on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:05.651813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f353f6f-2cfa-4226-b3a6-13f6c4615f15 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:05.742621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.819981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 625cf592-b807-4699-89c8-f5e68828979b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:05.822639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:05.826658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.848647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 625cf592-b807-4699-89c8-f5e68828979b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:05.849259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 625cf592-b807-4699-89c8-f5e68828979b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:05.849895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b623733c-a7cb-4ac5-a1b0-979e1fe97a92 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:05.892164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=f5f0e835-a608-4fcf-83ab-f6e31fd06001,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:05.917446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: b623733c-a7cb-4ac5-a1b0-979e1fe97a92 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:05.917689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:05.918236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b623733c-a7cb-4ac5-a1b0-979e1fe97a92 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:05.940010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': '2dc71f51-74a5-44d3-a43a-44aedd60fafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:05.941393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: 53e34095-18fd-4ec3-aca5-36dfecf1df80, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:05.985270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:06.000511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-54ed4f89-dea6-4178-95d4-b6863af583eb', 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'tenant_id': '76f75a51f1354d7baa5d89d242ac3d8b', 'fixed_ips': [{'subnet_id': '09336956-78c6-4334-8054-7bfa82554163'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:06.000774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.009199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 53e34095-18fd-4ec3-aca5-36dfecf1df80) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:06.032131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07718ad8-3ca2-46d5-be6d-24fc34118981 None None] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:06.033171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:06.033789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.063417 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-73f58e75-ee29-410d-af45-3f497137aa95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9476030 Jan 27 14:54:06.073068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38076) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:06.074438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80', 'name': 'tempest-PortsTestJSON-687378864', 'fixed_ips': [{'subnet_id': 'f5f0e835-a608-4fcf-83ab-f6e31fd06001', 'ip_address': '172.20.0.10'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:06.311020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-53e34095-18fd-4ec3-aca5-36dfecf1df80', 'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80', 'tenant_id': 'f27d7258c39144d699bfc79685b1a405', 'fixed_ips': [{'subnet_id': 'f5f0e835-a608-4fcf-83ab-f6e31fd06001'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:06.312571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.323983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Allocated IP 2001:db8::2 (54ed4f89-dea6-4178-95d4-b6863af583eb/09336956-78c6-4334-8054-7bfa82554163/7f1302d2-b90f-4e9c-a005-400e359f7c0a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:06.406494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 6033e4d3-6377-4756-bcaa-8caa72219abb {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:06.407091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.411431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:06.564340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.objects.ports [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 14:54:06.592749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.667294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.670824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.675690 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0625b062-7281-4297-ba79-00292166b35a req-93dd5a5d-1b0a-4928-97bb-0e3d04d1e6a1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.1059377 Jan 27 14:54:06.684172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Subnet': ['ID=51099586-1567-43b1-8b48-f684af35ce03,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:06.699681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:06.700137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 6033e4d3-6377-4756-bcaa-8caa72219abb owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:06.702987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:06.708102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:06.708724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.722249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port d359244b-2e68-418b-8b45-6cebaef392bb yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:54:06.765041 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f47a1eb9-a201-46b5-bd8c-0c6b99be7436 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3451560 Jan 27 14:54:06.767902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38080) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:06.773263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Request body: {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'mac_address': 'fa:16:3e:17:47:c3', 'name': 'tempest-NetworksTestDHCPv6-2106329822'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:06.886112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Allocated IP 172.20.0.2 (53e34095-18fd-4ec3-aca5-36dfecf1df80/f5f0e835-a608-4fcf-83ab-f6e31fd06001/d835d60f-4130-40a5-9229-4d42c56a7741) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:06.942810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:06.974045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Made reservation on behalf of 76f75a51f1354d7baa5d89d242ac3d8b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:07.010341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.111730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:07.120293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.130643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.135336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:07.141825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:07.150830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Pushing event updated for resources: {'Port': ['ID=7f1302d2-b90f-4e9c-a005-400e359f7c0a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:07.170461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=6033e4d3-6377-4756-bcaa-8caa72219abb,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:07.207944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] device_id is not set on port ebeb2b71-8ffd-43ee-9f24-9501f5115843 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:54:07.232826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.279480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.331497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.10 (53e34095-18fd-4ec3-aca5-36dfecf1df80/f5f0e835-a608-4fcf-83ab-f6e31fd06001/d359244b-2e68-418b-8b45-6cebaef392bb) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:07.380566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Attempting to bind port 7f1302d2-b90f-4e9c-a005-400e359f7c0a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:07.381183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Attempting to bind port 7f1302d2-b90f-4e9c-a005-400e359f7c0a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:07.381284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Attempting to bind port 7f1302d2-b90f-4e9c-a005-400e359f7c0a on network 54ed4f89-dea6-4178-95d4-b6863af583eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:07.402659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:07.403323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Checking segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:07.403750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.404691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Bound using segment: {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:07.404691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Bound port: 7f1302d2-b90f-4e9c-a005-400e359f7c0a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12cb321-38e8-470b-bc29-e4f07bd9a742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:07.405032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.457019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.480106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:07.488833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:07.527386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:07.537435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Pushing event updated for resources: {'Port': ['ID=d835d60f-4130-40a5-9229-4d42c56a7741,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:07.642929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Attempting to bind port d835d60f-4130-40a5-9229-4d42c56a7741 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:07.643478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Attempting to bind port d835d60f-4130-40a5-9229-4d42c56a7741 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '2dc71f51-74a5-44d3-a43a-44aedd60fafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:07.644060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Attempting to bind port d835d60f-4130-40a5-9229-4d42c56a7741 on network 53e34095-18fd-4ec3-aca5-36dfecf1df80 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:07.646449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.656268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] For port 7f1302d2-b90f-4e9c-a005-400e359f7c0a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:07.660146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:07.661221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Checking segment: {'id': '2dc71f51-74a5-44d3-a43a-44aedd60fafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:07.661814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.662548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Bound using segment: {'id': '2dc71f51-74a5-44d3-a43a-44aedd60fafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:07.663160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Bound port: d835d60f-4130-40a5-9229-4d42c56a7741, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc71f51-74a5-44d3-a43a-44aedd60fafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:07.663706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.668311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] For port 7f1302d2-b90f-4e9c-a005-400e359f7c0a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7f1302d2-b90f-4e9c-a005-400e359f7c0a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:07.681242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.730542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.801271 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] For port d835d60f-4130-40a5-9229-4d42c56a7741, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:07.807348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] For port d835d60f-4130-40a5-9229-4d42c56a7741, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d835d60f-4130-40a5-9229-4d42c56a7741,segment=NetworkSegment(2dc71f51-74a5-44d3-a43a-44aedd60fafa),segment_id=2dc71f51-74a5-44d3-a43a-44aedd60fafa)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:07.819371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:07.823671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.825010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:07.829847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:07.874115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=d359244b-2e68-418b-8b45-6cebaef392bb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:07.882919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1f77140f-bc6e-4681-a743-ae2842105c7b req-a89fca8b-f452-48f9-bb1f-6dccc0653987 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=e78358b0-5159-46d6-9a85-f820dc97a78d HTTP/1.1" status: 200 len: 210 time: 0.0961754 Jan 27 14:54:07.902766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c4171-cf3d-4fc0-b32d-40240b9df121 None None] Pushing event updated for resources: {'Port': ['ID=7f1302d2-b90f-4e9c-a005-400e359f7c0a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:07.920850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:07.922111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:07.934422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8::21d (54ed4f89-dea6-4178-95d4-b6863af583eb/09336956-78c6-4334-8054-7bfa82554163/ebeb2b71-8ffd-43ee-9f24-9501f5115843) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:07.946960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 269d6486-53b7-499e-882c-1e8a64b2a093 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:07.950998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:47c3 (54ed4f89-dea6-4178-95d4-b6863af583eb/51099586-1567-43b1-8b48-f684af35ce03/ebeb2b71-8ffd-43ee-9f24-9501f5115843) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:07.969066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38084) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:07.969366 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cee06a2d-b989-4b74-a75b-9865239dc131 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8987422 Jan 27 14:54:07.976739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': '53e34095-18fd-4ec3-aca5-36dfecf1df80', 'name': 'tempest-PortsTestJSON-1546360332', 'fixed_ips': [{'subnet_id': 'f5f0e835-a608-4fcf-83ab-f6e31fd06001', 'ip_address': '172.20.0.9'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:08.011413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f273d53-7e52-441c-8a03-b78f829e3629 None None] Pushing event updated for resources: {'Port': ['ID=d835d60f-4130-40a5-9229-4d42c56a7741,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:08.341583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:08.359804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-328ab9f2-10c4-48a3-8903-9cf169cf0afc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/269d6486-53b7-499e-882c-1e8a64b2a093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1105001 Jan 27 14:54:08.376618 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38088) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:08.418068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] Sync routers for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:08.430727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:08.430727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:08.451422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:08.506814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:08.539097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:08.540123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:08.541095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:08.600370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:08.601811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:08.602727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da74dd-afed-4d62-975b-c793c6014b0b None None] The sync data for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:08.623606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port f5a332a1-c239-4ff3-b128-49b9b885c337 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:54:08.630225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:08.722091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Network 54ed4f89-dea6-4178-95d4-b6863af583eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:08.729480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:08.736537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:08.742852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:08.743474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:08.974363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.168042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event updated for resources: {'Port': ['ID=ebeb2b71-8ffd-43ee-9f24-9501f5115843,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:09.201945 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4fd628d4-5ee7-4d9a-8ee1-776488952b1c tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4296615 Jan 27 14:54:09.202636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38100) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:09.271402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945efcc-b240-4979-b7fb-d6c14d9dc643 None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:09.392426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-70eca279-eb18-45d4-874a-6f4d45aeef13 None None] Provisioning complete for port 7f1302d2-b90f-4e9c-a005-400e359f7c0a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:09.393123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70eca279-eb18-45d4-874a-6f4d45aeef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.448732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-a3d7bd69-467c-4fcf-acef-64cbb1dba03c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735460717&fields=id&tenant_id=5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 267 time: 0.2348311 Jan 27 14:54:09.472417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.9 (53e34095-18fd-4ec3-aca5-36dfecf1df80/f5f0e835-a608-4fcf-83ab-f6e31fd06001/f5a332a1-c239-4ff3-b128-49b9b885c337) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:09.632923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70eca279-eb18-45d4-874a-6f4d45aeef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.656492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 38b1a280-2f31-432b-97d8-26723e468063 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:09.656893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.658077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting port ebeb2b71-8ffd-43ee-9f24-9501f5115843 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:09.658560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.725772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-20dc6bb4-3525-4d1f-b2ce-38f60fd5a7df tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:09.731441 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-20dc6bb4-3525-4d1f-b2ce-38f60fd5a7df tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 812 time: 0.2815199 Jan 27 14:54:09.732316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-70eca279-eb18-45d4-874a-6f4d45aeef13 None None] For port 7f1302d2-b90f-4e9c-a005-400e359f7c0a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7f1302d2-b90f-4e9c-a005-400e359f7c0a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:09.743159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70eca279-eb18-45d4-874a-6f4d45aeef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.829050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.845061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 38b1a280-2f31-432b-97d8-26723e468063 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:09.856716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164470de-18c1-44dc-ac56-0b177935498e None None] Update dhcp port {'port': {'network_id': '54ed4f89-dea6-4178-95d4-b6863af583eb', 'fixed_ips': [{'subnet_id': '09336956-78c6-4334-8054-7bfa82554163', 'ip_address': '2001:db8::2'}, {'subnet_id': '51099586-1567-43b1-8b48-f684af35ce03'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '7f1302d2-b90f-4e9c-a005-400e359f7c0a'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:54:09.887458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eca279-eb18-45d4-874a-6f4d45aeef13 None None] Pushing event updated for resources: {'Port': ['ID=7f1302d2-b90f-4e9c-a005-400e359f7c0a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:09.908864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-164470de-18c1-44dc-ac56-0b177935498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:09.962659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5508a2-0b6c-4755-a760-d4d02c09fe77 None None] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:09.965560 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-3bb53efb-8609-438a-b5c7-3a9fa61e9523 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/quotas/5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 375 time: 0.0569296 Jan 27 14:54:10.020211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7f1302d2-b90f-4e9c-a005-400e359f7c0a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:10.096972 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-2c69d85a-1b17-4d01-aa83-430774e80923 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1153893 Jan 27 14:54:10.100502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.126947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Calling delete_port for ebeb2b71-8ffd-43ee-9f24-9501f5115843 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:10.138631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.160536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.180198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d2a194c9-eb3c-4a34-bec2-74ec117b2b42 None None] Provisioning complete for port d835d60f-4130-40a5-9229-4d42c56a7741 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:10.180678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2a194c9-eb3c-4a34-bec2-74ec117b2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.192365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=38b1a280-2f31-432b-97d8-26723e468063,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:10.272951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.297505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7f1302d2-b90f-4e9c-a005-400e359f7c0a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:10.297882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.305100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-164470de-18c1-44dc-ac56-0b177935498e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe83:2982 (54ed4f89-dea6-4178-95d4-b6863af583eb/51099586-1567-43b1-8b48-f684af35ce03/7f1302d2-b90f-4e9c-a005-400e359f7c0a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:10.359509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.386272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=f5a332a1-c239-4ff3-b128-49b9b885c337,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:10.449305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:10.458393 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e780b23a-a6e0-48bd-972f-dde3599141e0 service neutron] 10.222.0.18 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297369 Jan 27 14:54:10.461041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:10.465961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:10.534563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2a194c9-eb3c-4a34-bec2-74ec117b2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.578989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 269d6486-53b7-499e-882c-1e8a64b2a093 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:10.595645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-164470de-18c1-44dc-ac56-0b177935498e None None] For port 7f1302d2-b90f-4e9c-a005-400e359f7c0a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7f1302d2-b90f-4e9c-a005-400e359f7c0a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:10.621409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:10.622246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.637750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d2a194c9-eb3c-4a34-bec2-74ec117b2b42 None None] For port d835d60f-4130-40a5-9229-4d42c56a7741, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d835d60f-4130-40a5-9229-4d42c56a7741,segment=NetworkSegment(2dc71f51-74a5-44d3-a43a-44aedd60fafa),segment_id=2dc71f51-74a5-44d3-a43a-44aedd60fafa)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:10.641843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d835d60f-4130-40a5-9229-4d42c56a7741 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:10.651358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3d1836cf-be5d-43d2-801a-9c0765563aa9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6809340 Jan 27 14:54:10.656731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38104) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:10.699780 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2a194c9-eb3c-4a34-bec2-74ec117b2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.708768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-164470de-18c1-44dc-ac56-0b177935498e None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.713705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:10.731493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] Sync routers for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:10.738341 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-247b3de2-ff7d-48c0-b4c8-6d3f0da29e22 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/269d6486-53b7-499e-882c-1e8a64b2a093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532355 Jan 27 14:54:10.741094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-164470de-18c1-44dc-ac56-0b177935498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.742372 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38106) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:10.751797 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:10.752578 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:10.771857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d835d60f-4130-40a5-9229-4d42c56a7741 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:10.772227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.797581 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f97eb0dc-2a9f-43d7-90ff-a15c1684336c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=269d6486-53b7-499e-882c-1e8a64b2a093 HTTP/1.1" status: 200 len: 205 time: 0.0528095 Jan 27 14:54:10.799736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38108) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:10.820954 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:10.841453 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] Routers {'269d6486-53b7-499e-882c-1e8a64b2a093'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:10.843476 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:53:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['269d6486-53b7-499e-882c-1e8a64b2a093'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:10.851626 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-4b88030b-1e7f-4988-9636-b67c051c62dd service neutron] 10.222.0.18 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445187 Jan 27 14:54:10.878295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00b300-26e2-4497-9f1d-8a794690fd1a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:10.880634 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b00b300-26e2-4497-9f1d-8a794690fd1a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2227042 Jan 27 14:54:10.885658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a194c9-eb3c-4a34-bec2-74ec117b2b42 None None] Pushing event updated for resources: {'Port': ['ID=d835d60f-4130-40a5-9229-4d42c56a7741,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:10.885875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38110) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:10.929899 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:10.930576 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f4045-7f0e-4497-8e2b-8e15d570b8cf None None] The sync data for ids ['269d6486-53b7-499e-882c-1e8a64b2a093'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:10.963317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.987547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-589933cb-8b87-49bb-993c-fa6b4608f337 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:10.991729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Provisioning complete for port d359244b-2e68-418b-8b45-6cebaef392bb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:10.992068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.034783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Port': ['ID=ebeb2b71-8ffd-43ee-9f24-9501f5115843,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:11.050376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164470de-18c1-44dc-ac56-0b177935498e None None] Pushing event updated for resources: {'Port': ['ID=7f1302d2-b90f-4e9c-a005-400e359f7c0a,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:11.107407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd74295-237b-4fe2-bbd7-06ee7fea2d93 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.120249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Port d359244b-2e68-418b-8b45-6cebaef392bb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:11.123908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd74295-237b-4fe2-bbd7-06ee7fea2d93 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.138440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Provisioning complete for port f5a332a1-c239-4ff3-b128-49b9b885c337 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:11.138823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.140737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd74295-237b-4fe2-bbd7-06ee7fea2d93 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.149882 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-acd74295-237b-4fe2-bbd7-06ee7fea2d93 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2436912 Jan 27 14:54:11.153477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38118) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:11.204107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Port f5a332a1-c239-4ff3-b128-49b9b885c337 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:11.227632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Provisioning complete for port d835d60f-4130-40a5-9229-4d42c56a7741 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:11.228093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ff331f7-b717-4fc2-93df-0bcb920ef360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.337771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.341577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-748c5969-8131-4284-9f69-318bf61f3f00 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/ebeb2b71-8ffd-43ee-9f24-9501f5115843 HTTP/1.1" status: 204 len: 168 time: 2.1378741 Jan 27 14:54:11.344061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38120) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:11.384863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-589933cb-8b87-49bb-993c-fa6b4608f337 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.402250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-589933cb-8b87-49bb-993c-fa6b4608f337 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.466479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-589933cb-8b87-49bb-993c-fa6b4608f337 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.468579 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20c3c34d-831e-4762-a434-bd8a527d9ae6 req-2409306c-2367-4150-ac73-72f3a776730d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.0492787 Jan 27 14:54:11.469211 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589933cb-8b87-49bb-993c-fa6b4608f337 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Fanout notify agent at l3_agent the message router_deleted on router 269d6486-53b7-499e-882c-1e8a64b2a093 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:54:11.490240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd54c9-3de6-4640-a2e7-81e3898c0d15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.497582 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-47dd54c9-3de6-4640-a2e7-81e3898c0d15 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1496897 Jan 27 14:54:11.497582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38126) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:11.500076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port f5a332a1-c239-4ff3-b128-49b9b885c337 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:11.500631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.503174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-589933cb-8b87-49bb-993c-fa6b4608f337 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.504536 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-589933cb-8b87-49bb-993c-fa6b4608f337 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/269d6486-53b7-499e-882c-1e8a64b2a093 HTTP/1.1" status: 204 len: 168 time: 0.7034214 Jan 27 14:54:11.510678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-45b55b61-9b83-48e8-8689-d6e981842f0f None None] Provisioning complete for port d359244b-2e68-418b-8b45-6cebaef392bb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:11.511059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45b55b61-9b83-48e8-8689-d6e981842f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.519130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38128) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:11.565565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b9fa2-e677-4c33-bd68-3d78753d695d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.568366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45b55b61-9b83-48e8-8689-d6e981842f0f None None] Port d359244b-2e68-418b-8b45-6cebaef392bb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:11.570039 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f52b9fa2-e677-4c33-bd68-3d78753d695d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0643623 Jan 27 14:54:11.570685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38130) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:11.586508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-45b55b61-9b83-48e8-8689-d6e981842f0f None None] Provisioning complete for port f5a332a1-c239-4ff3-b128-49b9b885c337 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:11.587006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45b55b61-9b83-48e8-8689-d6e981842f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.646855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45b55b61-9b83-48e8-8689-d6e981842f0f None None] Port f5a332a1-c239-4ff3-b128-49b9b885c337 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:11.662324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805e145-88fd-4363-ae5a-f599bb785143 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.664540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805e145-88fd-4363-ae5a-f599bb785143 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.666106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805e145-88fd-4363-ae5a-f599bb785143 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:11.668024 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6805e145-88fd-4363-ae5a-f599bb785143 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0960379 Jan 27 14:54:11.672891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38138) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:11.736075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.753144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7f1302d2-b90f-4e9c-a005-400e359f7c0a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:11.757820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet 898d5937-19ca-4cc9-9027-9dcc9d92b27b {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:11.766879 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.779439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 09336956-78c6-4334-8054-7bfa82554163 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:11.785216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.796250 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for f5a332a1-c239-4ff3-b128-49b9b885c337 owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:11.862699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.865933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.882571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7f1302d2-b90f-4e9c-a005-400e359f7c0a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:11.883393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:11.951453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38142) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:11.999113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.062940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ad7942e8-3541-4343-90fa-39fc623b2091 None None] Provisioning complete for port 7f1302d2-b90f-4e9c-a005-400e359f7c0a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:12.062940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ad7942e8-3541-4343-90fa-39fc623b2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.063442 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a0dedd67-df7b-4a22-95aa-c7f0b786fc69 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/6a7db254-030f-462a-bcd3-5fcb70dc59c2 HTTP/1.1" status: 200 len: 994 time: 0.1070349 Jan 27 14:54:12.068816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d835d60f-4130-40a5-9229-4d42c56a7741 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:12.082299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.130074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.153549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.224889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=f5a332a1-c239-4ff3-b128-49b9b885c337,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:12.233307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=898d5937-19ca-4cc9-9027-9dcc9d92b27b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:12.244757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.245918 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.248401 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f986fcf9-249b-40a4-ac5a-c0d1cad34d29 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/898d5937-19ca-4cc9-9027-9dcc9d92b27b HTTP/1.1" status: 204 len: 168 time: 0.7278662 Jan 27 14:54:12.267721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38148) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:12.367250 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03665020-3875-43b1-8477-5a4b2c7f3db0 None None] Network 2218328b-a868-46c0-b632-462147db18c3 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:12.397463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.405758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=09336956-78c6-4334-8054-7bfa82554163,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:12.406891 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-47ae1389-2cce-49e2-be61-1351879b7630 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/f5a332a1-c239-4ff3-b128-49b9b885c337 HTTP/1.1" status: 204 len: 168 time: 1.2546439 Jan 27 14:54:12.409302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38150) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:12.419745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.422903 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ad5e6027-64c4-4c48-9a1a-cb6bf80ca1dd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/09336956-78c6-4334-8054-7bfa82554163 HTTP/1.1" status: 204 len: 168 time: 0.7488022 Jan 27 14:54:12.428350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38152) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:12.492010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38154) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:12.499020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Deleting subnet 51099586-1567-43b1-8b48-f684af35ce03 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:12.502144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.543496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d835d60f-4130-40a5-9229-4d42c56a7741 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:12.544759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.573117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.590483 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6189f751-fc05-427d-9dae-d24314d009f4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:54:12.598551 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6189f751-fc05-427d-9dae-d24314d009f4 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/f5a332a1-c239-4ff3-b128-49b9b885c337 HTTP/1.1" status: 404 len: 333 time: 0.1868746 Jan 27 14:54:12.651698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38158) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:12.672880 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c54349b9-5efe-43a5-84ea-3a8d13040599 req-48d46778-d15f-4df7-84e8-1fe25eaf8286 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.0725348 Jan 27 14:54:12.679359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet 4cdc2988-6ad3-4a88-9a0b-e2047db5227d {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:12.684714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.728262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.732445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ad7942e8-3541-4343-90fa-39fc623b2091 None None] Could not find standard attr ID for object ebeb2b71-8ffd-43ee-9f24-9501f5115843. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:54:12.771255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.847366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-48cdf3dc-6b24-485e-bbac-1517bac79818 None None] Could not find standard attr ID for object 29ed79ad-5750-431d-a24c-5c096847bc3f. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:54:12.893497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] DHCP port deletion for 2218328b-a868-46c0-b632-462147db18c3 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:12.900215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.901344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d8ed0-3d38-46a7-a4db-af8ca5bf08ae None None] Network 54ed4f89-dea6-4178-95d4-b6863af583eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:12.937880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port d359244b-2e68-418b-8b45-6cebaef392bb {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:12.938557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.958095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:12.963042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/51099586-1567-43b1-8b48-f684af35ce03 HTTP/1.1" status: 204 len: 168 time: 0.5322545 Jan 27 14:54:12.967610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba7968-2a7f-4177-a81f-69d04d263351 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Subnet': ['ID=51099586-1567-43b1-8b48-f684af35ce03,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:12.970142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38160) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:13.018940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-99638801-f6b5-4577-b73e-55396bcb7dda None None] Could not find standard attr ID for object 53fa17cf-b832-4ef8-b091-5e92acc4d8a8. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:54:13.029753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.057739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 1c0c4fa2-9356-41f7-b35f-8b83fc9130df {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:13.058190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.065077 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bfa9864a-2c81-4a15-9635-2af4ceac182f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899425 Jan 27 14:54:13.073688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38162) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:13.163613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.163961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] Deleting port 29476211-a4a1-4e45-91e3-3914f5cecbd2 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:13.164171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.188074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for d359244b-2e68-418b-8b45-6cebaef392bb owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:13.188426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1bbfeb-5644-44d8-911e-a94da6ac8ac2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:13.192867 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f1bbfeb-5644-44d8-911e-a94da6ac8ac2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1207192 Jan 27 14:54:13.194914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.195242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.197414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38164) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:13.199750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-2584ac70-3a5a-4545-b5e6-f4463c6e3424 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:13.201420 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-2584ac70-3a5a-4545-b5e6-f4463c6e3424 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 812 time: 0.2573788 Jan 27 14:54:13.203330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.250672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 1c0c4fa2-9356-41f7-b35f-8b83fc9130df owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:13.259073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdc2988-6ad3-4a88-9a0b-e2047db5227d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:13.266806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] For port 29476211-a4a1-4e45-91e3-3914f5cecbd2, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=29476211-a4a1-4e45-91e3-3914f5cecbd2,segment=NetworkSegment(08d14c3a-b39e-47d5-8e4d-f0e09774f2fc),segment_id=08d14c3a-b39e-47d5-8e4d-f0e09774f2fc)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:13.266806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.277070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.284867 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f359f050-7bdd-471b-9ee3-fa5338305249 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/4cdc2988-6ad3-4a88-9a0b-e2047db5227d HTTP/1.1" status: 204 len: 168 time: 1.0083725 Jan 27 14:54:13.285619 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38166) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:13.300964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04905e-6eac-43f9-aed3-56fa283f6526 None None] Network f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:13.359349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] DHCP port deletion for 54ed4f89-dea6-4178-95d4-b6863af583eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:13.369149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] Calling delete_port for 29476211-a4a1-4e45-91e3-3914f5cecbd2 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:13.393931 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e42db4d6-e347-451c-8475-09d797ff2ab7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 379 time: 0.1802404 Jan 27 14:54:13.406837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'port': {'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'admin_state_up': True, 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'security_groups': ['554617c7-e8ea-40d4-a86c-08bb57246ab7']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:13.493944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.614392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.645730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] Deleting port 7f1302d2-b90f-4e9c-a005-400e359f7c0a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:13.646239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.693332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 29476211-a4a1-4e45-91e3-3914f5cecbd2 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:13.695002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.700303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Made reservation on behalf of 5dc4826cb0314ba696e97a0ec792bf34 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:13.701274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] DHCP port deletion for f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:13.713003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.745392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] No DVR routers for this DVR port 29476211-a4a1-4e45-91e3-3914f5cecbd2 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:13.761928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2ab19-827b-4604-9721-28f6bd9eac04 None None] Pushing event deleted for resources: {'Port': ['ID=29476211-a4a1-4e45-91e3-3914f5cecbd2,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:13.824311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7f1302d2-b90f-4e9c-a005-400e359f7c0a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:13.854087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa71d6ce-a8ea-43ae-b4e3-ff00a1d0b993 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:13.857872 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fa71d6ce-a8ea-43ae-b4e3-ff00a1d0b993 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6571734 Jan 27 14:54:13.877000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38174) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:13.900428 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-25ecbd9f-bd73-4ee3-b075-690d5b19f649 req-80397a32-859b-4f5f-8ac9-c72a601083a0 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.0637312 Jan 27 14:54:13.903539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] For port 7f1302d2-b90f-4e9c-a005-400e359f7c0a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7f1302d2-b90f-4e9c-a005-400e359f7c0a,segment=NetworkSegment(d12cb321-38e8-470b-bc29-e4f07bd9a742),segment_id=d12cb321-38e8-470b-bc29-e4f07bd9a742)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:13.904371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.942604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] Calling delete_port for 7f1302d2-b90f-4e9c-a005-400e359f7c0a owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:13.984092 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-51baee12-7148-4a3a-9d5d-fa11825d33f6 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983446 Jan 27 14:54:13.984092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port 29476211-a4a1-4e45-91e3-3914f5cecbd2, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:13.984092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:13.984725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38176) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.030182 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a01b46a-dd4c-4a56-95f5-01136a8bfeca tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.030940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a01b46a-dd4c-4a56-95f5-01136a8bfeca tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.039946 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5a01b46a-dd4c-4a56-95f5-01136a8bfeca tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/ebeb2b71-8ffd-43ee-9f24-9501f5115843 HTTP/1.1" status: 404 len: 333 time: 0.0504310 Jan 27 14:54:14.039946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 29476211-a4a1-4e45-91e3-3914f5cecbd2 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:14.043490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38178) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.045193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Port 29476211-a4a1-4e45-91e3-3914f5cecbd2 was not found and therefore no delete operation was performed {{(pid=108742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:54:14.084947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.091722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.120648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.133260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea015839-c71e-471b-8d43-5a0851c8559e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.139766 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7432d0e5-e5d3-4f6a-a945-521a98ce5fa1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.140234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7432d0e5-e5d3-4f6a-a945-521a98ce5fa1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.147748 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7432d0e5-e5d3-4f6a-a945-521a98ce5fa1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/51099586-1567-43b1-8b48-f684af35ce03 HTTP/1.1" status: 404 len: 337 time: 0.0970581 Jan 27 14:54:14.147748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=29476211-a4a1-4e45-91e3-3914f5cecbd2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:14.148085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] Pushing event deleted for resources: {'Port': ['ID=7f1302d2-b90f-4e9c-a005-400e359f7c0a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:14.150703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38180) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.154902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed21f2-53fb-45f9-ae4c-776328762dd7 None None] No DVR routers for this DVR port 7f1302d2-b90f-4e9c-a005-400e359f7c0a on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:14.181940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] Deleting port 6e1cec19-da72-4db9-98ad-21a7e21ac45a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:14.182456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.182941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port 29476211-a4a1-4e45-91e3-3914f5cecbd2 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:14.188922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.221248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=d359244b-2e68-418b-8b45-6cebaef392bb,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:14.231720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Allocated IP 172.20.0.11 (99c061cd-9f30-49b4-af76-944f2b547d02/cea828b1-6735-456c-956d-18d34c14848b/fdcad329-a77d-4be3-b70a-fb693a4f6ab6) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:14.233900 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-377f5597-c1ff-41be-8c5e-8bbe5ac23b98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.234512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377f5597-c1ff-41be-8c5e-8bbe5ac23b98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.242085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-377f5597-c1ff-41be-8c5e-8bbe5ac23b98 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/09336956-78c6-4334-8054-7bfa82554163 HTTP/1.1" status: 404 len: 337 time: 0.0838630 Jan 27 14:54:14.248480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38184) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.262080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.330980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] For port 6e1cec19-da72-4db9-98ad-21a7e21ac45a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6e1cec19-da72-4db9-98ad-21a7e21ac45a,segment=NetworkSegment(a6731b35-61fe-4580-b9c4-43bfb6c1899f),segment_id=a6731b35-61fe-4580-b9c4-43bfb6c1899f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:14.331773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.339255 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fcead7-6308-409b-87c9-bd284021d9e0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.340615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=1c0c4fa2-9356-41f7-b35f-8b83fc9130df,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:14.353057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fcead7-6308-409b-87c9-bd284021d9e0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.359935 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-46fcead7-6308-409b-87c9-bd284021d9e0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/53fa17cf-b832-4ef8-b091-5e92acc4d8a8 HTTP/1.1" status: 404 len: 333 time: 0.1096182 Jan 27 14:54:14.360832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38186) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.372806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.374832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] Calling delete_port for 6e1cec19-da72-4db9-98ad-21a7e21ac45a owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:14.404568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 29476211-a4a1-4e45-91e3-3914f5cecbd2 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:14.408924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2218328b-a868-46c0-b632-462147db18c3']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:14.430730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d14c3a-b39e-47d5-8e4d-f0e09774f2fc') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:14.431082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d14c3a-b39e-47d5-8e4d-f0e09774f2fc') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:14.438676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 29476211-a4a1-4e45-91e3-3914f5cecbd2 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:14.439474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 29476211-a4a1-4e45-91e3-3914f5cecbd2 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:14.448630 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.450111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.456695 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dbd720ba-0668-4028-9e48-21739b8b3873 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/d359244b-2e68-418b-8b45-6cebaef392bb HTTP/1.1" status: 204 len: 168 time: 1.7826738 Jan 27 14:54:14.459191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38188) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.470127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.478604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:14.479705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.501631 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e672471-150c-49df-b7b3-fda1f9a26d76 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:54:14.506288 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1e672471-150c-49df-b7b3-fda1f9a26d76 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/d359244b-2e68-418b-8b45-6cebaef392bb HTTP/1.1" status: 404 len: 333 time: 0.0452077 Jan 27 14:54:14.507467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38190) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.556905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:14.568702 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:14.573808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.574144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 6a7db254-030f-462a-bcd3-5fcb70dc59c2 disassociated (deleted). External IP: 172.26.6.211, port: 49342374-aaec-4778-bb6b-5c6b8f384bfb. Jan 27 14:54:14.581478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet f5f0e835-a608-4fcf-83ab-f6e31fd06001 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:14.602229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] Pushing event deleted for resources: {'Port': ['ID=6e1cec19-da72-4db9-98ad-21a7e21ac45a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:14.608652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755d83e-b213-43d3-abb6-df07863dd03d None None] No DVR routers for this DVR port 6e1cec19-da72-4db9-98ad-21a7e21ac45a on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:14.623178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.624524 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa7e61c-6c22-4f22-baf2-ac4fe47ed44f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.625176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa7e61c-6c22-4f22-baf2-ac4fe47ed44f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.631084 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-daa7e61c-6c22-4f22-baf2-ac4fe47ed44f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/186b2a3b-ff3f-4493-a784-ee42718de782 HTTP/1.1" status: 404 len: 337 time: 0.0681691 Jan 27 14:54:14.637964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38192) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.640435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c1407-ee6f-4993-afbf-0534474ce41f None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:54:14.673145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.675364 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-476d48c1-5632-4f96-9d59-d27cbe6d9362 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.675892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476d48c1-5632-4f96-9d59-d27cbe6d9362 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.683315 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-476d48c1-5632-4f96-9d59-d27cbe6d9362 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/e74388c8-d877-4ae0-883d-6476fc0d4359 HTTP/1.1" status: 404 len: 337 time: 0.0422223 Jan 27 14:54:14.683553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38194) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.697222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.701557 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/2218328b-a868-46c0-b632-462147db18c3 HTTP/1.1" status: 204 len: 168 time: 1.4117160 Jan 27 14:54:14.706207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38196) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.745926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613a36-e1e6-4b1b-a248-bc2340f5521a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=2218328b-a868-46c0-b632-462147db18c3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:14.778603 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb983b6e-52c7-4f01-b4b0-f8aececb62bf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.779724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb983b6e-52c7-4f01-b4b0-f8aececb62bf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.785723 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cb983b6e-52c7-4f01-b4b0-f8aececb62bf tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/29ed79ad-5750-431d-a24c-5c096847bc3f HTTP/1.1" status: 404 len: 333 time: 0.0982316 Jan 27 14:54:14.787438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38198) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.789971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c1407-ee6f-4993-afbf-0534474ce41f None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:54:14.810601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:14.867333 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72d4475-2bcf-4e52-9879-86b2ea883efd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:14.867672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72d4475-2bcf-4e52-9879-86b2ea883efd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:14.873623 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b72d4475-2bcf-4e52-9879-86b2ea883efd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/18a215b2-e6af-46a1-9803-05c0c389011a HTTP/1.1" status: 404 len: 337 time: 0.0810246 Jan 27 14:54:14.879999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38200) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:14.969269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.088654 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb5ff48-450d-4030-8996-df68c7be9bc0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.089128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb5ff48-450d-4030-8996-df68c7be9bc0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.095297 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5cb5ff48-450d-4030-8996-df68c7be9bc0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/02478f7b-8eae-4884-b989-caa7a0184870 HTTP/1.1" status: 404 len: 337 time: 0.2142661 Jan 27 14:54:15.099769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38204) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.142978 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b42b69e-cd4b-473c-88c6-9d97492205ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.143778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b42b69e-cd4b-473c-88c6-9d97492205ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.149702 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7b42b69e-cd4b-473c-88c6-9d97492205ea tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/7c9397bd-f6e6-4827-b9a6-a90439ec0691 HTTP/1.1" status: 404 len: 333 time: 0.0401139 Jan 27 14:54:15.165084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38206) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.172656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f00470ab-4ae3-4eed-9933-35cc5f8165e1 req-27d6ebd6-95b3-466e-a5d1-c9aa894b7bcb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.1124010 Jan 27 14:54:15.211623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.254410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-41abed02-f5b5-48d0-96a1-55be19b90b24 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.255017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41abed02-f5b5-48d0-96a1-55be19b90b24 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.258925 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-41abed02-f5b5-48d0-96a1-55be19b90b24 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/102b62af-c308-45d4-9af9-77ebc5759270 HTTP/1.1" status: 404 len: 337 time: 0.0911438 Jan 27 14:54:15.266485 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38208) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.290456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f0e835-a608-4fcf-83ab-f6e31fd06001,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:15.295110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.301395 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-419a8ead-e83c-49fb-af69-67b50ebf4101 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/f5f0e835-a608-4fcf-83ab-f6e31fd06001 HTTP/1.1" status: 204 len: 168 time: 0.7913020 Jan 27 14:54:15.302018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38210) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.307618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe846eb-5fac-47bd-b6df-c94201a3bf33 None None] Network 53e34095-18fd-4ec3-aca5-36dfecf1df80 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:15.315681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.325170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c22e2c-1c50-4760-9785-8d20983b4c08 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.325628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c22e2c-1c50-4760-9785-8d20983b4c08 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.333273 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-82c22e2c-1c50-4760-9785-8d20983b4c08 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/afcf472e-b66a-41d2-baaf-7c09285ff829 HTTP/1.1" status: 404 len: 337 time: 0.0612068 Jan 27 14:54:15.335373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38212) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.383053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.384966 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa2779d-7f87-4bea-a80d-115fd1500297 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.385693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa2779d-7f87-4bea-a80d-115fd1500297 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.391137 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cfa2779d-7f87-4bea-a80d-115fd1500297 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/8f88892a-f0b5-4008-aa59-3c11b767ac55 HTTP/1.1" status: 404 len: 333 time: 0.0486133 Jan 27 14:54:15.392449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38214) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.429642 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-834d4294-779f-4ac2-b4a1-e9065229e75d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.430329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834d4294-779f-4ac2-b4a1-e9065229e75d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.433323 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-834d4294-779f-4ac2-b4a1-e9065229e75d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/398503bc-497c-4223-8096-951022e2a584 HTTP/1.1" status: 404 len: 337 time: 0.0385132 Jan 27 14:54:15.438298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38216) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.513497 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2635aa4-8b49-4d4c-96bc-565866aa4283 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.514229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2635aa4-8b49-4d4c-96bc-565866aa4283 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.523325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c2635aa4-8b49-4d4c-96bc-565866aa4283 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/95163d8d-697e-4bda-8014-3f9a808accd6 HTTP/1.1" status: 404 len: 333 time: 0.0762155 Jan 27 14:54:15.523325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38218) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.539672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.546504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.560624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] DHCP port deletion for 53e34095-18fd-4ec3-aca5-36dfecf1df80 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:15.564954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.568025 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a2fca8-ee95-4280-adf6-5b9e08b77a43 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.568527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a2fca8-ee95-4280-adf6-5b9e08b77a43 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.576210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-52a2fca8-ee95-4280-adf6-5b9e08b77a43 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/3549c8cb-49f5-43da-8d01-f474731855c3 HTTP/1.1" status: 404 len: 337 time: 0.0490856 Jan 27 14:54:15.577812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38220) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.605158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:15.606852 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-0976c2cf-9c09-49d7-ad31-2f4e159e23d8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.607945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0976c2cf-9c09-49d7-ad31-2f4e159e23d8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.615339 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0976c2cf-9c09-49d7-ad31-2f4e159e23d8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/3098ad07-83ea-4599-82f1-711cdf3808d9 HTTP/1.1" status: 404 len: 333 time: 0.0324585 Jan 27 14:54:15.615822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router f91a68a7-68ea-49cc-b509-0aaddbb07d92 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:15.617819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38222) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.628294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6731b35-61fe-4580-b9c4-43bfb6c1899f') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:15.628930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6731b35-61fe-4580-b9c4-43bfb6c1899f') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:15.640736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Network 99c061cd-9f30-49b4-af76-944f2b547d02 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:15.663413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:15.666580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.669127 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc50cce-f1e3-4077-8da8-0a07ace7adef tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.669594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc50cce-f1e3-4077-8da8-0a07ace7adef tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.674960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1fc50cce-f1e3-4077-8da8-0a07ace7adef tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/146c0f27-de4f-4c8b-a1f2-42b44b24c1c1 HTTP/1.1" status: 404 len: 337 time: 0.0543447 Jan 27 14:54:15.676985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38224) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.696062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:15.751215 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] Deleting port d835d60f-4130-40a5-9229-4d42c56a7741 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:15.751503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.760863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e1cec19-da72-4db9-98ad-21a7e21ac45a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:15.763810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc67f75b-5c6d-43f4-b514-be0ef6b5a0d2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.764393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc67f75b-5c6d-43f4-b514-be0ef6b5a0d2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.769907 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-dc67f75b-5c6d-43f4-b514-be0ef6b5a0d2 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/8ad792ff-ea14-4cef-99b7-edf612b8bc1d HTTP/1.1" status: 404 len: 333 time: 0.0870430 Jan 27 14:54:15.776675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38226) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.801974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:15.802839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.809005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 6e1cec19-da72-4db9-98ad-21a7e21ac45a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:15.809745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6e1cec19-da72-4db9-98ad-21a7e21ac45a not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:15.810172 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d835d60f-4130-40a5-9229-4d42c56a7741 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:15.819802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:15.831931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.863710 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e9b852ea-3373-4e55-a42a-539461f0c638 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4509671 Jan 27 14:54:15.869703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Request body: {'port': {'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:15.889242 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-28066c17-221f-4964-aff4-eb565118a5bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:15.889650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28066c17-221f-4964-aff4-eb565118a5bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:15.897100 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-28066c17-221f-4964-aff4-eb565118a5bd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/e203929a-8011-4073-8ab6-8fbb897ed48d HTTP/1.1" status: 404 len: 337 time: 0.1172092 Jan 27 14:54:15.901435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38228) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:15.930173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] For port d835d60f-4130-40a5-9229-4d42c56a7741, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d835d60f-4130-40a5-9229-4d42c56a7741,segment=NetworkSegment(2dc71f51-74a5-44d3-a43a-44aedd60fafa),segment_id=2dc71f51-74a5-44d3-a43a-44aedd60fafa)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:15.930686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.950148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:15.950435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] Calling delete_port for d835d60f-4130-40a5-9229-4d42c56a7741 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:15.950606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:15.961809 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:16.064323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.093246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.096186 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ca9269-d6f3-45e9-8618-e7826be3ca63 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:16.102297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ca9269-d6f3-45e9-8618-e7826be3ca63 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:16.115520 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e5ca9269-d6f3-45e9-8618-e7826be3ca63 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/ac14e029-e25c-4154-b80e-3dd9358ccac3 HTTP/1.1" status: 404 len: 333 time: 0.2033958 Jan 27 14:54:16.125323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38230) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.136600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port d835d60f-4130-40a5-9229-4d42c56a7741 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:16.138303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.140974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.149718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f80d900d-b50c-4ba3-9348-a623fd5995b8 None None] Provisioning complete for port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:16.150095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f80d900d-b50c-4ba3-9348-a623fd5995b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.154796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.161210 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8 HTTP/1.1" status: 204 len: 168 time: 1.4465020 Jan 27 14:54:16.168828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38232) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.180648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-332561515'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:16.202439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f80d900d-b50c-4ba3-9348-a623fd5995b8 None None] Port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:16.236772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634b0db-846a-401a-abb2-62e656173e2c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=f4ccacb6-4d89-48d9-aa8d-c73fb7e464a8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:16.280760 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e079f873-058a-419b-9354-16359606dee9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:16.283709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e079f873-058a-419b-9354-16359606dee9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:16.286433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e74ba346-c179-4c7f-9edb-9ea4e18adc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.291187 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e079f873-058a-419b-9354-16359606dee9 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/d31b6ac3-2732-43d7-8e22-f46598fb3509 HTTP/1.1" status: 404 len: 337 time: 0.1450922 Jan 27 14:54:16.295761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port d835d60f-4130-40a5-9229-4d42c56a7741, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d835d60f-4130-40a5-9229-4d42c56a7741,segment=NetworkSegment(2dc71f51-74a5-44d3-a43a-44aedd60fafa),segment_id=2dc71f51-74a5-44d3-a43a-44aedd60fafa)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:16.302918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.337763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.362620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] No DVR routers for this DVR port d835d60f-4130-40a5-9229-4d42c56a7741 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:16.375154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38236) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.376625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:16.390742 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.395005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] Sync routers for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:16.418127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=d835d60f-4130-40a5-9229-4d42c56a7741,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:16.428884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:16.429683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:16.446721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:16.454860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.526617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bd80f-c0a4-4f68-af2d-3797a0e0dc3a None None] Pushing event deleted for resources: {'Port': ['ID=d835d60f-4130-40a5-9229-4d42c56a7741,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:16.551447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-522d2002-595d-489a-962c-87cc5907ba77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:16.552310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522d2002-595d-489a-962c-87cc5907ba77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:16.560423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-522d2002-595d-489a-962c-87cc5907ba77 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/59a13dc4-6b4a-4c82-b076-4d423c1fdb3d HTTP/1.1" status: 404 len: 333 time: 0.1628234 Jan 27 14:54:16.566432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38238) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.582823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] For port d835d60f-4130-40a5-9229-4d42c56a7741, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d835d60f-4130-40a5-9229-4d42c56a7741,segment=NetworkSegment(2dc71f51-74a5-44d3-a43a-44aedd60fafa),segment_id=2dc71f51-74a5-44d3-a43a-44aedd60fafa)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:16.583838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.593477 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-968a8227-4564-4593-b35f-b0a96726693b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/6a7db254-030f-462a-bcd3-5fcb70dc59c2 HTTP/1.1" status: 204 len: 168 time: 4.0857093 Jan 27 14:54:16.611940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:16.620503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:54:16.622963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c29836-a367-4ae2-89d8-a255618d3052" -d '{"events": [{"name": "network-changed", "server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:54:16.650138 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5c40e2-697e-4949-b169-d07531b850ba tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:16.652146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5c40e2-697e-4949-b169-d07531b850ba tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:16.662507 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a5c40e2-697e-4949-b169-d07531b850ba tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/9ed458c4-157a-430b-bf1d-486ca13689e1 HTTP/1.1" status: 404 len: 337 time: 0.0898569 Jan 27 14:54:16.662507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for d835d60f-4130-40a5-9229-4d42c56a7741 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:16.664389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38244) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.669293 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:16.675040 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:16.686963 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment 0c3e42f1-a032-4c2b-874b-43125a7b0bb7 of type vlan for network 812c0401-c82a-4ee3-850a-6de950791406 Jan 27 14:54:16.734576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4371149-1c26-4397-8666-49fb34104c83 req-006c4c7c-b2fc-45e5-bbaf-624a249391d7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:16.749498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4371149-1c26-4397-8666-49fb34104c83 req-006c4c7c-b2fc-45e5-bbaf-624a249391d7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 932 time: 0.3341987 Jan 27 14:54:16.750165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-10027b9a-ac17-4cfe-9b15-eabae14094f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:16.750614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10027b9a-ac17-4cfe-9b15-eabae14094f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:16.756098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-10027b9a-ac17-4cfe-9b15-eabae14094f3 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/01225ccd-327b-428c-8b9f-01de9181ebe2 HTTP/1.1" status: 404 len: 337 time: 0.0870452 Jan 27 14:54:16.756382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38246) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.849675 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-062f8487-5bed-48ea-b1bd-837caa4de9b1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:16.851258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062f8487-5bed-48ea-b1bd-837caa4de9b1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:16.854731 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-062f8487-5bed-48ea-b1bd-837caa4de9b1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/4b8aa34f-546f-4f40-80e8-bbfa3791faa8 HTTP/1.1" status: 404 len: 333 time: 0.0967596 Jan 27 14:54:16.874237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38250) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.925935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1a2fd9-6dc6-4b77-b98c-e019fdfc752b x-openstack-request-id: req-3b1a2fd9-6dc6-4b77-b98c-e019fdfc752b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:54:16.926229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:54:16.926480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b1a2fd9-6dc6-4b77-b98c-e019fdfc752b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:54:16.928217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'status': 'completed', 'code': 200} Jan 27 14:54:16.978759 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e728d12d-8259-412d-a8fc-a0c90c8bfbcd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:16.979216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e728d12d-8259-412d-a8fc-a0c90c8bfbcd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:16.988454 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e728d12d-8259-412d-a8fc-a0c90c8bfbcd tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/258bbb49-2008-4772-abef-2716538e466f HTTP/1.1" status: 404 len: 337 time: 0.1065896 Jan 27 14:54:16.991043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38252) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:16.993317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.032942 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4371149-1c26-4397-8666-49fb34104c83 req-4e2fbc42-4a20-4a5b-aa6e-14e31cc70462 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665699 Jan 27 14:54:17.073178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:17.102675 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5b01d1-7fb6-490f-aa4a-6a994f2a66c0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:17.103391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5b01d1-7fb6-490f-aa4a-6a994f2a66c0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:17.109024 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cc5b01d1-7fb6-490f-aa4a-6a994f2a66c0 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/38d10060-7e79-4a33-a9f7-9ee3172ab951 HTTP/1.1" status: 404 len: 337 time: 0.1066954 Jan 27 14:54:17.115001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38256) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.122208 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] Checking router: f91a68a7-68ea-49cc-b509-0aaddbb07d92 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:54:17.142358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:17.143652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:17.162133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.173403 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4d5a40-a6ba-4e94-af9a-b812f5b089e1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:17.175697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4d5a40-a6ba-4e94-af9a-b812f5b089e1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:17.182315 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f4d5a40-a6ba-4e94-af9a-b812f5b089e1 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/36546104-9fa0-41f8-a939-7446023cd72c HTTP/1.1" status: 404 len: 333 time: 0.0580409 Jan 27 14:54:17.182315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.189567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:17.190290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.195171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38258) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.222669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dd1d0-fb43-4e6a-a852-2c7c1948bc5d req-fa1d0d55-6295-473d-94bb-16714cd7319b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:17.225771 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-933dd1d0-fb43-4e6a-a852-2c7c1948bc5d req-fa1d0d55-6295-473d-94bb-16714cd7319b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 946 time: 0.2380550 Jan 27 14:54:17.231601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=d835d60f-4130-40a5-9229-4d42c56a7741,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:17.272745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No DVR routers for this DVR port d835d60f-4130-40a5-9229-4d42c56a7741 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:17.320764 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-32939c70-0d9d-44ca-bff7-5de7f265f770 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:17.321677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32939c70-0d9d-44ca-bff7-5de7f265f770 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:17.333609 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-32939c70-0d9d-44ca-bff7-5de7f265f770 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/6a5a546c-e5b0-47e6-ae30-1029efc069db HTTP/1.1" status: 404 len: 337 time: 0.1272550 Jan 27 14:54:17.335025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29836-a367-4ae2-89d8-a255618d3052 req-61dd0fa2-9164-4290-a2c8-033aeda28a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:17.337888 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-61dd0fa2-9164-4290-a2c8-033aeda28a3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 1099 time: 0.3477619 Jan 27 14:54:17.339844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38260) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.365187 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-933dd1d0-fb43-4e6a-a852-2c7c1948bc5d req-3694cd0d-9419-43eb-80ff-415fb31a5afb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296790 Jan 27 14:54:17.462003 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4b9688-94d6-4cae-8220-2f5fc1c61b86 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:17.462466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4b9688-94d6-4cae-8220-2f5fc1c61b86 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:17.467254 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bd4b9688-94d6-4cae-8220-2f5fc1c61b86 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/f2b58296-c472-4a05-80d0-a975a4f7dc31 HTTP/1.1" status: 404 len: 337 time: 0.1256697 Jan 27 14:54:17.470867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38262) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.488787 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3132293 Jan 27 14:54:17.489671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.512500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38264) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.524862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': '812c0401-c82a-4ee3-850a-6de950791406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:17.592113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:17.625443 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50ffa03-921b-4d90-b2e5-2c50e919b504 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:17.626079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50ffa03-921b-4d90-b2e5-2c50e919b504 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:17.642563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c50ffa03-921b-4d90-b2e5-2c50e919b504 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/47d65b22-30cc-4109-9245-398fd89d2955 HTTP/1.1" status: 404 len: 333 time: 0.1581724 Jan 27 14:54:17.649934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38266) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.660952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29836-a367-4ae2-89d8-a255618d3052 req-4b31fad9-7509-42e4-8f8f-b512572c174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:17.680265 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-4b31fad9-7509-42e4-8f8f-b512572c174c service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ef93eb6-19a1-4afc-9165-699840c5354b HTTP/1.1" status: 200 len: 898 time: 0.2912018 Jan 27 14:54:17.692566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e34095-18fd-4ec3-aca5-36dfecf1df80']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:17.697059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd0ded3-af1e-427b-b530-73bcf150b05d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:17.697512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd0ded3-af1e-427b-b530-73bcf150b05d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:17.704968 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-afd0ded3-af1e-427b-b530-73bcf150b05d tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/69987187-27d8-4e43-bcde-a5f5e695f653 HTTP/1.1" status: 404 len: 337 time: 0.0490739 Jan 27 14:54:17.710342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38268) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.729644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc71f51-74a5-44d3-a43a-44aedd60fafa') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:17.729973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc71f51-74a5-44d3-a43a-44aedd60fafa') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:17.791781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.794986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-52649bc5-8f04-46ef-80ea-7c639bf45824 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:17.795584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52649bc5-8f04-46ef-80ea-7c639bf45824 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:17.803170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-52649bc5-8f04-46ef-80ea-7c639bf45824 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/7e3b4c84-ef06-4c6a-a0b4-706c3fc7564c HTTP/1.1" status: 404 len: 337 time: 0.0854921 Jan 27 14:54:17.804910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38270) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:17.818971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:17.822561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.833049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcad329-a77d-4be3-b70a-fb693a4f6ab6 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:54:17.851335 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-d9687082-ea45-4dbc-a40f-4dad2e5bd036 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb HTTP/1.1" status: 200 len: 217 time: 0.1321278 Jan 27 14:54:17.866148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.873353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:17.946044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b379d52-8d91-4798-8613-5731b41945f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=812c0401-c82a-4ee3-850a-6de950791406,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:17.968512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 812c0401-c82a-4ee3-850a-6de950791406 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:17.982675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Transition to ACTIVE for port object fdcad329-a77d-4be3-b70a-fb693a4f6ab6 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:54:17.997197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.039504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.046494 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7dc4983f-3ed3-4519-9854-c65fc7bf80e5 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports?device_id=a870b83d-1492-481e-a385-2afb29fa7173 HTTP/1.1" status: 200 len: 205 time: 0.2389987 Jan 27 14:54:18.054529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38272) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:18.075803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:18.076401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:18.093772 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:18.142559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29836-a367-4ae2-89d8-a255618d3052 req-c66174f8-9b9c-4dcb-adad-79174fcc74da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:18.145354 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-c66174f8-9b9c-4dcb-adad-79174fcc74da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7564b5a6-31c6-463b-8e3e-c3e2dd76d25a HTTP/1.1" status: 200 len: 834 time: 0.2738733 Jan 27 14:54:18.287552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:18.304836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:18.309782 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-f89e0a3c-444c-4299-ad20-f724d5c1b20b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] delete failed (client error): The resource could not be found. Jan 27 14:54:18.315585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f89e0a3c-444c-4299-ad20-f724d5c1b20b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/routers/a870b83d-1492-481e-a385-2afb29fa7173 HTTP/1.1" status: 404 len: 336 time: 0.2541349 Jan 27 14:54:18.383739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38276) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:18.408090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819a1ada-8465-48ac-a9de-b02f6e95513d None None] The sync data for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv is: [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:53:11Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a05aaf96-e04f-43db-9158-b4150f58a4e3', 'name': '', 'network_id': '4ef93eb6-19a1-4afc-9165-699840c5354b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:33:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:09Z', 'updated_at': '2022-01-27T14:53:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '7564b5a6-31c6-463b-8e3e-c3e2dd76d25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:18.504147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Attempting to bind port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:18.505024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Attempting to bind port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:18.505285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Attempting to bind port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:18.519201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29836-a367-4ae2-89d8-a255618d3052 req-b83bdf8d-db30-4884-ad4d-88a1a7a1e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:18.521906 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-b83bdf8d-db30-4884-ad4d-88a1a7a1e009 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ef93eb6-19a1-4afc-9165-699840c5354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3646276 Jan 27 14:54:18.523749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 on network 99c061cd-9f30-49b4-af76-944f2b547d02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:54:18.524261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Attempting to bind port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:18.554229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:18.554229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Checking segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:18.554908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Bound using segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:18.555247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b7c09b-a0e3-4e9a-969b-e3c10854a858 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:18.555663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Bound port: fdcad329-a77d-4be3-b70a-fb693a4f6ab6, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:18.555872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b7c09b-a0e3-4e9a-969b-e3c10854a858 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:18.556311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.558884 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-63b7c09b-a0e3-4e9a-969b-e3c10854a858 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/a850247d-c17a-4ea0-b145-f9de0feed860 HTTP/1.1" status: 404 len: 337 time: 0.1741040 Jan 27 14:54:18.588710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38280) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:18.604429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.638499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.641852 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/53e34095-18fd-4ec3-aca5-36dfecf1df80 HTTP/1.1" status: 204 len: 168 time: 3.3326764 Jan 27 14:54:18.650700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38282) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:18.656462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-637231381'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:18.686013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.695512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42243-e7a9-42e1-8899-25710e75c212 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=53e34095-18fd-4ec3-aca5-36dfecf1df80,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:18.704646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-c6f0b4c0-d8ea-49bf-9bab-cb9f830fc00c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:18.706229 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-c6f0b4c0-d8ea-49bf-9bab-cb9f830fc00c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 946 time: 0.4834805 Jan 27 14:54:18.719501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d2ebd-8ac7-4221-a316-b08e5b29f4e3 req-86ace323-b0e3-4554-b46b-eddcda7eeb5c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:18.721081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1d2ebd-8ac7-4221-a316-b08e5b29f4e3 req-86ace323-b0e3-4554-b46b-eddcda7eeb5c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 944 time: 0.4743538 Jan 27 14:54:18.747196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:18.801748 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b801e5b4-0593-4640-8c1d-5697c2d35b65 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a564a1-19c8-43a5-bbb4-764b0b4d2f8a HTTP/1.1" status: 200 len: 205 time: 0.2071433 Jan 27 14:54:18.812400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38284) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:18.826211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c830d9-e9ef-4b79-a258-fe0a517456e0 req-58ead2cb-6907-4906-b5ad-99abc5b3cf37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:18.828860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e5c830d9-e9ef-4b79-a258-fe0a517456e0 req-58ead2cb-6907-4906-b5ad-99abc5b3cf37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 946 time: 0.2977798 Jan 27 14:54:18.879336 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-1ba39719-7ce5-4ba6-b656-79630d8769eb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] delete failed (client error): The resource could not be found. Jan 27 14:54:18.880404 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1ba39719-7ce5-4ba6-b656-79630d8769eb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/routers/53a564a1-19c8-43a5-bbb4-764b0b4d2f8a HTTP/1.1" status: 404 len: 336 time: 0.0676067 Jan 27 14:54:18.891102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38286) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:18.933975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] For port fdcad329-a77d-4be3-b70a-fb693a4f6ab6, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:18.978197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] For port fdcad329-a77d-4be3-b70a-fb693a4f6ab6, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:19.006893 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-da2a939e-a34b-4d6a-b499-dd8a87652e90 service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716837 Jan 27 14:54:19.010128 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-95314641-5550-4a6c-bdea-e97b4de2420e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:19.012682 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95314641-5550-4a6c-bdea-e97b4de2420e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:19.018381 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95314641-5550-4a6c-bdea-e97b4de2420e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/aeaa87ff-3ed6-4933-97c9-18796a1ad2b9 HTTP/1.1" status: 404 len: 337 time: 0.1230140 Jan 27 14:54:19.035857 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff84f8-8fba-4048-9502-adfc4541dc09 None None] New status for floating IP 6a7db254-030f-462a-bcd3-5fcb70dc59c2: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:54:19.038077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.043449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38288) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:19.156745 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-072a474d-8334-4d01-8495-5959e7443332 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:19.157208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072a474d-8334-4d01-8495-5959e7443332 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:19.170033 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-072a474d-8334-4d01-8495-5959e7443332 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/bf013380-7d27-46d9-8f08-4645fb717025 HTTP/1.1" status: 404 len: 337 time: 0.1179388 Jan 27 14:54:19.170033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:19.170466 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.171822 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] 10.222.0.72 "PUT /v2.0/ports/fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 200 len: 1094 time: 3.3072381 Jan 27 14:54:19.192164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:54:19.194349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5253e00-2965-4de4-9bea-79f7c28dfa5b" -d '{"events": [{"name": "network-changed", "server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:54:19.210909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38290) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:19.219828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.283724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45793dea-e55a-46ae-bc10-0c51b4b56ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:19.426376 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f139f9be-6b79-453a-a0e0-2c0e0edaaf05 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:19.428463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f139f9be-6b79-453a-a0e0-2c0e0edaaf05 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:19.439979 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f139f9be-6b79-453a-a0e0-2c0e0edaaf05 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/c9b30dd9-3988-4d7a-a004-fff6cc2c4d08 HTTP/1.1" status: 404 len: 333 time: 0.1587994 Jan 27 14:54:19.441058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38294) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:19.489463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:19.493967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.496834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=2f6a5a3e-228b-4f64-8119-af108f46b49a,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:19.502283 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1d2ebd-8ac7-4221-a316-b08e5b29f4e3 req-0274964b-df4d-45be-92bb-897269c69040 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7467196 Jan 27 14:54:19.525420 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cd5492-d9c2-4819-8721-e6ac34403f30 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:19.528424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': '0c3e42f1-a032-4c2b-874b-43125a7b0bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '812c0401-c82a-4ee3-850a-6de950791406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:19.528797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: 812c0401-c82a-4ee3-850a-6de950791406, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:19.529413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cd5492-d9c2-4819-8721-e6ac34403f30 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:19.549018 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d3cd5492-d9c2-4819-8721-e6ac34403f30 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/9a630acd-4f07-40d9-8805-e11a1f23995d HTTP/1.1" status: 404 len: 337 time: 0.1019380 Jan 27 14:54:19.557213 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e5c830d9-e9ef-4b79-a258-fe0a517456e0 req-876e28c7-cdee-4a9a-a60b-c565cacf744b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=b999babe-128b-4284-88c3-5e13cd210a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7009089 Jan 27 14:54:19.562827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38296) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:19.616529 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd07280c-0704-4192-841e-1c36245f9161 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:19.617600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd07280c-0704-4192-841e-1c36245f9161 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:19.620967 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cd07280c-0704-4192-841e-1c36245f9161 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/442ac1d7-8ba7-4a1e-a394-fd26d5a59111 HTTP/1.1" status: 404 len: 333 time: 0.0360489 Jan 27 14:54:19.633870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:19.643594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.643946 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Added segment 34638129-d7d0-4e93-918f-fca3b1724e6b of type vlan for network 428f6703-5418-47ae-93aa-f6bae3bc18b1 Jan 27 14:54:19.653634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38298) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:19.685749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789b9d14-0bb2-4051-b79b-cd80add74cf3 x-openstack-request-id: req-789b9d14-0bb2-4051-b79b-cd80add74cf3 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:54:19.686198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:54:19.686590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-789b9d14-0bb2-4051-b79b-cd80add74cf3 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:54:19.687246 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'status': 'completed', 'code': 200} Jan 27 14:54:19.688688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.695021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-d3bcd309-944d-48a3-ae95-42d18c1d5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:19.698540 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-d3bcd309-944d-48a3-ae95-42d18c1d5d68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1097 time: 0.3723686 Jan 27 14:54:19.721837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 812c0401-c82a-4ee3-850a-6de950791406 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:19.727448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 49342374-aaec-4778-bb6b-5c6b8f384bfb {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:19.727780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.738029 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-039a4419-252a-4433-b77c-172c1c80ead8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:19.738409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039a4419-252a-4433-b77c-172c1c80ead8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:19.748186 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-039a4419-252a-4433-b77c-172c1c80ead8 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/9573701e-1152-4fe4-af06-f5654d9112a1 HTTP/1.1" status: 404 len: 337 time: 0.0890107 Jan 27 14:54:19.750497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38300) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:19.750773 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-6780c672-7c57-4a37-9096-c459008d3c80 service neutron] 10.222.0.72 "GET /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288468 Jan 27 14:54:19.806499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.812973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:19.813711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.817448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 812c0401-c82a-4ee3-850a-6de950791406) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:19.830375 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60333d2-7d6d-4b61-b0ad-e15742f9df23 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:19.830375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60333d2-7d6d-4b61-b0ad-e15742f9df23 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:19.838635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166be860-fe51-4e5c-9942-461e90fcb03f None None] Network 812c0401-c82a-4ee3-850a-6de950791406 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:19.839571 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a60333d2-7d6d-4b61-b0ad-e15742f9df23 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/1720e187-f845-4860-84a4-f95547b0db19 HTTP/1.1" status: 404 len: 333 time: 0.0834332 Jan 27 14:54:19.848296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:19.848941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:19.853635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38302) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:19.866966 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-80f12196-cd3d-494a-8dc7-12c4ec9d02b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 200 len: 217 time: 0.1389089 Jan 27 14:54:19.945332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-49e16948-aef0-4f55-90ed-04915f5cb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:19.946995 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-49e16948-aef0-4f55-90ed-04915f5cb2c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.0744681 Jan 27 14:54:20.003221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e6c05098-8cdf-46e6-a60b-27d4ddd92d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:20.004987 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-e6c05098-8cdf-46e6-a60b-27d4ddd92d53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513372 Jan 27 14:54:20.045533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-812c0401-c82a-4ee3-850a-6de950791406', 'network_id': '812c0401-c82a-4ee3-850a-6de950791406', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': '2f6a5a3e-228b-4f64-8119-af108f46b49a'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:20.045533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.047057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3944311 Jan 27 14:54:20.051620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 49342374-aaec-4778-bb6b-5c6b8f384bfb, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=49342374-aaec-4778-bb6b-5c6b8f384bfb,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:20.052622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.075914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38304) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.083030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:20.138903 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc036015-af95-4cb1-a3e4-343045c5ad14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.140137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc036015-af95-4cb1-a3e4-343045c5ad14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.150457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38306) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.150896 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cc036015-af95-4cb1-a3e4-343045c5ad14 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/54ff3dcd-7d6c-4a70-b9c3-1261f71ce23d HTTP/1.1" status: 404 len: 337 time: 0.2956965 Jan 27 14:54:20.181335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 49342374-aaec-4778-bb6b-5c6b8f384bfb owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:20.200394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ab0dd45d-d951-4f55-8076-71d5bbe2ff87 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6804438 Jan 27 14:54:20.214512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38308) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.223114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-25de5c9e-e91f-411c-9356-19be46d42467 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-128190865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:20.230731 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14e135f-5ab5-452d-b0ff-ec41b502e1aa tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.231555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14e135f-5ab5-452d-b0ff-ec41b502e1aa tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.235024 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f14e135f-5ab5-452d-b0ff-ec41b502e1aa tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/a048dfe0-c31f-4554-b363-69c03eaab5b7 HTTP/1.1" status: 404 len: 333 time: 0.0749145 Jan 27 14:54:20.240190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38310) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.250221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3a533-ba3a-4a1e-8883-15d7327536f9 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Network': ['ID=428f6703-5418-47ae-93aa-f6bae3bc18b1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:20.267470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:20.281594 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4089dd55-0868-4975-8d95-5a55835dc558 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.282222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4089dd55-0868-4975-8d95-5a55835dc558 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.285598 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4089dd55-0868-4975-8d95-5a55835dc558 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/43434fcd-0046-4c1f-ad01-e64949acc568 HTTP/1.1" status: 404 len: 337 time: 0.0436430 Jan 27 14:54:20.296121 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38312) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.329498 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02b121c-942d-43ed-878f-e85d5399c7fe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.330183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02b121c-942d-43ed-878f-e85d5399c7fe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.331846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Allocated IP 2001:db8::2 (812c0401-c82a-4ee3-850a-6de950791406/2f6a5a3e-228b-4f64-8119-af108f46b49a/bad48089-f5b5-4389-92a6-3ad9075af169) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:20.336740 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f02b121c-942d-43ed-878f-e85d5399c7fe tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/3194ac34-8b13-41ac-aad7-2a829087b98d HTTP/1.1" status: 404 len: 333 time: 0.0365129 Jan 27 14:54:20.337264 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-6c768a8c-b802-4c81-9be1-ec81729107c7 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254850 Jan 27 14:54:20.338777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38314) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.401295 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d241a2a-a31b-4a47-9cc4-1d37e3a05161 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.401883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d241a2a-a31b-4a47-9cc4-1d37e3a05161 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.409849 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8d241a2a-a31b-4a47-9cc4-1d37e3a05161 tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/d13d0e4c-b667-4acf-822a-9a2b6f9625c3 HTTP/1.1" status: 404 len: 337 time: 0.0643439 Jan 27 14:54:20.412215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38316) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.436567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25de5c9e-e91f-411c-9356-19be46d42467 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.438444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25de5c9e-e91f-411c-9356-19be46d42467 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.449296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:20.453616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.460250 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2142b6-bcb7-4965-8afa-b1b89327ed9b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.461026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2142b6-bcb7-4965-8afa-b1b89327ed9b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.466778 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-da2142b6-bcb7-4965-8afa-b1b89327ed9b tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/10031d6e-430e-4119-be1b-be75fd6f0d0e HTTP/1.1" status: 404 len: 333 time: 0.0497258 Jan 27 14:54:20.468555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38318) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.543058 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-323bd067-ea4e-4945-b6e5-3dfaf330105a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.544285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323bd067-ea4e-4945-b6e5-3dfaf330105a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.546858 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-323bd067-ea4e-4945-b6e5-3dfaf330105a tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/09353e9c-1d92-46c0-8ef9-31a5c9eacf42 HTTP/1.1" status: 404 len: 337 time: 0.0774257 Jan 27 14:54:20.551677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38320) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.604664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25de5c9e-e91f-411c-9356-19be46d42467 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.608641 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ec9bc7-37dc-4496-a57a-972d7efb12bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.609416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ec9bc7-37dc-4496-a57a-972d7efb12bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.615021 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-34ec9bc7-37dc-4496-a57a-972d7efb12bb tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/ports/b64ecf20-1d84-46b9-82b0-4426c7f03644 HTTP/1.1" status: 404 len: 333 time: 0.0534229 Jan 27 14:54:20.623767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38326) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.666853 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee01c7a-7582-4ec6-bdb1-1f592b38d34e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] DELETE failed (client error): The resource could not be found. Jan 27 14:54:20.667359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee01c7a-7582-4ec6-bdb1-1f592b38d34e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:20.673832 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aee01c7a-7582-4ec6-bdb1-1f592b38d34e tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/subnets/65f8dbe3-499a-44c5-8943-7e9917aca474 HTTP/1.1" status: 404 len: 337 time: 0.0457823 Jan 27 14:54:20.673832 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6085749a-f4e9-4cf3-807c-0e9be7cce45d req-d9c4e943-4460-4ed8-b960-35661d0302c2 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276086 Jan 27 14:54:20.675821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38328) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.724568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25de5c9e-e91f-411c-9356-19be46d42467 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.779633 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.790326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.802078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.869335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Network 812c0401-c82a-4ee3-850a-6de950791406 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:20.875214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:20.879628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:20.896139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25de5c9e-e91f-411c-9356-19be46d42467 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.898423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-25de5c9e-e91f-411c-9356-19be46d42467 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6816587 Jan 27 14:54:20.903335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38330) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:20.904062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=49342374-aaec-4778-bb6b-5c6b8f384bfb,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:20.910155 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d88ba684-2491-4f85-9b88-25c150ce8314 req-26c09266-c199-4260-8991-735e98cc0027 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2669b8c5-6e28-4ca9-a61d-31a91708322f HTTP/1.1" status: 200 len: 210 time: 0.1263506 Jan 27 14:54:20.918961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'port': {'network_id': '812c0401-c82a-4ee3-850a-6de950791406', 'name': 'tempest-RoutersIpV6Test-1623558600'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:20.937514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.960388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-2cb1860c-92fb-4c25-9ab6-13e7b6d1f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:20.961931 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-2cb1860c-92fb-4c25-9ab6-13e7b6d1f9d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1097 time: 0.1776288 Jan 27 14:54:20.966320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Pushing event updated for resources: {'Port': ['ID=bad48089-f5b5-4389-92a6-3ad9075af169,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:20.972272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4a7af-b24f-474f-828c-250381be8372 req-6e1942aa-1da2-4b97-a33b-5f28cfde1fef tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:20.979068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Attempting to bind port bad48089-f5b5-4389-92a6-3ad9075af169 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:20.979478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Attempting to bind port bad48089-f5b5-4389-92a6-3ad9075af169 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0c3e42f1-a032-4c2b-874b-43125a7b0bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '812c0401-c82a-4ee3-850a-6de950791406'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:20.979848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Attempting to bind port bad48089-f5b5-4389-92a6-3ad9075af169 on network 812c0401-c82a-4ee3-850a-6de950791406 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:20.987678 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10a4a7af-b24f-474f-828c-250381be8372 req-6e1942aa-1da2-4b97-a33b-5f28cfde1fef tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 944 time: 0.2810750 Jan 27 14:54:20.989713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:20.990140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Checking segment: {'id': '0c3e42f1-a032-4c2b-874b-43125a7b0bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '812c0401-c82a-4ee3-850a-6de950791406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:20.991053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:20.991721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Bound using segment: {'id': '0c3e42f1-a032-4c2b-874b-43125a7b0bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '812c0401-c82a-4ee3-850a-6de950791406'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:20.992400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Bound port: bad48089-f5b5-4389-92a6-3ad9075af169, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3e42f1-a032-4c2b-874b-43125a7b0bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '812c0401-c82a-4ee3-850a-6de950791406'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:20.992817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:21.091264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 49342374-aaec-4778-bb6b-5c6b8f384bfb on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:21.095899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:21.101299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] For port bad48089-f5b5-4389-92a6-3ad9075af169, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:21.102941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ade2d00f-cca5-4317-becf-8f8bc50617e6 req-9431427e-9c21-4471-a39b-8b4b70c0bb4f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/49342374-aaec-4778-bb6b-5c6b8f384bfb HTTP/1.1" status: 204 len: 173 time: 2.3575773 Jan 27 14:54:21.111825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'name': 'network-vif-deleted', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:54:21.117734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d7ed24-8cf6-4a1d-b665-69051714055d" -d '{"events": [{"server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "name": "network-vif-deleted", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:54:21.119989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] For port bad48089-f5b5-4389-92a6-3ad9075af169, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bad48089-f5b5-4389-92a6-3ad9075af169,segment=NetworkSegment(0c3e42f1-a032-4c2b-874b-43125a7b0bb7),segment_id=0c3e42f1-a032-4c2b-874b-43125a7b0bb7)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:21.130832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:21.166006 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10a4a7af-b24f-474f-828c-250381be8372 req-4d11f3e6-f814-494e-a8a9-47778d12109e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768868 Jan 27 14:54:21.168171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:21.176953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6e9fbf-24c5-4872-93e7-fc82472ec5d3 x-openstack-request-id: req-3a6e9fbf-24c5-4872-93e7-fc82472ec5d3 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:54:21.177570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2669b8c5-6e28-4ca9-a61d-31a91708322f", "name": "network-vif-deleted", "tag": "49342374-aaec-4778-bb6b-5c6b8f384bfb", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:54:21.177979 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a6e9fbf-24c5-4872-93e7-fc82472ec5d3 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:54:21.179174 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2669b8c5-6e28-4ca9-a61d-31a91708322f', 'name': 'network-vif-deleted', 'tag': '49342374-aaec-4778-bb6b-5c6b8f384bfb', 'status': 'completed', 'code': 200} Jan 27 14:54:21.243867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b74e3-03b9-4906-b6dd-e4d6a3a0fe00 None None] Pushing event updated for resources: {'Port': ['ID=bad48089-f5b5-4389-92a6-3ad9075af169,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:21.852815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bad48089-f5b5-4389-92a6-3ad9075af169 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:21.873644 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=2b7e20ad-bc9e-4111-ade3-d1aa762c1656,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:21.879260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:21.886514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-65145a8f-8f86-49aa-856d-3af39fe54c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:21.888134 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-65145a8f-8f86-49aa-856d-3af39fe54c50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.8871274 Jan 27 14:54:21.936526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port bad48089-f5b5-4389-92a6-3ad9075af169 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:21.937332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:21.962087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ed4f89-dea6-4178-95d4-b6863af583eb']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:21.971716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:21.975662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:21.980682 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-7b0154fa-6c22-4f55-b5b4-5a4d181438cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 200 len: 217 time: 0.0795662 Jan 27 14:54:21.985182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12cb321-38e8-470b-bc29-e4f07bd9a742') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:21.985496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12cb321-38e8-470b-bc29-e4f07bd9a742') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:21.992307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38336) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:22.021103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.046458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Checking segment: {'id': '34638129-d7d0-4e93-918f-fca3b1724e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:22.046881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network hostable DHCP agents. Network: 428f6703-5418-47ae-93aa-f6bae3bc18b1, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:22.074315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.081870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] device_id is not set on port d0866367-58aa-4452-80cb-00f7334a5b2e yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:54:22.092106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dd76d98-80df-4914-93ec-966484a17605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.101517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.125452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port bad48089-f5b5-4389-92a6-3ad9075af169, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bad48089-f5b5-4389-92a6-3ad9075af169,segment=NetworkSegment(0c3e42f1-a032-4c2b-874b-43125a7b0bb7),segment_id=0c3e42f1-a032-4c2b-874b-43125a7b0bb7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:22.128120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:22.128952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.132613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:22.136584 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:22.148990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dd76d98-80df-4914-93ec-966484a17605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.196064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=bad48089-f5b5-4389-92a6-3ad9075af169,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:22.264065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dd76d98-80df-4914-93ec-966484a17605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.268630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3dd76d98-80df-4914-93ec-966484a17605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.273766 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3dd76d98-80df-4914-93ec-966484a17605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/b999babe-128b-4284-88c3-5e13cd210a14 HTTP/1.1" status: 204 len: 168 time: 0.2760270 Jan 27 14:54:22.282572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-00e75129-70f9-40bd-8e60-c504db1193f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:22.285120 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-00e75129-70f9-40bd-8e60-c504db1193f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.2965043 Jan 27 14:54:22.315172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd76d98-80df-4914-93ec-966484a17605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b999babe-128b-4284-88c3-5e13cd210a14,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:22.353604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264233a-9a01-49d9-b126-0b5969d1930a req-5feab6a8-7326-4aed-9946-7fee45952e7d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:22.362608 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1264233a-9a01-49d9-b126-0b5969d1930a req-5feab6a8-7326-4aed-9946-7fee45952e7d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 944 time: 0.0890734 Jan 27 14:54:22.363596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38342) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:22.388732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:22.446282 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.453310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.460336 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] 10.222.0.18 "DELETE /v2.0/networks/54ed4f89-dea6-4178-95d4-b6863af583eb HTTP/1.1" status: 204 len: 168 time: 1.7831128 Jan 27 14:54:22.461447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 428f6703-5418-47ae-93aa-f6bae3bc18b1) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:22.468773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:22.470308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.493952 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be399ff-171b-44b1-b711-4fed17055519 None None] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:22.581794 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1264233a-9a01-49d9-b126-0b5969d1930a req-32c4c201-c09f-4413-bdbe-f72ee7740106 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049081 Jan 27 14:54:22.606683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bdaab-52b8-4d6c-9e86-3814a7bf2e8f tempest-NetworksTestDHCPv6-1018494672 tempest-NetworksTestDHCPv6-1018494672-project] Pushing event deleted for resources: {'Network': ['ID=54ed4f89-dea6-4178-95d4-b6863af583eb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:22.625755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-613497ea-5db1-410f-9eb6-9e3fd6a638fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:22.628770 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-613497ea-5db1-410f-9eb6-9e3fd6a638fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3142586 Jan 27 14:54:22.650839 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-39c720ad-fb4c-40a0-9ad2-a67a97ad3d50 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5725496 Jan 27 14:54:22.659584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38346) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:22.677037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-862b7c18-393c-4fdd-bda0-8ae64e67098a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1740336732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:22.739822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8::33 (812c0401-c82a-4ee3-850a-6de950791406/2f6a5a3e-228b-4f64-8119-af108f46b49a/d0866367-58aa-4452-80cb-00f7334a5b2e) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:22.835351 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-4487561e-9ea1-4378-b8f1-ee529578af2e service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827190 Jan 27 14:54:22.858706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862b7c18-393c-4fdd-bda0-8ae64e67098a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.859856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862b7c18-393c-4fdd-bda0-8ae64e67098a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:22.900374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-428f6703-5418-47ae-93aa-f6bae3bc18b1', 'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1', 'tenant_id': 'f27d7258c39144d699bfc79685b1a405', 'fixed_ips': [{'subnet_id': '2b7e20ad-bc9e-4111-ade3-d1aa762c1656'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:22.901502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.038849 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b5253e00-2965-4de4-9bea-79f7c28dfa5b req-f422a810-6bd2-43b6-9d9d-3dc350228344 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968863 Jan 27 14:54:23.039479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38350) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:23.046006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.087991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862b7c18-393c-4fdd-bda0-8ae64e67098a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.097879 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.098460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862b7c18-393c-4fdd-bda0-8ae64e67098a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.127087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862b7c18-393c-4fdd-bda0-8ae64e67098a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.133162 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-862b7c18-393c-4fdd-bda0-8ae64e67098a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4724820 Jan 27 14:54:23.137164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38354) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:23.149672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1', 'name': 'tempest-PortsTestJSON-383880477'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:23.160287 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 812c0401-c82a-4ee3-850a-6de950791406 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:23.166614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:23.172565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:23.184263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:23.185567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.190283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=d0866367-58aa-4452-80cb-00f7334a5b2e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:23.216226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b77c47-c738-4cf5-a47f-ad4acfc4f0a5 None None] Network 812c0401-c82a-4ee3-850a-6de950791406 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:23.220309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5500c58e-7e02-47ae-bf43-26367d7fa4ac tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3096268 Jan 27 14:54:23.220898 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38356) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:23.317744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Allocated IP 172.20.0.2 (428f6703-5418-47ae-93aa-f6bae3bc18b1/2b7e20ad-bc9e-4111-ade3-d1aa762c1656/4057ed1d-e17f-43a6-8265-9eeb9d51b6cc) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:23.320183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-78d2c9eb-9ef3-4392-856c-0d2e8abc4624 None None] Provisioning complete for port bad48089-f5b5-4389-92a6-3ad9075af169 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:23.320562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d2c9eb-9ef3-4392-856c-0d2e8abc4624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.382001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:23.386268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.415467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 3458b117-a697-4f88-8374-8052279217ea yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:54:23.467721 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a976ab43-af6d-4e1f-8e56-48e56a7db304 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76f75a51f1354d7baa5d89d242ac3d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252579 Jan 27 14:54:23.471401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38358) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:23.482469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49342374-aaec-4778-bb6b-5c6b8f384bfb no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:23.492369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.522595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 49342374-aaec-4778-bb6b-5c6b8f384bfb {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:23.522938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 49342374-aaec-4778-bb6b-5c6b8f384bfb not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:23.644931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f254f6f0-ddc2-487e-b263-e4c86b552fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.671126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f254f6f0-ddc2-487e-b263-e4c86b552fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.729664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.742899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.820882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:23.824760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bad48089-f5b5-4389-92a6-3ad9075af169 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:23.837941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f254f6f0-ddc2-487e-b263-e4c86b552fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.841356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f254f6f0-ddc2-487e-b263-e4c86b552fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.846865 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f254f6f0-ddc2-487e-b263-e4c86b552fdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff2c8efd-e9e7-42fa-94f6-2efe1032849f HTTP/1.1" status: 204 len: 168 time: 0.3699226 Jan 27 14:54:23.864309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254f6f0-ddc2-487e-b263-e4c86b552fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2c8efd-e9e7-42fa-94f6-2efe1032849f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:23.867797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:23.934482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:23.950240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:23.957762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4be35d-acfe-4b74-b585-ae75fa913b71 req-c5738ed8-22e6-42f3-bc21-f1e181db8b99 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:23.961147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Pushing event updated for resources: {'Port': ['ID=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:23.977553 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-af4be35d-acfe-4b74-b585-ae75fa913b71 req-c5738ed8-22e6-42f3-bc21-f1e181db8b99 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 944 time: 0.2902715 Jan 27 14:54:24.020590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.12 (428f6703-5418-47ae-93aa-f6bae3bc18b1/2b7e20ad-bc9e-4111-ade3-d1aa762c1656/3458b117-a697-4f88-8374-8052279217ea) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:24.083771 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-af4be35d-acfe-4b74-b585-ae75fa913b71 req-5a91d4e3-1c4a-47b7-be5f-07437b15af77 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012595 Jan 27 14:54:24.098430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port bad48089-f5b5-4389-92a6-3ad9075af169 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:24.098921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.277411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Attempting to bind port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:24.280111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Attempting to bind port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '34638129-d7d0-4e93-918f-fca3b1724e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:24.280721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Attempting to bind port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc on network 428f6703-5418-47ae-93aa-f6bae3bc18b1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:24.291947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:24.292676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Checking segment: {'id': '34638129-d7d0-4e93-918f-fca3b1724e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:24.293282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.293858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Bound using segment: {'id': '34638129-d7d0-4e93-918f-fca3b1724e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:24.294554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Bound port: 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34638129-d7d0-4e93-918f-fca3b1724e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '428f6703-5418-47ae-93aa-f6bae3bc18b1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:24.295949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.354000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.378811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-905610c5-9fc5-4539-99d7-3169479688f5 None None] Provisioning complete for port d0866367-58aa-4452-80cb-00f7334a5b2e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:24.378811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-905610c5-9fc5-4539-99d7-3169479688f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.380111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.380583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port a05aaf96-e04f-43db-9158-b4150f58a4e3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:24.381984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.435034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.543342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] For port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:24.597447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=d0866367-58aa-4452-80cb-00f7334a5b2e,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:24.606897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] For port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,segment=NetworkSegment(34638129-d7d0-4e93-918f-fca3b1724e6b),segment_id=34638129-d7d0-4e93-918f-fca3b1724e6b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:24.616075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-905610c5-9fc5-4539-99d7-3169479688f5 None None] Port d0866367-58aa-4452-80cb-00f7334a5b2e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:24.621790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.673449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port a05aaf96-e04f-43db-9158-b4150f58a4e3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a05aaf96-e04f-43db-9158-b4150f58a4e3,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:24.674659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.697310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-905610c5-9fc5-4539-99d7-3169479688f5 None None] Provisioning complete for port bad48089-f5b5-4389-92a6-3ad9075af169 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:24.697811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-905610c5-9fc5-4539-99d7-3169479688f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.723733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.727136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for a05aaf96-e04f-43db-9158-b4150f58a4e3 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:24.745307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.801311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808429f4-2c15-433e-aa4f-ba45b15f26a7 None None] Pushing event updated for resources: {'Port': ['ID=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:24.883478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=3458b117-a697-4f88-8374-8052279217ea,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:24.930118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:24.986868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:24.992814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:25.003724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:25.011445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c23b8124-c07e-4511-a513-bdacd3778010 None None] Provisioning complete for port d0866367-58aa-4452-80cb-00f7334a5b2e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:25.012187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c23b8124-c07e-4511-a513-bdacd3778010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:25.137931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:25.138781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:25.144641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c23b8124-c07e-4511-a513-bdacd3778010 None None] Port d0866367-58aa-4452-80cb-00f7334a5b2e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:25.273752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fe35a227-fe3f-44a0-a50b-deefd461d9d8 None None] Provisioning complete for port d0866367-58aa-4452-80cb-00f7334a5b2e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:25.277017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe35a227-fe3f-44a0-a50b-deefd461d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:25.329497 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b26414d-2987-4d72-84e1-c1925d875a90 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1896014 Jan 27 14:54:25.337824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38380) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:25.402479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fe35a227-fe3f-44a0-a50b-deefd461d9d8 None None] Port d0866367-58aa-4452-80cb-00f7334a5b2e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:25.422857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21a745-34d4-453f-bdea-7732ec1dd77e req-8b7675c4-85e2-4b88-83f2-c07c083504c8 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:25.426483 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea21a745-34d4-453f-bdea-7732ec1dd77e req-8b7675c4-85e2-4b88-83f2-c07c083504c8 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 944 time: 0.1042185 Jan 27 14:54:25.583396 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea21a745-34d4-453f-bdea-7732ec1dd77e req-b2e03e56-479a-460b-9b72-23ea62d39082 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289799 Jan 27 14:54:25.613621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:25.680655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=a05aaf96-e04f-43db-9158-b4150f58a4e3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:25.794472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38386) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:25.872897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:25.960729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.017687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.020438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.046912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:26.047574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.085797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170408912'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:26.175744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:26.181591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.208106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.213895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.448391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.506648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,segment=NetworkSegment(34638129-d7d0-4e93-918f-fca3b1724e6b),segment_id=34638129-d7d0-4e93-918f-fca3b1724e6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:26.514241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.625503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:26.645405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.654044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.691227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:26.711002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router f91a68a7-68ea-49cc-b509-0aaddbb07d92 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:26.715535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.715907 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 0d16c7fb-081c-42c3-81a0-a294abc74f10 of type vlan for network 4d223a3c-d588-416f-9874-407cebf5fa88 Jan 27 14:54:26.728027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b25431-a118-4ff4-bdd9-00d0a4a94baa,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:26.764846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbed654-88bc-43d4-89e8-f12683170c63 None None] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:26.824118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=d0866367-58aa-4452-80cb-00f7334a5b2e,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:26.838447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.878406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.878970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.879608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.880124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.880733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.881438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.882072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.882677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.883298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.883877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.884501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.885115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:26.907339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8b6ab41f-2169-4db4-8d51-aff7fd953e57 None None] Provisioning complete for port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:26.907972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b6ab41f-2169-4db4-8d51-aff7fd953e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.968899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:26.994140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 812c0401-c82a-4ee3-850a-6de950791406 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:26.999759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:27.234399 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.resource_extend [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:54:27.271351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab00cf-4445-4450-bf39-b713a97bb848 req-153d123c-98f0-48e0-9437-9260640c3b48 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:27.273000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-16ab00cf-4445-4450-bf39-b713a97bb848 req-153d123c-98f0-48e0-9437-9260640c3b48 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 944 time: 0.5014277 Jan 27 14:54:27.276192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:27.282151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:27.282840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:27.366288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:27.383079 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d681b11d-5c45-4f0a-9ab5-a66bc4fe1b3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/f91a68a7-68ea-49cc-b509-0aaddbb07d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0135717 Jan 27 14:54:27.388014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38392) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:27.389202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] Sync routers for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:27.400156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6041515 Jan 27 14:54:27.409634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:27.410433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:27.483306 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-16ab00cf-4445-4450-bf39-b713a97bb848 req-947067b5-3a21-4cc7-8cfc-00735c99768d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947598 Jan 27 14:54:27.501948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=4d223a3c-d588-416f-9874-407cebf5fa88,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:27.550674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.550986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.551362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.551712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.552052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.552391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.552923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.553266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.553602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.553936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.554263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.554618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f3c34-2905-4f2c-ac75-85adb265fc94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:27.555641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4c8c4902-0d05-429e-a8fb-25435f793421 None None] Provisioning complete for port d0866367-58aa-4452-80cb-00f7334a5b2e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:27.556644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4902-0d05-429e-a8fb-25435f793421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:27.660993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 4d223a3c-d588-416f-9874-407cebf5fa88 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:27.662632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:27.669695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 1b5c0ee1-f855-4d21-9d1a-6649ba536b5e is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:54:27.692419 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:27.769126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=3458b117-a697-4f88-8374-8052279217ea,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:27.789480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c4902-0d05-429e-a8fb-25435f793421 None None] Port d0866367-58aa-4452-80cb-00f7334a5b2e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:27.867878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:28.004004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:28.129767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet 7564b5a6-31c6-463b-8e3e-c3e2dd76d25a {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:28.147239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:28.153854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:28.164340 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] Sync routers for ids ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:28.169621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38396) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:28.170751 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-455dbf76-b00f-46bd-ab61-e655dab7d43f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/1b5c0ee1-f855-4d21-9d1a-6649ba536b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9468458 Jan 27 14:54:28.199370 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] Routers {'1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:28.200671 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:28.227661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1dd9770e-7727-4f56-9f82-cdcb82680f5d None None] Provisioning complete for port 3458b117-a697-4f88-8374-8052279217ea triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:28.228354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1dd9770e-7727-4f56-9f82-cdcb82680f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:28.282982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:28.283634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:28.317077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4bdbd-fd55-454c-9663-df27436a0e05 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:28.326465 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c2d4bdbd-fd55-454c-9663-df27436a0e05 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports/d0866367-58aa-4452-80cb-00f7334a5b2e HTTP/1.1" status: 200 len: 983 time: 0.1528275 Jan 27 14:54:28.328449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:28.329310 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:28.346986 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] Routers {'1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:28.350853 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:28.384190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9770e-7727-4f56-9f82-cdcb82680f5d None None] Port 3458b117-a697-4f88-8374-8052279217ea cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:28.405338 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:28.406463 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a10242-1692-4f9c-96d0-e004799f5a60 None None] The sync data for ids ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:28.440656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1dd9770e-7727-4f56-9f82-cdcb82680f5d None None] Provisioning complete for port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:28.441083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1dd9770e-7727-4f56-9f82-cdcb82680f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:28.463927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:28.562628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:54:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:28.621633 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] Checking router: f91a68a7-68ea-49cc-b509-0aaddbb07d92 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:54:28.644108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] Routers {'f91a68a7-68ea-49cc-b509-0aaddbb07d92'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:28.646641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:28.716420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:28.786099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:28.806626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd42bc-ecd5-45a7-a096-6d942273e7a0 req-09cdf8b2-c95c-44f9-bdc4-85134fc695da tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:28.809158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e7fd42bc-ecd5-45a7-a096-6d942273e7a0 req-09cdf8b2-c95c-44f9-bdc4-85134fc695da tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 944 time: 0.0935538 Jan 27 14:54:28.813218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] Set router f91a68a7-68ea-49cc-b509-0aaddbb07d92 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:28.872342 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e7fd42bc-ecd5-45a7-a096-6d942273e7a0 req-aece1a4f-e8f4-46fa-a483-8faab7bb3337 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449526 Jan 27 14:54:28.984329 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c4cb2646-ee01-4d0f-a5b4-3ab8020e710c None None] Provisioning complete for port 3458b117-a697-4f88-8374-8052279217ea triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:28.984893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2646-ee01-4d0f-a5b4-3ab8020e710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.001042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.010484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.057692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb2646-ee01-4d0f-a5b4-3ab8020e710c None None] Port 3458b117-a697-4f88-8374-8052279217ea cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:29.058213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=7564b5a6-31c6-463b-8e3e-c3e2dd76d25a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:29.106196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.112624 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e4a7fc9f-45e4-47e0-9845-7d27f8c2213f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/7564b5a6-31c6-463b-8e3e-c3e2dd76d25a HTTP/1.1" status: 204 len: 168 time: 1.7237518 Jan 27 14:54:29.113132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38402) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:29.117587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceb1ba-e842-4f0a-904a-b4841f9a4208 None None] Network 4ef93eb6-19a1-4afc-9165-699840c5354b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:29.290060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.388521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:54:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:29.420332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.421559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.468598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6b122-1c2b-452b-a958-e89d96afbe86 None None] The sync data for ids ['f91a68a7-68ea-49cc-b509-0aaddbb07d92'] in dv-neutron-826438-5-hyperv is: [{'id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'name': 'tempest-TestNetworkBasicOps-router-1762016305', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:53:01Z', 'updated_at': '2022-01-27T14:54:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91a68a7-68ea-49cc-b509-0aaddbb07d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:53:02Z', 'updated_at': '2022-01-27T14:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:29.498090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:29.498395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.540945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fdcad329-a77d-4be3-b70a-fb693a4f6ab6 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:54:29.676105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:29.677239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.699896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fdcad329-a77d-4be3-b70a-fb693a4f6ab6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:29.706558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:29.714919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:54:29.762315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.783944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcad329-a77d-4be3-b70a-fb693a4f6ab6 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:54:29.807735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fdcad329-a77d-4be3-b70a-fb693a4f6ab6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:29.815686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:29.908868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:29.916534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] DHCP port deletion for 4ef93eb6-19a1-4afc-9165-699840c5354b request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:30.078426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['fdcad329-a77d-4be3-b70a-fb693a4f6ab6'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:54:30.102265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a05aaf96-e04f-43db-9158-b4150f58a4e3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:30.234029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.340932 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:30.382783 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: a05aaf96-e04f-43db-9158-b4150f58a4e3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:30.383012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a05aaf96-e04f-43db-9158-b4150f58a4e3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:30.383497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 21bcbcc7-5e82-4a3b-a0d2-99f59664880b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:30.388365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.421806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.453570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] Deleting port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:30.453989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.460478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff175cc-e497-4d0d-91b6-d98b2ffb5714 req-8fa57916-8202-4757-9bf1-12678addbd52 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:30.474035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.478376 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aff175cc-e497-4d0d-91b6-d98b2ffb5714 req-8fa57916-8202-4757-9bf1-12678addbd52 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 945 time: 0.3671649 Jan 27 14:54:30.550750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.557902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.569303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=3458b117-a697-4f88-8374-8052279217ea,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:30.604588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.619192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] For port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:30.619631 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.647253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,segment=NetworkSegment(d0beedc0-af80-409b-af5f-f4bf0e4dd3ad),segment_id=d0beedc0-af80-409b-af5f-f4bf0e4dd3ad)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:30.648903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] Calling delete_port for 21bcbcc7-5e82-4a3b-a0d2-99f59664880b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:30.666344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.702801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:30.706745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:30.712716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38406) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:30.718888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': '4d223a3c-d588-416f-9874-407cebf5fa88', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:30.802252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port d0866367-58aa-4452-80cb-00f7334a5b2e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:30.802815 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.807962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:30.857282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.859889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.922645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.923257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router f91a68a7-68ea-49cc-b509-0aaddbb07d92 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:54:30.931752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:30.934964 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bd210a3c-d560-44e4-826c-da11bc568eb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/f91a68a7-68ea-49cc-b509-0aaddbb07d92 HTTP/1.1" status: 204 len: 168 time: 1.8171787 Jan 27 14:54:30.937128 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aff175cc-e497-4d0d-91b6-d98b2ffb5714 req-f4cb272f-6e50-4bf0-a4a8-c87891f411b3 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630166 Jan 27 14:54:30.937128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38408) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:30.945877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.000681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] Pushing event deleted for resources: {'Port': ['ID=21bcbcc7-5e82-4a3b-a0d2-99f59664880b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:31.013791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793c327-473b-4cad-b00e-89532fc9bcb4 None None] No DVR routers for this DVR port 21bcbcc7-5e82-4a3b-a0d2-99f59664880b on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:31.061517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.131380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fb86ea2c-4196-4212-a693-a96ac52e584f None None] Provisioning complete for port 3458b117-a697-4f88-8374-8052279217ea triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:31.131880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb86ea2c-4196-4212-a693-a96ac52e584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.180550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fb86ea2c-4196-4212-a693-a96ac52e584f None None] Port 3458b117-a697-4f88-8374-8052279217ea cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:31.185958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.195558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.217845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:31.220844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef93eb6-19a1-4afc-9165-699840c5354b']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:31.224148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.232496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:31.232792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0beedc0-af80-409b-af5f-f4bf0e4dd3ad') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:31.238393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Router fe07a859-c738-4a71-aa6b-b2b83c245071 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:54:31.244143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.254750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for d0866367-58aa-4452-80cb-00f7334a5b2e owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:31.258584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.265411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:31.265951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:31.269390 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:31.338196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.345651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.348944 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/4ef93eb6-19a1-4afc-9165-699840c5354b HTTP/1.1" status: 204 len: 168 time: 0.4113054 Jan 27 14:54:31.364580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38410) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:31.371051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6376cb-10d1-4a1a-b3d2-f9830a98504f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=4ef93eb6-19a1-4afc-9165-699840c5354b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:31.425021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--490404809', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:31.522257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fdcad329-a77d-4be3-b70a-fb693a4f6ab6 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:31.578089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:54:31.582914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:31.583332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.676152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.703398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:54:31.704020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:31.705703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82564cd-d237-415c-99d8-fb9b2dd711a5" -d '{"events": [{"server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:54:31.710945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.724019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:31.736711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:31.759867 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5e89d16b-3b72-4532-8662-be759391de0d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "PUT /v2.0/routers/fe07a859-c738-4a71-aa6b-b2b83c245071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4185865 Jan 27 14:54:31.760468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38414) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:31.760679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc0790c-a545-44ca-8cdc-234fc7158a5d x-openstack-request-id: req-dfc0790c-a545-44ca-8cdc-234fc7158a5d {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:54:31.760972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "name": "network-vif-plugged", "status": "completed", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:54:31.761221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfc0790c-a545-44ca-8cdc-234fc7158a5d {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:54:31.761604 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'code': 200} Jan 27 14:54:31.762836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] Sync routers for ids ['fe07a859-c738-4a71-aa6b-b2b83c245071'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:31.768092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fdcad329-a77d-4be3-b70a-fb693a4f6ab6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:31.772863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:31.773220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8491ce8f-dee9-4364-b8b3-8f9bd9b6d4bf not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:31.778890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.807160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] Routers {'fe07a859-c738-4a71-aa6b-b2b83c245071'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:31.807845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['fe07a859-c738-4a71-aa6b-b2b83c245071'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:31.825865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f34195-ad1d-4b78-bdd3-7c09f5e86515 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:31.830026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9f34195-ad1d-4b78-bdd3-7c09f5e86515 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07a859-c738-4a71-aa6b-b2b83c245071 HTTP/1.1" status: 200 len: 982 time: 0.0651331 Jan 27 14:54:31.830394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38416) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:31.847604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:31.866313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:31.873588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] Routers {'fe07a859-c738-4a71-aa6b-b2b83c245071'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:31.874268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['fe07a859-c738-4a71-aa6b-b2b83c245071'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:31.882618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:31.914259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:31.914932 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment 57a6166e-eb16-45de-892d-41f45c744c28 of type vlan for network 4fa8513a-a83a-4c17-96ba-f4f653208d9b Jan 27 14:54:31.924385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:31.925078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6966ab0-b699-41b2-837a-89a4d55cf83d None None] The sync data for ids ['fe07a859-c738-4a71-aa6b-b2b83c245071'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:32.072805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.191713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac73d7-54e8-48cd-953d-d4a4c5a277d8 req-f3c46cae-ade3-441a-bf4f-82b1559694d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:32.194435 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-99ac73d7-54e8-48cd-953d-d4a4c5a277d8 req-f3c46cae-ade3-441a-bf4f-82b1559694d0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1099 time: 0.2565982 Jan 27 14:54:32.198025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7d779-3ebb-4cb6-987a-afb89a604d9c req-e0f5f76c-e55c-45ef-adf9-11acee95a0f1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:32.199747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09e7d779-3ebb-4cb6-987a-afb89a604d9c req-e0f5f76c-e55c-45ef-adf9-11acee95a0f1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 946 time: 0.1039035 Jan 27 14:54:32.226136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.232572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:32.233309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.264536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09e7d779-3ebb-4cb6-987a-afb89a604d9c req-a64d80db-5498-4819-bba4-c7bf7a9e592d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472147 Jan 27 14:54:32.274492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.312514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.403893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.421926 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0513954 Jan 27 14:54:32.430420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38420) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:32.441322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=d0866367-58aa-4452-80cb-00f7334a5b2e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:32.465634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-37044653', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:32.493106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef3e7f-9f79-4149-949e-0a81d960c309 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=4fa8513a-a83a-4c17-96ba-f4f653208d9b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:32.514379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:32.516855 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-99ac73d7-54e8-48cd-953d-d4a4c5a277d8 req-20f96dde-4561-4f24-b693-ba3292b6270a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097057 Jan 27 14:54:32.579250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=d7983a3c-c954-4d64-8dae-e50777b07ed5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:32.744695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.746044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.752852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.758849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '0d16c7fb-081c-42c3-81a0-a294abc74f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4d223a3c-d588-416f-9874-407cebf5fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:32.759381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: 4d223a3c-d588-416f-9874-407cebf5fa88, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:32.806076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 3458b117-a697-4f88-8374-8052279217ea {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:32.806312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.912798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:32.928186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 3458b117-a697-4f88-8374-8052279217ea owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:32.960502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network 4d223a3c-d588-416f-9874-407cebf5fa88 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:33.020272 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.043873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 4d223a3c-d588-416f-9874-407cebf5fa88) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:33.055634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd0229-8260-441e-a5c1-2a5bb684b70a None None] Network 4d223a3c-d588-416f-9874-407cebf5fa88 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:33.111604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:33.113447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.174915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.220229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=3458b117-a697-4f88-8374-8052279217ea,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:33.267348 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-510657d6-a891-452d-9033-83a5ed1255a1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5531051 Jan 27 14:54:33.299890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38422) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:33.323425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-4d223a3c-d588-416f-9874-407cebf5fa88', 'network_id': '4d223a3c-d588-416f-9874-407cebf5fa88', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': 'd7983a3c-c954-4d64-8dae-e50777b07ed5'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:33.325461 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.442601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.468258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1623550180'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:33.576798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.604357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 1b5c0ee1-f855-4d21-9d1a-6649ba536b5e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:33.659795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:33.666301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.740914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Allocated IP 2001:db8:0:ffff::2 (4d223a3c-d588-416f-9874-407cebf5fa88/d7983a3c-c954-4d64-8dae-e50777b07ed5/7dd3d2b0-2266-413d-b70d-cb288ef15fe7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:33.761054 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a17ca-8b96-48f6-b9b1-2cdba91e0778 req-5e463f8d-e71a-4b08-8436-39985ee2f5d1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:33.762990 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c14a17ca-8b96-48f6-b9b1-2cdba91e0778 req-5e463f8d-e71a-4b08-8436-39985ee2f5d1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 946 time: 0.1711032 Jan 27 14:54:33.770627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Router fe07a859-c738-4a71-aa6b-b2b83c245071 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:33.964180 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c14a17ca-8b96-48f6-b9b1-2cdba91e0778 req-5402e57c-47f7-4493-a77b-bfe018fde5e6 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861711 Jan 27 14:54:33.970040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:33.988650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:33.991183 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] Sync routers for ids ['fe07a859-c738-4a71-aa6b-b2b83c245071'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:33.993983 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-75b15ea5-3df6-4ed1-8947-0c264de749c6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "PUT /v2.0/routers/fe07a859-c738-4a71-aa6b-b2b83c245071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620247 Jan 27 14:54:33.995130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38426) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:34.003014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.031548 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] Routers {'fe07a859-c738-4a71-aa6b-b2b83c245071'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:34.032652 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['fe07a859-c738-4a71-aa6b-b2b83c245071'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.067155 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7550d67e-8577-406a-863d-41cef3dfcb9d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:54:34.075801 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7550d67e-8577-406a-863d-41cef3dfcb9d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/3458b117-a697-4f88-8374-8052279217ea HTTP/1.1" status: 404 len: 333 time: 0.0779586 Jan 27 14:54:34.076916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38428) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:34.094327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Pushing event updated for resources: {'Port': ['ID=7dd3d2b0-2266-413d-b70d-cb288ef15fe7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:34.113245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Network 4d223a3c-d588-416f-9874-407cebf5fa88 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:34.116521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:34.118189 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.122240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:34.140214 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] Routers {'fe07a859-c738-4a71-aa6b-b2b83c245071'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:34.145626 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['fe07a859-c738-4a71-aa6b-b2b83c245071'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.215401 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.216782 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07c05e-1c36-45f5-bba5-376766baffed None None] The sync data for ids ['fe07a859-c738-4a71-aa6b-b2b83c245071'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:34.233260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f48c842-368c-4538-af85-9ea22d5a5b95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.241272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Attempting to bind port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:34.241851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Attempting to bind port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0d16c7fb-081c-42c3-81a0-a294abc74f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4d223a3c-d588-416f-9874-407cebf5fa88'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:34.242541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Attempting to bind port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 on network 4d223a3c-d588-416f-9874-407cebf5fa88 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:34.251064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:34.251716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Checking segment: {'id': '0d16c7fb-081c-42c3-81a0-a294abc74f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4d223a3c-d588-416f-9874-407cebf5fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:34.252254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.252742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Bound using segment: {'id': '0d16c7fb-081c-42c3-81a0-a294abc74f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4d223a3c-d588-416f-9874-407cebf5fa88'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:34.253386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Bound port: 7dd3d2b0-2266-413d-b70d-cb288ef15fe7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d16c7fb-081c-42c3-81a0-a294abc74f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4d223a3c-d588-416f-9874-407cebf5fa88'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:34.253883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.289185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:34.301723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:34.309247 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-051a3fc3-3870-41b6-bd03-85be0874fc1e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/1b5c0ee1-f855-4d21-9d1a-6649ba536b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9714291 Jan 27 14:54:34.314552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.314990 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 7fca5c32-7845-40f9-b575-eda05b4de6be of type vlan for network 317802ce-b014-476d-8324-6360e7c2e64c Jan 27 14:54:34.316488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38430) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:34.340981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] Sync routers for ids ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:34.376164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] Routers {'1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:34.377298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.442949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.447257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.455421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] For port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:34.481542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] Routers {'1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:34.482573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.491882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] For port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7dd3d2b0-2266-413d-b70d-cb288ef15fe7,segment=NetworkSegment(0d16c7fb-081c-42c3-81a0-a294abc74f10),segment_id=0d16c7fb-081c-42c3-81a0-a294abc74f10)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:34.549194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.557256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f48c842-368c-4538-af85-9ea22d5a5b95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.560748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:34.561633 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44de12-80c8-4347-8c15-e5cb4785a395 None None] The sync data for ids ['1b5c0ee1-f855-4d21-9d1a-6649ba536b5e'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:34.562678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f48c842-368c-4538-af85-9ea22d5a5b95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.566420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.573263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:34.574017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.662602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f48c842-368c-4538-af85-9ea22d5a5b95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.664063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48c842-368c-4538-af85-9ea22d5a5b95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Fanout notify agent at l3_agent the message router_deleted on router fe07a859-c738-4a71-aa6b-b2b83c245071 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:54:34.676684 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-4ca0f826-404c-4f3f-90cc-07f2f4c32495 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 14:54:34.678214 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4ca0f826-404c-4f3f-90cc-07f2f4c32495 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/1b5c0ee1-f855-4d21-9d1a-6649ba536b5e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3597507 Jan 27 14:54:34.685679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f48c842-368c-4538-af85-9ea22d5a5b95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.686352 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3827760 Jan 27 14:54:34.687728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f48c842-368c-4538-af85-9ea22d5a5b95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/routers/fe07a859-c738-4a71-aa6b-b2b83c245071 HTTP/1.1" status: 204 len: 168 time: 0.6092424 Jan 27 14:54:34.688577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38432) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:34.689072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db27185-6321-44b7-a9f9-048c77c34a80 None None] Pushing event updated for resources: {'Port': ['ID=7dd3d2b0-2266-413d-b70d-cb288ef15fe7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:34.697410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38434) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:34.698016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38436) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:34.711241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': '317802ce-b014-476d-8324-6360e7c2e64c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:34.741747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c7ea3a5a-b91c-4b5d-be93-d4b304f69b92 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b5c0ee1-f855-4d21-9d1a-6649ba536b5e HTTP/1.1" status: 200 len: 205 time: 0.0512853 Jan 27 14:54:34.746897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38438) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:34.833974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c992f-f0ea-455b-8cfe-c7f3ec2da7b6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=317802ce-b014-476d-8324-6360e7c2e64c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:34.844486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc6708bc-25a3-4320-84fe-360e0ff3a447 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.853594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 317802ce-b014-476d-8324-6360e7c2e64c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:34.931095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet 2b7e20ad-bc9e-4111-ade3-d1aa762c1656 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:34.961405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:34.965452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.014145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.102496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.146464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:35.150345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.343126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.240 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/efc01c46-e97c-4a52-9110-19d71dadcd80) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:35.370683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.473101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc6708bc-25a3-4320-84fe-360e0ff3a447 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.476131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc6708bc-25a3-4320-84fe-360e0ff3a447 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.537103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea70b8-c509-47a2-8272-bf4f46fc7f76 req-679fedae-6394-44fa-96b3-0af37ad26eaf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:35.538805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3ea70b8-c509-47a2-8272-bf4f46fc7f76 req-679fedae-6394-44fa-96b3-0af37ad26eaf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 946 time: 0.1587462 Jan 27 14:54:35.545169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc6708bc-25a3-4320-84fe-360e0ff3a447 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.545792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6708bc-25a3-4320-84fe-360e0ff3a447 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5c0ee1-f855-4d21-9d1a-6649ba536b5e {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:54:35.555095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bc6708bc-25a3-4320-84fe-360e0ff3a447 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.560726 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bc6708bc-25a3-4320-84fe-360e0ff3a447 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/1b5c0ee1-f855-4d21-9d1a-6649ba536b5e HTTP/1.1" status: 204 len: 168 time: 0.8080149 Jan 27 14:54:35.562142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38442) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:35.604705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.606962 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3ea70b8-c509-47a2-8272-bf4f46fc7f76 req-880d9c03-0196-4efa-a586-a5631726daba tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489573 Jan 27 14:54:35.694026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.702002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.705462 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/2b7e20ad-bc9e-4111-ade3-d1aa762c1656 HTTP/1.1" status: 204 len: 168 time: 0.9997709 Jan 27 14:54:35.709387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38446) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:35.713033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb480ae-767f-4abc-977c-2612247d527e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7e20ad-bc9e-4111-ade3-d1aa762c1656,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:35.714022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7c28b-2652-43a0-a515-c53518e06c45 None None] Network 428f6703-5418-47ae-93aa-f6bae3bc18b1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:35.733482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet 2f6a5a3e-228b-4f64-8119-af108f46b49a {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:35.738867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.741395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.871402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:35.950158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:36.000000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=9e33d7d8-61f2-4828-9091-f449a28fb57c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:36.008409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '7fca5c32-7845-40f9-b575-eda05b4de6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '317802ce-b014-476d-8324-6360e7c2e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:36.008967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: 317802ce-b014-476d-8324-6360e7c2e64c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:36.028366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.062532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] DHCP port deletion for 428f6703-5418-47ae-93aa-f6bae3bc18b1 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:36.069523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.097795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05ad74-633a-4686-b9e4-86b719c1d222 req-7b5b0fbf-f781-41b3-be07-9a7129bac7b9 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:36.100897 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb05ad74-633a-4686-b9e4-86b719c1d222 req-7b5b0fbf-f781-41b3-be07-9a7129bac7b9 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 946 time: 0.3220146 Jan 27 14:54:36.150657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:36.160862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:36.161289 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.199007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:36.212424 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:36.238486 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb05ad74-633a-4686-b9e4-86b719c1d222 req-80c8bf1b-16c2-4ea6-94b8-6be7bf325108 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202300 Jan 27 14:54:36.241810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=efc01c46-e97c-4a52-9110-19d71dadcd80,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:36.279682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38448) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:36.313736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.345479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] Deleting port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:36.346438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.368834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:36.369421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.384880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network 317802ce-b014-476d-8324-6360e7c2e64c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:36.447782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f192fa9d-166c-4f2f-9468-f981052c928b None None] Network 4d223a3c-d588-416f-9874-407cebf5fa88 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:36.449222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 317802ce-b014-476d-8324-6360e7c2e64c) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:36.454420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:36.455018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.488055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.505718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b24e4-09c2-4ed0-b936-be837607df34 None None] Network 317802ce-b014-476d-8324-6360e7c2e64c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:36.511498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b03cf3-322b-49e4-9dae-fb2d878a124f tempest-TestVolumeBootPattern-633147052 tempest-TestVolumeBootPattern-633147052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:36.518398 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-01b03cf3-322b-49e4-9dae-fb2d878a124f tempest-TestVolumeBootPattern-633147052 tempest-TestVolumeBootPattern-633147052-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1094 time: 0.2306705 Jan 27 14:54:36.525605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38450) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:36.533706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:36.586319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] For port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,segment=NetworkSegment(34638129-d7d0-4e93-918f-fca3b1724e6b),segment_id=34638129-d7d0-4e93-918f-fca3b1724e6b)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:36.587411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.627773 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-93b7b06d-918e-42be-b0fb-3f527afb6af8 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9242835 Jan 27 14:54:36.628597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:36.630135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38452) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:36.649804 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.658089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.704194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6a5a3e-228b-4f64-8119-af108f46b49a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:36.735975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] For port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,segment=NetworkSegment(34638129-d7d0-4e93-918f-fca3b1724e6b),segment_id=34638129-d7d0-4e93-918f-fca3b1724e6b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:36.736937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.739325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d75da056-db55-48de-941b-a010b6f2fd95 None None] Provisioning complete for port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:36.739325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d75da056-db55-48de-941b-a010b6f2fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.756027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.761996 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-808813d9-4546-4600-8d36-e5ec935a7a66 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/2f6a5a3e-228b-4f64-8119-af108f46b49a HTTP/1.1" status: 204 len: 168 time: 1.1989679 Jan 27 14:54:36.769166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38454) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:36.773848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7dd3d2b0-2266-413d-b70d-cb288ef15fe7,segment=NetworkSegment(0d16c7fb-081c-42c3-81a0-a294abc74f10),segment_id=0d16c7fb-081c-42c3-81a0-a294abc74f10)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:36.794938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] Calling delete_port for 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:36.802476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe4ae2-c66d-42b8-9ea8-3f6516b9da2e None None] Network 812c0401-c82a-4ee3-850a-6de950791406 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:36.813494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.897178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:36.982294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.080416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.099023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.158400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No DVR routers for this DVR port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:37.172320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-317802ce-b014-476d-8324-6360e7c2e64c', 'network_id': '317802ce-b014-476d-8324-6360e7c2e64c', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': '9e33d7d8-61f2-4828-9091-f449a28fb57c'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:37.173201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.201208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:37.241358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=7dd3d2b0-2266-413d-b70d-cb288ef15fe7,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:37.275573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.275926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.276274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.276616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.276947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.277519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.277858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.278197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.278561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.278839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.279165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.279514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:37.291906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port bad48089-f5b5-4389-92a6-3ad9075af169 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:37.292436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.386894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.433782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port bad48089-f5b5-4389-92a6-3ad9075af169, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bad48089-f5b5-4389-92a6-3ad9075af169,segment=NetworkSegment(0c3e42f1-a032-4c2b-874b-43125a7b0bb7),segment_id=0c3e42f1-a032-4c2b-874b-43125a7b0bb7)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:37.434203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.436532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.455937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for bad48089-f5b5-4389-92a6-3ad9075af169 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:37.460801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.529639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.537129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428f6703-5418-47ae-93aa-f6bae3bc18b1']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:37.548938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.598003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34638129-d7d0-4e93-918f-fca3b1724e6b') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:37.598664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34638129-d7d0-4e93-918f-fca3b1724e6b') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:37.626943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] Pushing event deleted for resources: {'Port': ['ID=4057ed1d-e17f-43a6-8265-9eeb9d51b6cc,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:37.628044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf0011-39cf-41cf-bf3b-8f03a4285665 None None] No DVR routers for this DVR port 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:37.643313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.681962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Allocated IP 2001:db8::1 (317802ce-b014-476d-8324-6360e7c2e64c/9e33d7d8-61f2-4828-9091-f449a28fb57c/91a4d030-803e-42e4-b436-a36bed36af87) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:37.747385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.775866 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f6b62-4aa0-4613-accf-36439fc27d82 None None] DHCP port deletion for 812c0401-c82a-4ee3-850a-6de950791406 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:37.807751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=bad48089-f5b5-4389-92a6-3ad9075af169,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:37.816801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port bad48089-f5b5-4389-92a6-3ad9075af169 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:37.845585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Allocated IP 172.26.6.192 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/cca0a58b-eac8-4122-ad59-3478b2811d74) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:37.869791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:54:37.938954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:37.945693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:37.952662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.042162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.050905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.053067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Network 317802ce-b014-476d-8324-6360e7c2e64c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:38.060447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:38.064638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Pushing event updated for resources: {'Port': ['ID=91a4d030-803e-42e4-b436-a36bed36af87,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:38.067569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:38.085125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:38.086534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:38.095237 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:38.115484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:38.116135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.176047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Attempting to bind port 91a4d030-803e-42e4-b436-a36bed36af87 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:38.176730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Attempting to bind port 91a4d030-803e-42e4-b436-a36bed36af87 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '7fca5c32-7845-40f9-b575-eda05b4de6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '317802ce-b014-476d-8324-6360e7c2e64c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:38.177931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Attempting to bind port 91a4d030-803e-42e4-b436-a36bed36af87 on network 317802ce-b014-476d-8324-6360e7c2e64c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:38.195324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:38.195627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Checking segment: {'id': '7fca5c32-7845-40f9-b575-eda05b4de6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '317802ce-b014-476d-8324-6360e7c2e64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:38.196039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.196431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Bound using segment: {'id': '7fca5c32-7845-40f9-b575-eda05b4de6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '317802ce-b014-476d-8324-6360e7c2e64c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:38.196928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Bound port: 91a4d030-803e-42e4-b436-a36bed36af87, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fca5c32-7845-40f9-b575-eda05b4de6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '317802ce-b014-476d-8324-6360e7c2e64c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:38.197310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.221250 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7fc84eb7-b731-4551-b244-6d5653b24e89 None None] Provisioning complete for port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:38.221663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7fc84eb7-b731-4551-b244-6d5653b24e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.229083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.261901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.355101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] For port 91a4d030-803e-42e4-b436-a36bed36af87, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:38.359998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] For port 91a4d030-803e-42e4-b436-a36bed36af87, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=91a4d030-803e-42e4-b436-a36bed36af87,segment=NetworkSegment(7fca5c32-7845-40f9-b575-eda05b4de6be),segment_id=7fca5c32-7845-40f9-b575-eda05b4de6be)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:38.371810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.374581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=9e33d7d8-61f2-4828-9091-f449a28fb57c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:38.408892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:38.411303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.413810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.420282 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/428f6703-5418-47ae-93aa-f6bae3bc18b1 HTTP/1.1" status: 204 len: 168 time: 2.7054980 Jan 27 14:54:38.441628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38458) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:38.446270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:38.446837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:38.482108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff692d0-fd12-40d2-a066-57dd4d18cb95 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=428f6703-5418-47ae-93aa-f6bae3bc18b1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:38.485627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:38.496476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:38.497024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4057ed1d-e17f-43a6-8265-9eeb9d51b6cc not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:38.529247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.547826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b0f6e-4cc5-4309-844b-2aa83351277c None None] Pushing event updated for resources: {'Port': ['ID=91a4d030-803e-42e4-b436-a36bed36af87,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:38.551534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=cca0a58b-eac8-4122-ad59-3478b2811d74,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:38.579756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3792512-8eb9-47c2-8163-658ba67f1d85 None None] Network 317802ce-b014-476d-8324-6360e7c2e64c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:38.585856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812c0401-c82a-4ee3-850a-6de950791406']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:38.661745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3e42f1-a032-4c2b-874b-43125a7b0bb7') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:38.662234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3e42f1-a032-4c2b-874b-43125a7b0bb7') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:38.675091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.685504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.715515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f493d-9bf5-4e69-addb-4267a500a16e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:38.721155 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e07f493d-9bf5-4e69-addb-4267a500a16e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/ad5de660-b1ee-47ff-ae0d-12c88bc800d6 HTTP/1.1" status: 200 len: 841 time: 0.2733800 Jan 27 14:54:38.723052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38460) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:38.728863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2909857-c5e8-400e-a685-1fd97c30d6b0 None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:54:38.742519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.746549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317802ce-b014-476d-8324-6360e7c2e64c']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:38.793833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:38.794744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.801605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fca5c32-7845-40f9-b575-eda05b4de6be') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:38.802591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fca5c32-7845-40f9-b575-eda05b4de6be') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:38.802766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:38.806143 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:38.820721 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Sync routers for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:38.833700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.837295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2909857-c5e8-400e-a685-1fd97c30d6b0 None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:54:38.849231 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:38.851985 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:38.916583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.932220 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5348e9ac-3151-4a3e-b90d-e4e1a3bd155c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/ad5de660-b1ee-47ff-ae0d-12c88bc800d6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2070336 Jan 27 14:54:38.940957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38462) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:38.963087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:38.967142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.973923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:38.973923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:38.974901 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c05160b8-7fac-4f5d-a014-4161a6648e2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5288544 Jan 27 14:54:38.975438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38464) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:38.975905 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:39.005360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.019427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.038438 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/812c0401-c82a-4ee3-850a-6de950791406 HTTP/1.1" status: 204 len: 168 time: 2.2682383 Jan 27 14:54:39.042996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38468) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:39.060133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1912774688'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:39.116373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec6f5b-3e5c-4dc3-ba28-94bed0f76122 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=812c0401-c82a-4ee3-850a-6de950791406,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:39.129059 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:39.131093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:39.135556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.317660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.api [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 14:54:39.317660 dv-neutron-826438-5-hyperv neutron-server[108743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 14:54:39.317660 dv-neutron-826438-5-hyperv neutron-server[108743]: [parameters: {'id': '317802ce-b014-476d-8324-6360e7c2e64c'}] Jan 27 14:54:39.317660 dv-neutron-826438-5-hyperv neutron-server[108743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:54:39.318229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:39.318363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG oslo_db.api [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:54:39.380659 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c218601b-0b13-418a-93ba-38b2fcc9cd9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4024351 Jan 27 14:54:39.386261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38470) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:39.390867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.391432 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment 7c960d43-0b21-4613-8a5f-ef8096c2a3cd of type vlan for network 33b430ec-f177-4867-8303-6a15211d19c9 Jan 27 14:54:39.416056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:39.420075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.468152 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:36Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:39.615776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.625781 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Checking router: c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:54:39.626288 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Updating router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 port efc01c46-e97c-4a52-9110-19d71dadcd80 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:54:39.672762 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.714999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.733983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bad48089-f5b5-4389-92a6-3ad9075af169 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:39.747339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6cfaa7-0238-42fa-8075-4dbf000fec4a tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:39.751431 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3d6cfaa7-0238-42fa-8075-4dbf000fec4a tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3619649 Jan 27 14:54:39.754169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.759559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38472) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:39.765369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:39.766451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.783988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: bad48089-f5b5-4389-92a6-3ad9075af169 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:39.784583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bad48089-f5b5-4389-92a6-3ad9075af169 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:39.814661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e6cf65d5-f37a-4847-acaa-2bc60ecd7d74 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519919 Jan 27 14:54:39.818724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.823792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38474) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:39.830738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515182438', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:39.852711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:39.882643 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8372560 Jan 27 14:54:39.890409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38476) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:39.893909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8972f-bf3d-47ed-ac32-f56424d2c000 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=33b430ec-f177-4867-8303-6a15211d19c9,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:39.894492 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:54:39.905043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': '33b430ec-f177-4867-8303-6a15211d19c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:39.922419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 33b430ec-f177-4867-8303-6a15211d19c9 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:39.937392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:39.972172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:39.984819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:39.985431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.019136 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0743036 Jan 27 14:54:40.025370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38478) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:40.026026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.055632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b6725456-9bbc-4436-b7d2-290dd1300856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'security_group': {'name': 'tempest-secgroup-873399982'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:40.091254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39815c95-22d5-4990-91a8-7b39bb140fc2 None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:40.097023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a08659-d3ce-4ad7-88c5-3b82edee093e tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:40.170657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:40.174648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.178072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:40.189718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.237122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b6725456-9bbc-4436-b7d2-290dd1300856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.340921 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.357409 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.371608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting port 91a4d030-803e-42e4-b436-a36bed36af87 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:40.372139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.434310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'tenant_id': 'f27d7258c39144d699bfc79685b1a405', 'fixed_ips': [{'subnet_id': '1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:40.436195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.480024 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Attempting to bind port efc01c46-e97c-4a52-9110-19d71dadcd80 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:40.481605 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Attempting to bind port efc01c46-e97c-4a52-9110-19d71dadcd80 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:40.481605 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Attempting to bind port efc01c46-e97c-4a52-9110-19d71dadcd80 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:40.509755 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:40.511015 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:40.512077 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.514224 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:40.516637 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Bound port: efc01c46-e97c-4a52-9110-19d71dadcd80, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:40.518609 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.590308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.619627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b6725456-9bbc-4436-b7d2-290dd1300856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.651528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b6725456-9bbc-4436-b7d2-290dd1300856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.660381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] For port 91a4d030-803e-42e4-b436-a36bed36af87, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=91a4d030-803e-42e4-b436-a36bed36af87,segment=NetworkSegment(7fca5c32-7845-40f9-b575-eda05b4de6be),segment_id=7fca5c32-7845-40f9-b575-eda05b4de6be)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:40.660740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.701668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=165fe73b-20aa-496b-9c29-14385cafde87,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:40.727176 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Pushing event updated for resources: {'Port': ['ID=efc01c46-e97c-4a52-9110-19d71dadcd80,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:40.742037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Calling delete_port for 91a4d030-803e-42e4-b436-a36bed36af87 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:40.745682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Allocated IP 172.20.0.2 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308/d46f224f-c481-4329-b37d-16732156fdde) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:40.746443 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] For port efc01c46-e97c-4a52-9110-19d71dadcd80, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:40.753460 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.753908 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.754718 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.755373 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.755963 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.757382 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.757660 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.758297 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.759439 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.759657 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.760308 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.760640 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:54:40.767593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b6725456-9bbc-4436-b7d2-290dd1300856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.769660 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b6725456-9bbc-4436-b7d2-290dd1300856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7411609 Jan 27 14:54:40.782173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38480) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:40.782874 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] For port efc01c46-e97c-4a52-9110-19d71dadcd80, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=efc01c46-e97c-4a52-9110-19d71dadcd80,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:40.787562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6725456-9bbc-4436-b7d2-290dd1300856 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff882a4-b791-4530-8077-aeab2b876451,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:40.795295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9cb2147d-0ce4-4f7b-a7ee-8ede396e741d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'security_group': {'name': 'tempest-secgroup-1491537615'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:40.799801 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.825773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.841042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': '7c960d43-0b21-4613-8a5f-ef8096c2a3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33b430ec-f177-4867-8303-6a15211d19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:40.841675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: 33b430ec-f177-4867-8303-6a15211d19c9, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:40.890133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 33b430ec-f177-4867-8303-6a15211d19c9 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:40.916714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 33b430ec-f177-4867-8303-6a15211d19c9) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:40.923498 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:40.924577 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:40.949374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:40.953971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.991495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:40.994649 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3a08b9fb-6542-4c95-93a5-1e56199e1902 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1018095 Jan 27 14:54:40.998134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38482) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:41.000422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18525e-f189-45a0-97c6-1562a16eed92 None None] Network 33b430ec-f177-4867-8303-6a15211d19c9 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:41.005988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.014261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-07d1af52-4fed-4fe5-8465-0e9cbf5abc67 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-547703910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:41.092814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:41.102494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:41.111734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:41.158603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-07d1af52-4fed-4fe5-8465-0e9cbf5abc67 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.160864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-07d1af52-4fed-4fe5-8465-0e9cbf5abc67 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.189931 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2f0d0-fff8-40ff-8c68-39da4dadbd5d None None] Pushing event updated for resources: {'Port': ['ID=efc01c46-e97c-4a52-9110-19d71dadcd80,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:41.224648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Pushing event updated for resources: {'Port': ['ID=d46f224f-c481-4329-b37d-16732156fdde,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:41.247624 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:41.265099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-07d1af52-4fed-4fe5-8465-0e9cbf5abc67 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.271883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Attempting to bind port d46f224f-c481-4329-b37d-16732156fdde on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:41.272638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Attempting to bind port d46f224f-c481-4329-b37d-16732156fdde by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'e2ba092e-6903-4321-a8fd-d53c8b448a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:41.273451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Attempting to bind port d46f224f-c481-4329-b37d-16732156fdde on network eb9c01c4-27e1-4f42-a405-80b6fc2509eb {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:41.274590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-07d1af52-4fed-4fe5-8465-0e9cbf5abc67 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.282327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:41.283183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Checking segment: {'id': 'e2ba092e-6903-4321-a8fd-d53c8b448a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:41.284032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.284712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Bound using segment: {'id': 'e2ba092e-6903-4321-a8fd-d53c8b448a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:41.285447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Bound port: d46f224f-c481-4329-b37d-16732156fdde, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ba092e-6903-4321-a8fd-d53c8b448a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:41.286105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.313852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-07d1af52-4fed-4fe5-8465-0e9cbf5abc67 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.318888 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-07d1af52-4fed-4fe5-8465-0e9cbf5abc67 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3155904 Jan 27 14:54:41.319456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38484) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:41.372556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.429984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-33b430ec-f177-4867-8303-6a15211d19c9', 'network_id': '33b430ec-f177-4867-8303-6a15211d19c9', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': '165fe73b-20aa-496b-9c29-14385cafde87'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:41.431797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.539692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cb2147d-0ce4-4f7b-a7ee-8ede396e741d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.702637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] For port d46f224f-c481-4329-b37d-16732156fdde, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:41.706961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Allocated IP 2001:db8::2 (33b430ec-f177-4867-8303-6a15211d19c9/165fe73b-20aa-496b-9c29-14385cafde87/df9460c3-5fdd-4967-9924-dcc9daac0e25) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:41.741698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] For port d46f224f-c481-4329-b37d-16732156fdde, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d46f224f-c481-4329-b37d-16732156fdde,segment=NetworkSegment(e2ba092e-6903-4321-a8fd-d53c8b448a76),segment_id=e2ba092e-6903-4321-a8fd-d53c8b448a76)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:41.752867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.808034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.820046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:41.858024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=cca0a58b-eac8-4122-ad59-3478b2811d74,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:41.975848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5cb7b-6aca-4bed-a076-3e95d9a0974f None None] Pushing event updated for resources: {'Port': ['ID=d46f224f-c481-4329-b37d-16732156fdde,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:41.997817 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:36Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:42.104273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.110081 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cee66b-7643-4da7-b72e-60073d1825b3 None None] The sync data for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv is: [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:36Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:42.175245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.188305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.203489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.260319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Network 33b430ec-f177-4867-8303-6a15211d19c9 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:42.286921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Pushing event updated for resources: {'Port': ['ID=df9460c3-5fdd-4967-9924-dcc9daac0e25,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:42.294269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:42.301789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:42.414087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Attempting to bind port df9460c3-5fdd-4967-9924-dcc9daac0e25 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:42.414462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Attempting to bind port df9460c3-5fdd-4967-9924-dcc9daac0e25 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '7c960d43-0b21-4613-8a5f-ef8096c2a3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33b430ec-f177-4867-8303-6a15211d19c9'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:42.415091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Attempting to bind port df9460c3-5fdd-4967-9924-dcc9daac0e25 on network 33b430ec-f177-4867-8303-6a15211d19c9 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:42.423077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:42.423535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Checking segment: {'id': '7c960d43-0b21-4613-8a5f-ef8096c2a3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33b430ec-f177-4867-8303-6a15211d19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:42.423904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.425056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Bound using segment: {'id': '7c960d43-0b21-4613-8a5f-ef8096c2a3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33b430ec-f177-4867-8303-6a15211d19c9'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:42.427577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Bound port: df9460c3-5fdd-4967-9924-dcc9daac0e25, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c960d43-0b21-4613-8a5f-ef8096c2a3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33b430ec-f177-4867-8303-6a15211d19c9'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:42.428325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.439062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Port': ['ID=91a4d030-803e-42e4-b436-a36bed36af87,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:42.557393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No DVR routers for this DVR port 91a4d030-803e-42e4-b436-a36bed36af87 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:42.602248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] For port df9460c3-5fdd-4967-9924-dcc9daac0e25, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:42.608981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=f6f7da91-474a-4a05-af3a-5588cdf40b2d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:42.609282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] For port df9460c3-5fdd-4967-9924-dcc9daac0e25, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=df9460c3-5fdd-4967-9924-dcc9daac0e25,segment=NetworkSegment(7c960d43-0b21-4613-8a5f-ef8096c2a3cd),segment_id=7c960d43-0b21-4613-8a5f-ef8096c2a3cd)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:42.610226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8::1 (33b430ec-f177-4867-8303-6a15211d19c9/165fe73b-20aa-496b-9c29-14385cafde87/4d826892-e742-45cd-bc3e-e1b4d3db51b0) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:42.636906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.711255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:42.711900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 4fa8513a-a83a-4c17-96ba-f4f653208d9b, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:42.757509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cdade-a455-4c4d-a167-2c62af5bf87d None None] Pushing event updated for resources: {'Port': ['ID=df9460c3-5fdd-4967-9924-dcc9daac0e25,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:42.769754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cb2147d-0ce4-4f7b-a7ee-8ede396e741d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.806328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cb2147d-0ce4-4f7b-a7ee-8ede396e741d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.835657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.903768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:42.947619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2147d-0ce4-4f7b-a7ee-8ede396e741d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9400bef-b187-4d38-a4c6-e34ace49825e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:42.975635 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Floating IP 2ae9dca6-2282-47ee-b18c-8324c702672f associated. External IP: 172.26.6.192, port: fdcad329-a77d-4be3-b70a-fb693a4f6ab6. Jan 27 14:54:42.990606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 33b430ec-f177-4867-8303-6a15211d19c9 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:43.009028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:43.016260 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:43.017205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.030232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=4d826892-e742-45cd-bc3e-e1b4d3db51b0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:43.065358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:43.074686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9cb2147d-0ce4-4f7b-a7ee-8ede396e741d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.079093 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9cb2147d-0ce4-4f7b-a7ee-8ede396e741d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2905645 Jan 27 14:54:43.080719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38488) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:43.085022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.086731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1407903520', 'security_groups': ['b9400bef-b187-4d38-a4c6-e34ace49825e'], 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:43.168829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 4fa8513a-a83a-4c17-96ba-f4f653208d9b) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:43.188721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a5855e-e088-4aa5-9414-08db1b62aea7 None None] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:43.238001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:43.238732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.266827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317802ce-b014-476d-8324-6360e7c2e64c']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:43.283221 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a024bfff-9130-4d24-b575-49fcda6c543b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4566319 Jan 27 14:54:43.290965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fca5c32-7845-40f9-b575-eda05b4de6be') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:43.291595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fca5c32-7845-40f9-b575-eda05b4de6be') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:43.293668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38490) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:43.460645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.461019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:43.560601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:43.562979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.602586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.664986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 887161a5-692c-4242-9f71-aa57d048b28b yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:54:43.688443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.702857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.740124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:43.740769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:43.777715 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:44.025965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-15e7f6b5-e3f0-4058-a2ac-b04b966c5ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.075222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Allocated IP 172.20.0.2 (4fa8513a-a83a-4c17-96ba-f4f653208d9b/f6f7da91-474a-4a05-af3a-5588cdf40b2d/da26811f-348d-454c-98d2-c74b4b59a5e5) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:44.383480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.515398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d46f224f-c481-4329-b37d-16732156fdde up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:44.558339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.7 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308/887161a5-692c-4242-9f71-aa57d048b28b) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:44.581292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.592030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/317802ce-b014-476d-8324-6360e7c2e64c HTTP/1.1" status: 204 len: 168 time: 7.9598472 Jan 27 14:54:44.642017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:44.643970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38492) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:44.650819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7826-006a-4c2d-9de8-45661fb547a6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=317802ce-b014-476d-8324-6360e7c2e64c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:44.665171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.674228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.674626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145172811'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:44.675636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.835604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=4d826892-e742-45cd-bc3e-e1b4d3db51b0,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:44.863248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:44.863729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.872862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.879345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:44.886126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.910291 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:44.974427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e125dbd-69d9-4fa8-8e86-256edcc3adfe None None] Network 33b430ec-f177-4867-8303-6a15211d19c9 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:45.050173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:45.059371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Pushing event updated for resources: {'Port': ['ID=da26811f-348d-454c-98d2-c74b4b59a5e5,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:45.069137 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:45.077939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:45.080719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:45.081418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.183643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:45.236103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.236628 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 7deeac8f-6845-4f22-819f-49a4dcd6c1e8 of type vlan for network e9e0e92b-9a2f-46d6-9956-b3b53051890c Jan 27 14:54:45.256954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:45.289347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Attempting to bind port da26811f-348d-454c-98d2-c74b4b59a5e5 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:45.290027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Attempting to bind port da26811f-348d-454c-98d2-c74b4b59a5e5 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:45.290846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Attempting to bind port da26811f-348d-454c-98d2-c74b4b59a5e5 on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:45.299330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.302854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:45.335802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:45.337075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Checking segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:45.337250 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.338185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Bound using segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:45.339539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Bound port: da26811f-348d-454c-98d2-c74b4b59a5e5, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:45.340037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.364488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.380314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.392103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:45.393166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:45.458267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.466200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 33b430ec-f177-4867-8303-6a15211d19c9 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:45.474579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:45.490804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.502753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:45.504100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.506743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] For port d46f224f-c481-4329-b37d-16732156fdde, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d46f224f-c481-4329-b37d-16732156fdde,segment=NetworkSegment(e2ba092e-6903-4321-a8fd-d53c8b448a76),segment_id=e2ba092e-6903-4321-a8fd-d53c8b448a76)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:45.515447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.524229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.524654 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-99d6957a-c1b5-40ba-837b-37da8cd128b5 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.9965596 Jan 27 14:54:45.545344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:54:45.548995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72888d97-bb8f-4d0e-bc94-1de0a9229403" -d '{"events": [{"name": "network-changed", "server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:54:45.631222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.639442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e8f871-778b-41cf-a59d-409c13137f96 x-openstack-request-id: req-96e8f871-778b-41cf-a59d-409c13137f96 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:54:45.639878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:54:45.640233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96e8f871-778b-41cf-a59d-409c13137f96 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:54:45.640735 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'status': 'completed', 'code': 200} Jan 27 14:54:45.647886 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9852059 Jan 27 14:54:45.659194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38498) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:45.669897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': 'e9e0e92b-9a2f-46d6-9956-b3b53051890c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:45.701833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42b126-091b-432c-ae7b-f4fc1db27f7d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=e9e0e92b-9a2f-46d6-9956-b3b53051890c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:45.739530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.742484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e9e0e92b-9a2f-46d6-9956-b3b53051890c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:45.750980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:45.758544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=887161a5-692c-4242-9f71-aa57d048b28b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:45.764675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:45.769065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:45.787826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-994e1ba5-fbf8-48ea-b711-97c0216b49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:45.789459 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-994e1ba5-fbf8-48ea-b711-97c0216b49ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1099 time: 0.1446569 Jan 27 14:54:45.819818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Provisioning complete for port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:45.820452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.919844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:45.920528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:45.928510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 20fb72b9-8688-48e8-8a50-7d6080c521c6 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:54:45.937253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] For port da26811f-348d-454c-98d2-c74b4b59a5e5, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:45.980467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38500) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:45.981304 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-46d9ad85-2f6d-44ca-8cb9-eb0b39b69480 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8994534 Jan 27 14:54:45.987603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-15d9bbd0-ccb5-465d-9240-af7c52e91731 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:45.998213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:45.999243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:46.003184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:46.042762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-95be1d50-1940-454b-b26c-45b57657df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:46.047309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-95be1d50-1940-454b-b26c-45b57657df16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.2330709 Jan 27 14:54:46.217620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] For port da26811f-348d-454c-98d2-c74b4b59a5e5, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=da26811f-348d-454c-98d2-c74b4b59a5e5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:46.222389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-192df483-40cb-44ea-9b6b-06091089f8ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 200 len: 1000 time: 0.1163125 Jan 27 14:54:46.247590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Pushing event updated for resources: {'Port': ['ID=d46f224f-c481-4329-b37d-16732156fdde,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:46.253397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:46.283693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:46.293900 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3c58334d-be3e-4516-97f6-4d5639633594 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/20fb72b9-8688-48e8-8a50-7d6080c521c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9727089 Jan 27 14:54:46.303410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38502) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:46.308106 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] Sync routers for ids ['20fb72b9-8688-48e8-8a50-7d6080c521c6'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:46.328803 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] Routers {'20fb72b9-8688-48e8-8a50-7d6080c521c6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:46.329735 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['20fb72b9-8688-48e8-8a50-7d6080c521c6'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:46.332124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e99c9c9-c5de-4db6-9379-09d44cbb1d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:46.338820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-c1430b86-24cb-4848-bb33-113db1a0c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:46.340553 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-c1430b86-24cb-4848-bb33-113db1a0c034 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.1077251 Jan 27 14:54:46.343853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:54:46.344510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:54:46.356341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-84124b8e-7465-4dc6-ae53-c2a0c38e388f None None] Port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:46.387773 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:46.399653 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] Routers {'20fb72b9-8688-48e8-8a50-7d6080c521c6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:46.400543 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['20fb72b9-8688-48e8-8a50-7d6080c521c6'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:46.413482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0034ec05-2ea8-4a5e-ad52-27b5883f2376 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:46.415145 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0034ec05-2ea8-4a5e-ad52-27b5883f2376 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports/4d826892-e742-45cd-bc3e-e1b4d3db51b0 HTTP/1.1" status: 200 len: 911 time: 0.1099279 Jan 27 14:54:46.418141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38504) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:46.477581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79148947-d980-48c9-82f8-535930a9b5ef None None] Pushing event updated for resources: {'Port': ['ID=da26811f-348d-454c-98d2-c74b4b59a5e5,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:46.489303 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:46.490473 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164015a7-6f37-4668-805f-42c7511c1ff0 None None] The sync data for ids ['20fb72b9-8688-48e8-8a50-7d6080c521c6'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:46.521924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Provisioning complete for port 887161a5-692c-4242-9f71-aa57d048b28b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:46.522458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:46.574862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-a777be06-0d7b-494d-96b8-e4a97cfb807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:46.576457 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-a777be06-0d7b-494d-96b8-e4a97cfb807a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2250426 Jan 27 14:54:46.650434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Port 887161a5-692c-4242-9f71-aa57d048b28b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:46.679301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:39Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:46.742839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:54:46.763904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:46.764852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:46.766981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Provisioning complete for port 4d826892-e742-45cd-bc3e-e1b4d3db51b0 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:46.767475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:46.866078 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-6341184d-0e6c-4b77-8a99-72eef6637449 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787766 Jan 27 14:54:46.880270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9bbd0-ccb5-465d-9240-af7c52e91731 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:46.889806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15d9bbd0-ccb5-465d-9240-af7c52e91731 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:46.946120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device df9460c3-5fdd-4967-9924-dcc9daac0e25 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:47.019086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Port 4d826892-e742-45cd-bc3e-e1b4d3db51b0 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:47.065764 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-72888d97-bb8f-4d0e-bc94-1de0a9229403 req-17d7fd4b-ebfd-4e00-9157-d80886914cc9 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748912 Jan 27 14:54:47.095736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Provisioning complete for port df9460c3-5fdd-4967-9924-dcc9daac0e25 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:47.096106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.151793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port df9460c3-5fdd-4967-9924-dcc9daac0e25 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:47.152451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.156221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:47.166982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (4fa8513a-a83a-4c17-96ba-f4f653208d9b/f6f7da91-474a-4a05-af3a-5588cdf40b2d/4a122b96-e166-4777-b096-10ff125e2ab1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:47.189360 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.ipam_backend_mixin [None req-15d9bbd0-ccb5-465d-9240-af7c52e91731 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308 (CIDR: 172.20.0.0/28) Jan 27 14:54:47.200481 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d9bbd0-ccb5-465d-9240-af7c52e91731 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:54:47.200951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d9bbd0-ccb5-465d-9240-af7c52e91731 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:47.215816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.310711 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-15d9bbd0-ccb5-465d-9240-af7c52e91731 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3239717 Jan 27 14:54:47.315068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38506) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:47.323389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:47.452846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.571042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.606845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.702328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 4d826892-e742-45cd-bc3e-e1b4d3db51b0 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:47.703109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.779639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.799251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.809863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=3ab4156c-176c-46fd-9fa1-5bbdfb32cd49,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:47.850946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:47.854736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.866119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] For port df9460c3-5fdd-4967-9924-dcc9daac0e25, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=df9460c3-5fdd-4967-9924-dcc9daac0e25,segment=NetworkSegment(7c960d43-0b21-4613-8a5f-ef8096c2a3cd),segment_id=7c960d43-0b21-4613-8a5f-ef8096c2a3cd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:47.876418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.886645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '7deeac8f-6845-4f22-819f-49a4dcd6c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e9e0e92b-9a2f-46d6-9956-b3b53051890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:47.887239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: e9e0e92b-9a2f-46d6-9956-b3b53051890c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:47.891871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.894239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:47.930552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 4d826892-e742-45cd-bc3e-e1b4d3db51b0 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:47.994616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:48.011139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:48.013020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:54:48.013502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:54:48.024176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:48.031711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network e9e0e92b-9a2f-46d6-9956-b3b53051890c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:48.046519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486c49a-8ce7-4ce3-8a51-692252974c68 None None] Pushing event updated for resources: {'Port': ['ID=df9460c3-5fdd-4967-9924-dcc9daac0e25,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:48.058838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-63fe2f39-0a71-4b3a-b2c0-e06d9c5b44b5 None None] Provisioning complete for port 4d826892-e742-45cd-bc3e-e1b4d3db51b0 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:48.059406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63fe2f39-0a71-4b3a-b2c0-e06d9c5b44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.063108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=4a122b96-e166-4777-b096-10ff125e2ab1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:48.096621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, e9e0e92b-9a2f-46d6-9956-b3b53051890c) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:48.108929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:39Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:48.110773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:48.111205 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.148153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70640bf3-e6ae-4228-95f9-7f7e5e10d033 None None] Network e9e0e92b-9a2f-46d6-9956-b3b53051890c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:48.154356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f218f7-ec10-40fa-b86b-c8494ad55624 None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:39Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:48.167141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.169716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-63fe2f39-0a71-4b3a-b2c0-e06d9c5b44b5 None None] Port 4d826892-e742-45cd-bc3e-e1b4d3db51b0 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:48.185109 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9f808783-07ec-4ba7-925e-50f2b9e7c3ef tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5159416 Jan 27 14:54:48.236314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38508) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:48.252816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198734786'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:48.377749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:48.381558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.387369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-e9e0e92b-9a2f-46d6-9956-b3b53051890c', 'network_id': 'e9e0e92b-9a2f-46d6-9956-b3b53051890c', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': '3ab4156c-176c-46fd-9fa1-5bbdfb32cd49'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:48.388279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.453971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.506418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:48.524614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=4d826892-e742-45cd-bc3e-e1b4d3db51b0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:48.542745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.543385 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 7892213f-defb-4d53-96a4-ed65a832539c of type vlan for network 76805e68-3ea0-41db-b3c7-a476aebc19f7 Jan 27 14:54:48.572230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529bb62-1718-43e6-8f23-bbd5d6d68126 None None] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:48.660262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8dfafd-dc7f-4888-b69d-2859914471f5 None None] New status for floating IP 2ae9dca6-2282-47ee-b18c-8324c702672f: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:54:48.665599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.698534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.708558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.780802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.788407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:48.789422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.791956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.876252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4abe0dce-6779-4976-a379-3d9c49e7eed4 None None] Provisioning complete for port da26811f-348d-454c-98d2-c74b4b59a5e5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:48.877134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4abe0dce-6779-4976-a379-3d9c49e7eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.899942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=76805e68-3ea0-41db-b3c7-a476aebc19f7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:48.909728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:48.917323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 20fb72b9-8688-48e8-8a50-7d6080c521c6 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:48.950940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:48.962605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:48.963228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:48.965342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 76805e68-3ea0-41db-b3c7-a476aebc19f7 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:48.980419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=f780525f-1405-4a05-b7d1-569e25f527d7,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:48.990472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-91cac747-40f4-4c9f-b30a-fdecf5889308 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7529857 Jan 27 14:54:48.995229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38510) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:48.998823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ac4bb-1802-4560-943f-e48ce79c3c47 None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:49.002085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': '76805e68-3ea0-41db-b3c7-a476aebc19f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:49.003902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device efc01c46-e97c-4a52-9110-19d71dadcd80 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:49.015530 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b2ca62e-b9bf-482b-a9c0-8042052c6549 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6990273 Jan 27 14:54:49.028773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:49.032381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38512) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:49.042157 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] Sync routers for ids ['20fb72b9-8688-48e8-8a50-7d6080c521c6'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:49.044874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-529664434', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f780525f-1405-4a05-b7d1-569e25f527d7'}], 'security_groups': ['fff882a4-b791-4530-8077-aeab2b876451']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:49.060992 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b088d662-1835-4b19-960a-7ffcffc37709 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/20fb72b9-8688-48e8-8a50-7d6080c521c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6391158 Jan 27 14:54:49.061242 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] Routers {'20fb72b9-8688-48e8-8a50-7d6080c521c6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:49.061242 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['20fb72b9-8688-48e8-8a50-7d6080c521c6'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:49.062800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38514) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:49.132975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-df2b37c8-1b43-41da-938d-e7272d69b803 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=20fb72b9-8688-48e8-8a50-7d6080c521c6 HTTP/1.1" status: 200 len: 205 time: 0.0646858 Jan 27 14:54:49.135739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38516) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:49.150127 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:49.165180 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] Routers {'20fb72b9-8688-48e8-8a50-7d6080c521c6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:49.166791 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['20fb72b9-8688-48e8-8a50-7d6080c521c6'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:49.227532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.235810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26020152-168c-4bbb-b138-401b38d44879 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.236089 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:49.237537 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065328f-2566-4000-a88e-bf6e9b244fd3 None None] The sync data for ids ['20fb72b9-8688-48e8-8a50-7d6080c521c6'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:49.336811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.400120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Allocated IP 2001:db8::1 (e9e0e92b-9a2f-46d6-9956-b3b53051890c/3ab4156c-176c-46fd-9fa1-5bbdfb32cd49/f14a134f-fead-4ba1-ac72-b91c3777b81e) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:49.428323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.508166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:49.512199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.580620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26020152-168c-4bbb-b138-401b38d44879 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.589490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26020152-168c-4bbb-b138-401b38d44879 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.608116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Performing IP validity checks on allocation pools {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 14:54:49.608572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 14:54:49.697501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4abe0dce-6779-4976-a379-3d9c49e7eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.712164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26020152-168c-4bbb-b138-401b38d44879 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.712715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26020152-168c-4bbb-b138-401b38d44879 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Fanout notify agent at l3_agent the message router_deleted on router 20fb72b9-8688-48e8-8a50-7d6080c521c6 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:54:49.714849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port efc01c46-e97c-4a52-9110-19d71dadcd80 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:49.715220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.724585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26020152-168c-4bbb-b138-401b38d44879 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.724585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-26020152-168c-4bbb-b138-401b38d44879 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/20fb72b9-8688-48e8-8a50-7d6080c521c6 HTTP/1.1" status: 204 len: 168 time: 0.5817232 Jan 27 14:54:49.739835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38518) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:49.859573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet 165fe73b-20aa-496b-9c29-14385cafde87 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:49.877648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.920846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.934757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:49.958370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Delete allocated IP 172.20.0.7 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308) {{(pid=108742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 14:54:49.983031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.21 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/f780525f-1405-4a05-b7d1-569e25f527d7/887161a5-692c-4242-9f71-aa57d048b28b) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:49.992296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4abe0dce-6779-4976-a379-3d9c49e7eed4 None None] For port da26811f-348d-454c-98d2-c74b4b59a5e5, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=da26811f-348d-454c-98d2-c74b4b59a5e5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:50.002851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.019935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4abe0dce-6779-4976-a379-3d9c49e7eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.106850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.128375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=4a122b96-e166-4777-b096-10ff125e2ab1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:50.153091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.208925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.230420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.265380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=cdb50913-cbba-4902-8956-91006124ddb1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:50.299751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Network e9e0e92b-9a2f-46d6-9956-b3b53051890c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:50.302863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe0dce-6779-4976-a379-3d9c49e7eed4 None None] Pushing event updated for resources: {'Port': ['ID=da26811f-348d-454c-98d2-c74b4b59a5e5,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:50.360033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Pushing event updated for resources: {'Port': ['ID=f14a134f-fead-4ba1-ac72-b91c3777b81e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:50.369013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:50.379231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:50.385749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.432750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port efc01c46-e97c-4a52-9110-19d71dadcd80, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=efc01c46-e97c-4a52-9110-19d71dadcd80,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:50.440725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.455296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.487143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.557536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Attempting to bind port f14a134f-fead-4ba1-ac72-b91c3777b81e on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:50.557911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Attempting to bind port f14a134f-fead-4ba1-ac72-b91c3777b81e by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '7deeac8f-6845-4f22-819f-49a4dcd6c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e9e0e92b-9a2f-46d6-9956-b3b53051890c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:50.558272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Attempting to bind port f14a134f-fead-4ba1-ac72-b91c3777b81e on network e9e0e92b-9a2f-46d6-9956-b3b53051890c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:50.582003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:50.582359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Checking segment: {'id': '7deeac8f-6845-4f22-819f-49a4dcd6c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e9e0e92b-9a2f-46d6-9956-b3b53051890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:50.583367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.583768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Bound using segment: {'id': '7deeac8f-6845-4f22-819f-49a4dcd6c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e9e0e92b-9a2f-46d6-9956-b3b53051890c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:50.584265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Bound port: f14a134f-fead-4ba1-ac72-b91c3777b81e, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7deeac8f-6845-4f22-819f-49a4dcd6c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e9e0e92b-9a2f-46d6-9956-b3b53051890c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:50.584650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.587968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=887161a5-692c-4242-9f71-aa57d048b28b,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:50.591371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2026bd-9f5d-42c0-b9f7-80a33467ae95 None None] Update dhcp port {'port': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'fixed_ips': [{'subnet_id': '1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f780525f-1405-4a05-b7d1-569e25f527d7'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': 'd46f224f-c481-4329-b37d-16732156fdde'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:54:50.600269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-08870b97-0365-4c1f-8312-c541c1da2ab3 None None] Provisioning complete for port 4a122b96-e166-4777-b096-10ff125e2ab1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:50.600702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08870b97-0365-4c1f-8312-c541c1da2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.637309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] In _notify_port_updated(), no bound segment for port 887161a5-692c-4242-9f71-aa57d048b28b on network eb9c01c4-27e1-4f42-a405-80b6fc2509eb {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:54:50.652803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:50.653499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.654965 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1cf820ef-447c-4129-a4cc-727109537d36 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "PUT /v2.0/ports/887161a5-692c-4242-9f71-aa57d048b28b HTTP/1.1" status: 200 len: 920 time: 1.6202364 Jan 27 14:54:50.661074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38520) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:50.661447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=efc01c46-e97c-4a52-9110-19d71dadcd80,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:50.707762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d2026bd-9f5d-42c0-b9f7-80a33467ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.738108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-08870b97-0365-4c1f-8312-c541c1da2ab3 None None] Port 4a122b96-e166-4777-b096-10ff125e2ab1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:50.803732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] For port f14a134f-fead-4ba1-ac72-b91c3777b81e, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:50.810937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-08870b97-0365-4c1f-8312-c541c1da2ab3 None None] Provisioning complete for port da26811f-348d-454c-98d2-c74b4b59a5e5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:50.811342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-08870b97-0365-4c1f-8312-c541c1da2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.896412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 887161a5-692c-4242-9f71-aa57d048b28b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:50.897041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.949535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:50.963560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device df9460c3-5fdd-4967-9924-dcc9daac0e25 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:50.967655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] For port f14a134f-fead-4ba1-ac72-b91c3777b81e, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f14a134f-fead-4ba1-ac72-b91c3777b81e,segment=NetworkSegment(7deeac8f-6845-4f22-819f-49a4dcd6c1e8),segment_id=7deeac8f-6845-4f22-819f-49a4dcd6c1e8)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:50.991086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '7892213f-defb-4d53-96a4-ed65a832539c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '76805e68-3ea0-41db-b3c7-a476aebc19f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:50.991630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: 76805e68-3ea0-41db-b3c7-a476aebc19f7, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:51.000654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.090581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network 76805e68-3ea0-41db-b3c7-a476aebc19f7 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:51.125378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:51.146249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:51.190809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.219847 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 76805e68-3ea0-41db-b3c7-a476aebc19f7) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:51.241818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:51.244640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.248573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d82fa1-5e88-42de-a4d9-94b3fbe887c1 None None] Pushing event updated for resources: {'Port': ['ID=f14a134f-fead-4ba1-ac72-b91c3777b81e,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:51.261705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f197b364-6c0a-4e1b-b669-86f0e01a7976 None None] Network 76805e68-3ea0-41db-b3c7-a476aebc19f7 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:51.319972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=165fe73b-20aa-496b-9c29-14385cafde87,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:51.346891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port df9460c3-5fdd-4967-9924-dcc9daac0e25 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:51.347240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.391674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.400688 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b474a330-eef2-4d47-9f7a-41cf852658cd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/165fe73b-20aa-496b-9c29-14385cafde87 HTTP/1.1" status: 204 len: 168 time: 1.6592765 Jan 27 14:54:51.402884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38524) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:51.446199 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ce7608d9-e51f-4332-9b22-e613a0778146 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4491448 Jan 27 14:54:51.453982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb7c993-a65c-40e5-9c49-d5fbf860274d None None] Network 33b430ec-f177-4867-8303-6a15211d19c9 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:51.455347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38526) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:51.679943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-9d2026bd-9f5d-42c0-b9f7-80a33467ae95 None None] Allocated IP 172.20.0.18 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/f780525f-1405-4a05-b7d1-569e25f527d7/d46f224f-c481-4329-b37d-16732156fdde) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:51.714501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.745324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.750671 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.751838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:51.765558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 887161a5-692c-4242-9f71-aa57d048b28b owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:51.867984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ff0c9def-94a3-4e45-b7ce-f46ce6aeb65b None None] Provisioning complete for port 4a122b96-e166-4777-b096-10ff125e2ab1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:51.883183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ff0c9def-94a3-4e45-b7ce-f46ce6aeb65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:51.960935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.014719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port df9460c3-5fdd-4967-9924-dcc9daac0e25 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:52.015076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.017404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:52.032981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.034274 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5dab3e2c-2f10-42b9-8e3c-a62a61d3441c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/c8461d49-8e9c-4c4f-bdbd-9bd305fdec76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7389665 Jan 27 14:54:52.040464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38528) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:52.057403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Sync routers for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:52.130616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=887161a5-692c-4242-9f71-aa57d048b28b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:52.160019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c9def-94a3-4e45-b7ce-f46ce6aeb65b None None] Port 4a122b96-e166-4777-b096-10ff125e2ab1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:52.179370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:52.179991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:52.226857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.234302 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fe47e27a-1247-4744-ba0a-167ea6481762 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/887161a5-692c-4242-9f71-aa57d048b28b HTTP/1.1" status: 204 len: 168 time: 1.5718205 Jan 27 14:54:52.235877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38530) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:52.247569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port df9460c3-5fdd-4967-9924-dcc9daac0e25, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=df9460c3-5fdd-4967-9924-dcc9daac0e25,segment=NetworkSegment(7c960d43-0b21-4613-8a5f-ef8096c2a3cd),segment_id=7c960d43-0b21-4613-8a5f-ef8096c2a3cd)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:52.247963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.256860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.265747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9d2026bd-9f5d-42c0-b9f7-80a33467ae95 None None] For port d46f224f-c481-4329-b37d-16732156fdde, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d46f224f-c481-4329-b37d-16732156fdde,segment=NetworkSegment(e2ba092e-6903-4321-a8fd-d53c8b448a76),segment_id=e2ba092e-6903-4321-a8fd-d53c8b448a76)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:52.272674 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cbacf2-2efa-4221-a7cb-bcd066b5c563 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:54:52.275823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d46f224f-c481-4329-b37d-16732156fdde up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:52.278428 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-63cbacf2-2efa-4221-a7cb-bcd066b5c563 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/887161a5-692c-4242-9f71-aa57d048b28b HTTP/1.1" status: 404 len: 333 time: 0.0412507 Jan 27 14:54:52.279463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38532) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:52.319097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb50913-cbba-4902-8956-91006124ddb1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:52.319569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d88e2-28fb-47a1-8250-926c98ef33d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-76805e68-3ea0-41db-b3c7-a476aebc19f7', 'network_id': '76805e68-3ea0-41db-b3c7-a476aebc19f7', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': 'cdb50913-cbba-4902-8956-91006124ddb1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:52.320105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-406d88e2-28fb-47a1-8250-926c98ef33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.329006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for df9460c3-5fdd-4967-9924-dcc9daac0e25 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:52.375569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60a2463a-70e4-4010-ba3d-f55fb9f0983d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.418799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60a2463a-70e4-4010-ba3d-f55fb9f0983d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.435408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d2026bd-9f5d-42c0-b9f7-80a33467ae95 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.461310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9d2026bd-9f5d-42c0-b9f7-80a33467ae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.465902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.516504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60a2463a-70e4-4010-ba3d-f55fb9f0983d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.521794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee974a8-17e3-4833-8405-30961a0d247f None None] DHCP port deletion for 33b430ec-f177-4867-8303-6a15211d19c9 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:54:52.523414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60a2463a-70e4-4010-ba3d-f55fb9f0983d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.525517 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-60a2463a-70e4-4010-ba3d-f55fb9f0983d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9400bef-b187-4d38-a4c6-e34ace49825e HTTP/1.1" status: 204 len: 168 time: 0.2442937 Jan 27 14:54:52.529805 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:52.532313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38534) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:52.550290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b469d730-ab21-41c5-a2b5-bb06a1f53abd None None] Provisioning complete for port 4a122b96-e166-4777-b096-10ff125e2ab1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:52.550570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b469d730-ab21-41c5-a2b5-bb06a1f53abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.561038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2463a-70e4-4010-ba3d-f55fb9f0983d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9400bef-b187-4d38-a4c6-e34ace49825e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:52.561788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76805e68-3ea0-41db-b3c7-a476aebc19f7']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:52.575608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.577233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.577904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.578484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.579210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.579752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.580297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.580995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.581705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.582267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.582969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.586324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a830fe9a-830c-4e29-9b83-334292a571c3 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7768 time: 0.5288794 Jan 27 14:54:52.591541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7892213f-defb-4d53-96a4-ed65a832539c') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:52.591838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7892213f-defb-4d53-96a4-ed65a832539c') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:52.605257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38536) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:52.646499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.678158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.693107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.693576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.694107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.694558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.695077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.695584 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.696042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.696488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.696985 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.697475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:52.705590 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4d7db680-fba5-4a46-9445-9426a59c389b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6488 time: 0.0943370 Jan 27 14:54:52.705590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38538) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:52.712615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.715899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=df9460c3-5fdd-4967-9924-dcc9daac0e25,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:52.729900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port df9460c3-5fdd-4967-9924-dcc9daac0e25 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:52.740824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:52.742027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:52.748412 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:52.859835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7ee974a8-17e3-4833-8405-30961a0d247f None None] The port 'df9460c3-5fdd-4967-9924-dcc9daac0e25' was deleted {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 27 14:54:52.870082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22a136ae-b948-440e-8a0b-2ad5e59a978a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.902743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722d858-cbfd-4e58-86ec-dc24066709b3 None None] Network 76805e68-3ea0-41db-b3c7-a476aebc19f7 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:52.930547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22a136ae-b948-440e-8a0b-2ad5e59a978a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.969171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.974120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.981489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:52.985651 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/76805e68-3ea0-41db-b3c7-a476aebc19f7 HTTP/1.1" status: 204 len: 168 time: 1.5258918 Jan 27 14:54:53.001064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38540) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:53.017204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476c5ba-93db-459e-a816-e48a5e440fa3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=76805e68-3ea0-41db-b3c7-a476aebc19f7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:53.017698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2026bd-9f5d-42c0-b9f7-80a33467ae95 None None] Pushing event updated for resources: {'Port': ['ID=d46f224f-c481-4329-b37d-16732156fdde,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:53.036188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b469d730-ab21-41c5-a2b5-bb06a1f53abd None None] Port 4a122b96-e166-4777-b096-10ff125e2ab1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:53.037982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:53.037982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.051561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486127785'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:53.066584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b430ec-f177-4867-8303-6a15211d19c9']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:53.095035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c960d43-0b21-4613-8a5f-ef8096c2a3cd') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:53.096134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c960d43-0b21-4613-8a5f-ef8096c2a3cd') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:53.121898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.132081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22a136ae-b948-440e-8a0b-2ad5e59a978a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.135004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-22a136ae-b948-440e-8a0b-2ad5e59a978a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.140090 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-22a136ae-b948-440e-8a0b-2ad5e59a978a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/security-groups/fff882a4-b791-4530-8077-aeab2b876451 HTTP/1.1" status: 204 len: 168 time: 0.6030629 Jan 27 14:54:53.144604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38542) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:53.148848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:53.153580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.169151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.183009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:53.183609 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:53.187963 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:53.239217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet 1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:54:53.250243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.351925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e75f8e-e05c-45c3-b7e7-bd8a4e1cfd9d None None] Network e9e0e92b-9a2f-46d6-9956-b3b53051890c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:53.352649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.362721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.378393 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/33b430ec-f177-4867-8303-6a15211d19c9 HTTP/1.1" status: 204 len: 168 time: 1.9711220 Jan 27 14:54:53.392900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a136ae-b948-440e-8a0b-2ad5e59a978a tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff882a4-b791-4530-8077-aeab2b876451,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:53.415876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:54:53.432464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.433379 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 8dfb4867-52b7-4c73-ab67-0b13fe1a0f04 of type vlan for network edf15fc2-943b-42cb-b39c-47cf4b807c5d Jan 27 14:54:53.435258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38544) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:53.436413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27f02e-7985-4b53-84e0-92c0e7ef0489 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=33b430ec-f177-4867-8303-6a15211d19c9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:53.444208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-934170025', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:53.490310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.492004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.528626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9a339ad7-efdb-4656-a0e7-149c621eccc1 None None] Provisioning complete for port f14a134f-fead-4ba1-ac72-b91c3777b81e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:53.529327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a339ad7-efdb-4656-a0e7-149c621eccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.534965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.542877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.607191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.617232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device da26811f-348d-454c-98d2-c74b4b59a5e5 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:53.698318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.resource_extend [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 14:54:53.800625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:49Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:53.805481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.806709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port da26811f-348d-454c-98d2-c74b4b59a5e5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:53.807084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.815864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:53.817304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.855559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Checking router: c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:54:53.856129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Updating router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 port 4a122b96-e166-4777-b096-10ff125e2ab1 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:54:53.875577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.913178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.923722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a339ad7-efdb-4656-a0e7-149c621eccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:53.948949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.017141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9a339ad7-efdb-4656-a0e7-149c621eccc1 None None] For port f14a134f-fead-4ba1-ac72-b91c3777b81e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f14a134f-fead-4ba1-ac72-b91c3777b81e,segment=NetworkSegment(7deeac8f-6845-4f22-819f-49a4dcd6c1e8),segment_id=7deeac8f-6845-4f22-819f-49a4dcd6c1e8)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:54.061082 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a46a621a-7bef-4c1b-8389-f5ec150b0b54 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 1.3497362 Jan 27 14:54:54.072123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a339ad7-efdb-4656-a0e7-149c621eccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.101860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0802248 Jan 27 14:54:54.104958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38548) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:54.115859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb7da8-38f5-47ec-9fe5-7c21bf17f1a3 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=edf15fc2-943b-42cb-b39c-47cf4b807c5d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:54.116221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:54.195932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.199888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network edf15fc2-943b-42cb-b39c-47cf4b807c5d details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:54:54.244324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:54.249521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.258416 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d0f334cc-444c-42ef-a103-7e30337481b3 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308 HTTP/1.1" status: 204 len: 168 time: 1.0922759 Jan 27 14:54:54.268348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38550) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:54.273449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:54.339134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-225b5a32-3eca-404f-89f8-638f1f4eeb88 None None] Could not find standard attr ID for object 887161a5-692c-4242-9f71-aa57d048b28b. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:54:54.340297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:54.346124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.515143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:54.520595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.576142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339ad7-efdb-4656-a0e7-149c621eccc1 None None] Pushing event updated for resources: {'Port': ['ID=f14a134f-fead-4ba1-ac72-b91c3777b81e,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:54.596570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-225b5a32-3eca-404f-89f8-638f1f4eeb88 None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:54.597390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-225b5a32-3eca-404f-89f8-638f1f4eeb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.648269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.713352 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.828007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-225b5a32-3eca-404f-89f8-638f1f4eeb88 None None] Provisioning complete for port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:54.828518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-225b5a32-3eca-404f-89f8-638f1f4eeb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:54.901412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device efc01c46-e97c-4a52-9110-19d71dadcd80 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:54.963015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-225b5a32-3eca-404f-89f8-638f1f4eeb88 None None] Port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:55.003929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 172.26.6.145 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/a64b1f40-47c1-4390-a3d9-8e0dfaad7d4e) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:55.050484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.053781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.062913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.086905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:55.090307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:55.111313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3ecc4d-255c-4217-ac50-6e83245a51ca None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:55.121861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38552) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:55.123978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:55.124580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.141425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8b086e4a-10d0-4ace-a2b2-40ad55fc6b8a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871392161', 'description': 'tempest-secgroup-smoke-1871392161 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:55.171361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.188014 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9185858 Jan 27 14:54:55.189327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38556) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:55.197307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2b30c1b6-b1fb-4aaa-80cb-4cadc4f9a987 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208378339'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:55.204557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3766c-912c-4910-acdd-ac85fef8bf0b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=24893bca-82c4-494f-b53e-7ea0c0567fac,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:55.230912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b086e4a-10d0-4ace-a2b2-40ad55fc6b8a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.259603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.280618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=1406eb71-20a6-43e1-8cbc-d676b6a80fdb,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:55.288049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port efc01c46-e97c-4a52-9110-19d71dadcd80 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:55.289014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.301426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46e373-52fa-4850-a2a4-2b430159f2fb None None] Pushing event updated for resources: {'Port': ['ID=4a122b96-e166-4777-b096-10ff125e2ab1,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:55.307447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:55.308213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: edf15fc2-943b-42cb-b39c-47cf4b807c5d, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:54:55.330577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b30c1b6-b1fb-4aaa-80cb-4cadc4f9a987 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.342818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c6113839-c4f0-4028-a5c1-db7d8251460a None None] Provisioning complete for port f14a134f-fead-4ba1-ac72-b91c3777b81e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:55.343578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6113839-c4f0-4028-a5c1-db7d8251460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.359727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network edf15fc2-943b-42cb-b39c-47cf4b807c5d is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:54:55.364401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.404620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, edf15fc2-943b-42cb-b39c-47cf4b807c5d) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:55.420197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b086e4a-10d0-4ace-a2b2-40ad55fc6b8a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.428370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:55.429097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.434661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b086e4a-10d0-4ace-a2b2-40ad55fc6b8a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.448491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:55.458423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:55.465733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:55.468930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=a64b1f40-47c1-4390-a3d9-8e0dfaad7d4e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:55.483134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b086e4a-10d0-4ace-a2b2-40ad55fc6b8a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a69c1d-b629-45da-9ba4-fdb47d93b604,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:55.506542 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-656e104c-b0db-4b40-ad44-96adc10823f4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3995967 Jan 27 14:54:55.511459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38558) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:55.546028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b086e4a-10d0-4ace-a2b2-40ad55fc6b8a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.556539 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b086e4a-10d0-4ace-a2b2-40ad55fc6b8a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4220121 Jan 27 14:54:55.558245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38560) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:55.572615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-30415eb4-b8fc-4cbd-8fad-69746b61c8ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '33a69c1d-b629-45da-9ba4-fdb47d93b604', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:55.584309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfdc337-b0fe-4266-94a1-83c7f0d33653 None None] Network edf15fc2-943b-42cb-b39c-47cf4b807c5d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:55.653624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b30c1b6-b1fb-4aaa-80cb-4cadc4f9a987 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.664736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b30c1b6-b1fb-4aaa-80cb-4cadc4f9a987 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.671596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Attempting to bind port 4a122b96-e166-4777-b096-10ff125e2ab1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:55.672377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Attempting to bind port 4a122b96-e166-4777-b096-10ff125e2ab1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:55.672503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Attempting to bind port 4a122b96-e166-4777-b096-10ff125e2ab1 on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:55.673689 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30415eb4-b8fc-4cbd-8fad-69746b61c8ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.718083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b30c1b6-b1fb-4aaa-80cb-4cadc4f9a987 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.719525 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2b30c1b6-b1fb-4aaa-80cb-4cadc4f9a987 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5264089 Jan 27 14:54:55.725385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38562) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:55.734398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4a145ce4-e055-412c-bdda-b36152fb845c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'security_group': {'name': 'tempest-secgroup-159669986'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:55.744394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30c1b6-b1fb-4aaa-80cb-4cadc4f9a987 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40890c-315d-4b8e-9a42-d99cb79d994f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:55.778675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:55.779100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Checking segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:55.779493 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.780013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Bound using segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:55.780403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Bound port: 4a122b96-e166-4777-b096-10ff125e2ab1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:55.780792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.859478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30415eb4-b8fc-4cbd-8fad-69746b61c8ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.862191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4a145ce4-e055-412c-bdda-b36152fb845c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.883241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30415eb4-b8fc-4cbd-8fad-69746b61c8ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.949579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30415eb4-b8fc-4cbd-8fad-69746b61c8ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2a393f-0a17-4cd9-a010-b4ff02eb980b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:55.969028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30415eb4-b8fc-4cbd-8fad-69746b61c8ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:55.977458 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-30415eb4-b8fc-4cbd-8fad-69746b61c8ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131374 Jan 27 14:54:55.984393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38564) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:55.993761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-95af9194-c146-4236-97e1-a53db8024f4c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '33a69c1d-b629-45da-9ba4-fdb47d93b604', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:56.006925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d46f224f-c481-4329-b37d-16732156fdde up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:56.098782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] For port 4a122b96-e166-4777-b096-10ff125e2ab1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:56.114897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95af9194-c146-4236-97e1-a53db8024f4c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.148456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] For port 4a122b96-e166-4777-b096-10ff125e2ab1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4a122b96-e166-4777-b096-10ff125e2ab1,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:56.150253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ce84464d-796e-4d4c-a641-867779f8d4f0 None None] Could not find standard attr ID for object 887161a5-692c-4242-9f71-aa57d048b28b. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:54:56.161296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4a145ce4-e055-412c-bdda-b36152fb845c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.162191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.172342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.177698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ce84464d-796e-4d4c-a641-867779f8d4f0 None None] Provisioning complete for port 4a122b96-e166-4777-b096-10ff125e2ab1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:56.178157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce84464d-796e-4d4c-a641-867779f8d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.185499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4a145ce4-e055-412c-bdda-b36152fb845c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.218116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-edf15fc2-943b-42cb-b39c-47cf4b807c5d', 'network_id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': '1406eb71-20a6-43e1-8cbc-d676b6a80fdb'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:54:56.218779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.257480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4a145ce4-e055-412c-bdda-b36152fb845c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.259495 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4a145ce4-e055-412c-bdda-b36152fb845c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5325503 Jan 27 14:54:56.280123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38566) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:56.286568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5b92b667-60be-47a0-95ba-97fec268c3d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'security_group': {'name': 'tempest-secgroup-721137952'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:56.309700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95af9194-c146-4236-97e1-a53db8024f4c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.314590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a145ce4-e055-412c-bdda-b36152fb845c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42fc7d-ddf0-4099-af01-51d2fe4c92e4,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:56.331598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95af9194-c146-4236-97e1-a53db8024f4c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.372180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af9194-c146-4236-97e1-a53db8024f4c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9031f4-bcd0-442b-8de2-7e4d2e884403,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:56.386845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95af9194-c146-4236-97e1-a53db8024f4c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.393499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38568) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:56.394256 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95af9194-c146-4236-97e1-a53db8024f4c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4078209 Jan 27 14:54:56.397613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.416243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f8c17c4c-3266-424a-8793-6763b9a39ec8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '33a69c1d-b629-45da-9ba4-fdb47d93b604', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:56.437592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:56.438241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.443484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b92b667-60be-47a0-95ba-97fec268c3d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.445366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:56.445782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:56.476115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.476490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Allocated IP 2001:db8::1 (edf15fc2-943b-42cb-b39c-47cf4b807c5d/1406eb71-20a6-43e1-8cbc-d676b6a80fdb/3d3cde15-fb33-47bf-80da-6e8bb7322237) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:56.570111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ec194-6d6e-4d71-bdc3-461e800eacdf None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:56.625585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f8c17c4c-3266-424a-8793-6763b9a39ec8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.636501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46e373-52fa-4850-a2a4-2b430159f2fb None None] Pushing event updated for resources: {'Port': ['ID=4a122b96-e166-4777-b096-10ff125e2ab1,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:56.787264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b92b667-60be-47a0-95ba-97fec268c3d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.801627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f8c17c4c-3266-424a-8793-6763b9a39ec8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.802594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b92b667-60be-47a0-95ba-97fec268c3d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.825909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f8c17c4c-3266-424a-8793-6763b9a39ec8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.836761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce84464d-796e-4d4c-a641-867779f8d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.850993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:54:56.901238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5b92b667-60be-47a0-95ba-97fec268c3d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.904030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5b92b667-60be-47a0-95ba-97fec268c3d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6224074 Jan 27 14:54:56.906098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38570) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:56.918283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198477846', 'security_groups': ['e20b6bf0-d5f1-4dc5-bd09-303139469bc6'], 'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24893bca-82c4-494f-b53e-7ea0c0567fac'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:56.921687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c17c4c-3266-424a-8793-6763b9a39ec8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c907ac9-ab71-423a-8a1e-64cc748a7dca,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:56.928680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92b667-60be-47a0-95ba-97fec268c3d7 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20b6bf0-d5f1-4dc5-bd09-303139469bc6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:56.946213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f8c17c4c-3266-424a-8793-6763b9a39ec8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:56.947480 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f8c17c4c-3266-424a-8793-6763b9a39ec8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5527570 Jan 27 14:54:56.952347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38572) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:56.959078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d5529554-2ced-4277-9bb0-1e94286371b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '33a69c1d-b629-45da-9ba4-fdb47d93b604', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:56.960066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f14a134f-fead-4ba1-ac72-b91c3777b81e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:56.967511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.079467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d5529554-2ced-4277-9bb0-1e94286371b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.119369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ce84464d-796e-4d4c-a641-867779f8d4f0 None None] For port 4a122b96-e166-4777-b096-10ff125e2ab1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4a122b96-e166-4777-b096-10ff125e2ab1,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:57.126737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:57.154676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ce84464d-796e-4d4c-a641-867779f8d4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.205636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d5529554-2ced-4277-9bb0-1e94286371b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.217461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d5529554-2ced-4277-9bb0-1e94286371b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.247559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5529554-2ced-4277-9bb0-1e94286371b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca8f8c0-e475-4f76-8ea4-900e4d06a1f8,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:57.250542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.265708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d5529554-2ced-4277-9bb0-1e94286371b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.267357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d5529554-2ced-4277-9bb0-1e94286371b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139844 Jan 27 14:54:57.269135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 0b9b8aea-5be0-451b-925d-52413df7e23f is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:54:57.271067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38574) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:57.275924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '33a69c1d-b629-45da-9ba4-fdb47d93b604', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:57.276547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] device_id is not set on port 4f104f80-c00c-480e-83a4-e464b53c079e yet. {{(pid=108742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:54:57.327548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.363974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.369773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.385916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a658a0a4-bfe9-4e94-86a8-77f602d653f8 None None] Provisioning complete for port 4a122b96-e166-4777-b096-10ff125e2ab1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:57.386288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a658a0a4-bfe9-4e94-86a8-77f602d653f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.390516 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:54:57.409199 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84464d-796e-4d4c-a641-867779f8d4f0 None None] Pushing event updated for resources: {'Port': ['ID=4a122b96-e166-4777-b096-10ff125e2ab1,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:57.434302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=1406eb71-20a6-43e1-8cbc-d676b6a80fdb,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:57.439031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f14a134f-fead-4ba1-ac72-b91c3777b81e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:57.439787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.473428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.517471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Network edf15fc2-943b-42cb-b39c-47cf4b807c5d is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:57.581725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.594758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.6 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/24893bca-82c4-494f-b53e-7ea0c0567fac/4f104f80-c00c-480e-83a4-e464b53c079e) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:54:57.637953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf15fc2-943b-42cb-b39c-47cf4b807c5d']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:57.654606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:54:57.658731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:57.659083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:57.674114 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] Sync routers for ids ['0b9b8aea-5be0-451b-925d-52413df7e23f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:54:57.686670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.691014 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fdafee13-e83a-4504-ab41-ed8f833403ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2491155 Jan 27 14:54:57.692426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38576) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:57.692587 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] Routers {'0b9b8aea-5be0-451b-925d-52413df7e23f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:57.693888 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0b9b8aea-5be0-451b-925d-52413df7e23f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:57.701438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.739671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:57.753314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.758759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:57.761823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.764337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.790704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:54:57.790704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.791725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Pushing event updated for resources: {'Port': ['ID=3d3cde15-fb33-47bf-80da-6e8bb7322237,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:54:57.793421 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:54:57.829481 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:57.844090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] Routers {'0b9b8aea-5be0-451b-925d-52413df7e23f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:54:57.845385 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0b9b8aea-5be0-451b-925d-52413df7e23f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:57.857283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea0da75-25c8-4c5d-b551-7fbbf3c5dce5,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:57.903527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:57.908763 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5ba16434-8817-4068-8e45-4672ace7353a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6326838 Jan 27 14:54:57.913093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38578) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:57.932840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.db.api [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 14:54:57.932840 dv-neutron-826438-5-hyperv neutron-server[108743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 14:54:57.932840 dv-neutron-826438-5-hyperv neutron-server[108743]: [parameters: {'id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d'}] Jan 27 14:54:57.932840 dv-neutron-826438-5-hyperv neutron-server[108743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:54:57.933479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG oslo_db.api [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:54:57.947188 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-47e6d326-de63-4178-8830-5a0435e6fa23 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/routers/0b9b8aea-5be0-451b-925d-52413df7e23f HTTP/1.1" status: 200 len: 884 time: 0.2536769 Jan 27 14:54:57.949848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38580) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:57.951794 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:57.953908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '33a69c1d-b629-45da-9ba4-fdb47d93b604', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:57.963699 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10eefcae-5508-4fcb-86fa-587967e98a56 None None] The sync data for ids ['0b9b8aea-5be0-451b-925d-52413df7e23f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:57.965012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.014124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Attempting to bind port 3d3cde15-fb33-47bf-80da-6e8bb7322237 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:54:58.014707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Attempting to bind port 3d3cde15-fb33-47bf-80da-6e8bb7322237 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:54:58.015203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Attempting to bind port 3d3cde15-fb33-47bf-80da-6e8bb7322237 on network edf15fc2-943b-42cb-b39c-47cf4b807c5d {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:54:58.017236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.026554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:54:58.068142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:54:58.068777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Checking segment: {'id': '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:54:58.068905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.069349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Bound using segment: {'id': '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:54:58.069958 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Bound port: 3d3cde15-fb33-47bf-80da-6e8bb7322237, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'edf15fc2-943b-42cb-b39c-47cf4b807c5d'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:54:58.071598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.077813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:54:58.084302 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:54:58.090836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:54:58.096212 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:54:58.120653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a658a0a4-bfe9-4e94-86a8-77f602d653f8 None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:58.121132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a658a0a4-bfe9-4e94-86a8-77f602d653f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.138737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.156594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=4f104f80-c00c-480e-83a4-e464b53c079e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:58.162103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fedc10-1285-40de-aa95-948d1497f6de None None] The sync data for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv is: [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:54:58.289836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.302266 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:58.303362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.307827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.364654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] For port 3d3cde15-fb33-47bf-80da-6e8bb7322237, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:54:58.389663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] For port 3d3cde15-fb33-47bf-80da-6e8bb7322237, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3d3cde15-fb33-47bf-80da-6e8bb7322237,segment=NetworkSegment(8dfb4867-52b7-4c73-ab67-0b13fe1a0f04),segment_id=8dfb4867-52b7-4c73-ab67-0b13fe1a0f04)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:54:58.404508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.407138 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e688eb60-080a-4253-98f1-9ad38e623c7d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4995131 Jan 27 14:54:58.417215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38582) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:58.420097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13a9839-0e92-47ce-ac91-22802549cd61,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:58.422622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e65242e2-74ac-4b48-be8f-ed7f32ba5302 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:58.439855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.444157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.447774 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-673f4ec6-15b4-4bdf-bab5-8761fd292afe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5297019 Jan 27 14:54:58.451216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device df9460c3-5fdd-4967-9924-dcc9daac0e25 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:54:58.482643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: df9460c3-5fdd-4967-9924-dcc9daac0e25 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:54:58.483181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device df9460c3-5fdd-4967-9924-dcc9daac0e25 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:54:58.506790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a658a0a4-bfe9-4e94-86a8-77f602d653f8 None None] Provisioning complete for port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:58.507157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a658a0a4-bfe9-4e94-86a8-77f602d653f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.670106 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-79d5f39b-6a23-4333-8e4d-7663d7e1abc4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7190564 Jan 27 14:54:58.672917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38600) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:58.681893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4b3cca69-3075-4d90-94e5-971d50c6755f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-934170025'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:58.787156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-76638059-a361-4e76-938b-931d100aea73 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871392161&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.1371555 Jan 27 14:54:58.808537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83298f-90ed-42e7-9403-1623a383d834 None None] Pushing event updated for resources: {'Port': ['ID=3d3cde15-fb33-47bf-80da-6e8bb7322237,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:58.816441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4a122b96-e166-4777-b096-10ff125e2ab1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:58.818976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9bf6a2-4cbc-4c00-bd4f-bdc4fbd3cf95 None None] Network edf15fc2-943b-42cb-b39c-47cf4b807c5d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:54:58.834308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65242e2-74ac-4b48-be8f-ed7f32ba5302 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:58.838103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e65242e2-74ac-4b48-be8f-ed7f32ba5302 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.882573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting port 3d3cde15-fb33-47bf-80da-6e8bb7322237 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:54:58.883495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:58.912083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a658a0a4-bfe9-4e94-86a8-77f602d653f8 None None] Port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:59.004846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16274f94-b617-416b-aa72-e19c1b0ec04a None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:54:59.057516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4a122b96-e166-4777-b096-10ff125e2ab1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:59.057946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.135305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:59.135834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.147973 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.ipam_backend_mixin [None req-e65242e2-74ac-4b48-be8f-ed7f32ba5302 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24893bca-82c4-494f-b53e-7ea0c0567fac (CIDR: 172.20.0.0/28) Jan 27 14:54:59.168527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65242e2-74ac-4b48-be8f-ed7f32ba5302 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:54:59.169388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65242e2-74ac-4b48-be8f-ed7f32ba5302 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:59.190437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] For port 3d3cde15-fb33-47bf-80da-6e8bb7322237, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3d3cde15-fb33-47bf-80da-6e8bb7322237,segment=NetworkSegment(8dfb4867-52b7-4c73-ab67-0b13fe1a0f04),segment_id=8dfb4867-52b7-4c73-ab67-0b13fe1a0f04)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:54:59.191095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.216941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-979393dc-fab7-480c-bcf2-47da177c9ecb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:54:59.218574 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-979393dc-fab7-480c-bcf2-47da177c9ecb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 796 time: 0.4306574 Jan 27 14:54:59.228740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Calling delete_port for 3d3cde15-fb33-47bf-80da-6e8bb7322237 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:54:59.266143 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-c1a44fc0-9e0a-4032-aba7-b36cdbdca180 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0310907 Jan 27 14:54:59.284970 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e65242e2-74ac-4b48-be8f-ed7f32ba5302 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8666663 Jan 27 14:54:59.289629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38602) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:54:59.292918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f14a134f-fead-4ba1-ac72-b91c3777b81e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:54:59.298229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1dbab83d-92fd-4fb5-9648-38114ef73905 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:54:59.405594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16274f94-b617-416b-aa72-e19c1b0ec04a None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:54:59.413718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.423682 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b3cca69-3075-4d90-94e5-971d50c6755f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.440890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f14a134f-fead-4ba1-ac72-b91c3777b81e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:59.441917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.446203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b3cca69-3075-4d90-94e5-971d50c6755f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.564984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Provisioning complete for port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:59.565477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.648216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbab83d-92fd-4fb5-9648-38114ef73905 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:54:59.652767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1dbab83d-92fd-4fb5-9648-38114ef73905 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.680150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:59.739608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Provisioning complete for port 4f104f80-c00c-480e-83a4-e464b53c079e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:54:59.740101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:54:59.749861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3cca69-3075-4d90-94e5-971d50c6755f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 0b9b8aea-5be0-451b-925d-52413df7e23f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:54:59.849872 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.ipam_backend_mixin [None req-1dbab83d-92fd-4fb5-9648-38114ef73905 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f780525f-1405-4a05-b7d1-569e25f527d7 (CIDR: 172.20.0.16/28) Jan 27 14:54:59.857540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c143cb05-62fb-4487-bca2-242420863706 None None] Port 4f104f80-c00c-480e-83a4-e464b53c079e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:54:59.866643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Port': ['ID=3d3cde15-fb33-47bf-80da-6e8bb7322237,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:54:59.871489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No DVR routers for this DVR port 3d3cde15-fb33-47bf-80da-6e8bb7322237 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:54:59.877999 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbab83d-92fd-4fb5-9648-38114ef73905 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:54:59.880351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbab83d-92fd-4fb5-9648-38114ef73905 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:54:59.918579 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-d26e3427-2174-458a-bab4-33bfb789cc3d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6308701 Jan 27 14:54:59.985963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.016778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf15fc2-943b-42cb-b39c-47cf4b807c5d']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:00.025570 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1dbab83d-92fd-4fb5-9648-38114ef73905 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7347078 Jan 27 14:55:00.026231 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38606) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:00.033840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'subnet': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:00.037637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:00.038010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfb4867-52b7-4c73-ab67-0b13fe1a0f04') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:00.054287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.113323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3cca69-3075-4d90-94e5-971d50c6755f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:00.120676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b3cca69-3075-4d90-94e5-971d50c6755f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.120906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.124886 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4b3cca69-3075-4d90-94e5-971d50c6755f tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/0b9b8aea-5be0-451b-925d-52413df7e23f HTTP/1.1" status: 200 len: 891 time: 1.4503405 Jan 27 14:55:00.127700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38608) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:00.129254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] Sync routers for ids ['0b9b8aea-5be0-451b-925d-52413df7e23f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:00.156479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] Routers {'0b9b8aea-5be0-451b-925d-52413df7e23f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:00.157100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0b9b8aea-5be0-451b-925d-52413df7e23f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:00.173085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:00.173389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:00.180535 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:00.229352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:00.238210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.244877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] Routers {'0b9b8aea-5be0-451b-925d-52413df7e23f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:00.245531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0b9b8aea-5be0-451b-925d-52413df7e23f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:00.259731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Made reservation on behalf of f27d7258c39144d699bfc79685b1a405 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:00.265492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.314987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:00.316930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf06f8d-dee0-413f-aac4-94e876b888ac None None] The sync data for ids ['0b9b8aea-5be0-451b-925d-52413df7e23f'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:00.342153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.359886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.363486 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/edf15fc2-943b-42cb-b39c-47cf4b807c5d HTTP/1.1" status: 204 len: 168 time: 4.8507082 Jan 27 14:55:00.370435 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38610) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:00.383353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840725800'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:00.392231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9650d-ea65-4ffb-86c4-69a301142b95 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=edf15fc2-943b-42cb-b39c-47cf4b807c5d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:00.396420 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-5092602b-9f22-4da7-895c-71682efc563a service neutron] 10.222.0.18 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365971 Jan 27 14:55:00.428500 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ededa7b9-2e8b-494e-afaa-f8b745447576 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/routers/0b9b8aea-5be0-451b-925d-52413df7e23f HTTP/1.1" status: 200 len: 891 time: 0.2963634 Jan 27 14:55:00.432286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38612) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:00.488588 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e5561060-0a86-4c04-873e-bcdc6de8cfcb tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9b8aea-5be0-451b-925d-52413df7e23f HTTP/1.1" status: 200 len: 205 time: 0.0509830 Jan 27 14:55:00.493541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38614) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:00.505329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:00.511181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.581424 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-67df4523-0af8-49c7-b2f3-5dab93510efe service neutron] 10.222.0.18 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699252 Jan 27 14:55:00.587242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:00.612664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.613783 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 51be04d0-b76f-486a-a93f-8a00c0a61ac0 of type vlan for network ed11b784-15e4-4319-960d-0dde3cdaa63d Jan 27 14:55:00.656526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.761224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.825686 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-658316ae-1edd-4fcc-b38e-93ee6b178acc req-04ced480-5f89-4a39-8646-ef61668967e1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 210 time: 0.0415545 Jan 27 14:55:00.864266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.868606 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.880239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:00.881147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:00.931203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port a64b1f40-47c1-4390-a3d9-8e0dfaad7d4e {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:00.932104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.023040 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.029591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.039869 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6678560 Jan 27 14:55:01.048230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38624) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:01.072465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': 'ed11b784-15e4-4319-960d-0dde3cdaa63d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:01.079153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for a64b1f40-47c1-4390-a3d9-8e0dfaad7d4e owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:01.105552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:01.109502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:01.114237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3761e-24f4-477f-b48a-dff1b4d7b6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=ed11b784-15e4-4319-960d-0dde3cdaa63d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:01.119580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:01.120177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.130302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network ed11b784-15e4-4319-960d-0dde3cdaa63d details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:01.135349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f30860-cdc8-45dd-ab1d-6d13b65d621f None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:01.163413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Subnet': ['ID=18a94c42-64ba-45dd-a133-d12bb5b83838,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:01.199401 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cbca4250-b88c-4163-a767-e697c236c93c tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1653788 Jan 27 14:55:01.200125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38628) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:01.209960 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-888978157', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18a94c42-64ba-45dd-a133-d12bb5b83838'}], 'security_groups': ['7c40890c-315d-4b8e-9a42-d99cb79d994f', '1b42fc7d-ddf0-4099-af01-51d2fe4c92e4']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:01.352780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.376483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:01.380564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.580371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] Update dhcp port {'port': {'network_id': 'eb9c01c4-27e1-4f42-a405-80b6fc2509eb', 'fixed_ips': [{'subnet_id': 'f780525f-1405-4a05-b7d1-569e25f527d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '24893bca-82c4-494f-b53e-7ea0c0567fac'}, {'subnet_id': '18a94c42-64ba-45dd-a133-d12bb5b83838'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': 'd46f224f-c481-4329-b37d-16732156fdde'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:55:01.622588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.781935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:01.846062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=a64b1f40-47c1-4390-a3d9-8e0dfaad7d4e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:01.918693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] Allocated IP 172.20.0.2 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/24893bca-82c4-494f-b53e-7ea0c0567fac/d46f224f-c481-4329-b37d-16732156fdde) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:01.928870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] Allocated IP 172.20.0.34 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/18a94c42-64ba-45dd-a133-d12bb5b83838/d46f224f-c481-4329-b37d-16732156fdde) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:01.953736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.061484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] For port d46f224f-c481-4329-b37d-16732156fdde, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d46f224f-c481-4329-b37d-16732156fdde,segment=NetworkSegment(e2ba092e-6903-4321-a8fd-d53c8b448a76),segment_id=e2ba092e-6903-4321-a8fd-d53c8b448a76)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:02.109325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1b6e53d-7204-42f7-8bcf-4b3b84dae74d req-346828bd-1be4-43d8-a610-a12dc5d26fc2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 210 time: 0.0745571 Jan 27 14:55:02.121583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.141316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.151263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.269316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '51be04d0-b76f-486a-a93f-8a00c0a61ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ed11b784-15e4-4319-960d-0dde3cdaa63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:02.269836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: ed11b784-15e4-4319-960d-0dde3cdaa63d, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:02.321818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-94945468-cc3f-417f-b43f-d3f0bde9f9e8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:02.324369 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-94945468-cc3f-417f-b43f-d3f0bde9f9e8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 796 time: 0.2600374 Jan 27 14:55:02.328236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=a78e195d-fc33-412e-8695-64267611f41b,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:02.344222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.349120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.391074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f535b-c8d3-431a-b511-2bba59b2ee2e None None] Pushing event updated for resources: {'Port': ['ID=d46f224f-c481-4329-b37d-16732156fdde,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:02.415120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network ed11b784-15e4-4319-960d-0dde3cdaa63d is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:02.423843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.424457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Fanout notify agent at l3_agent the message router_deleted on router 0b9b8aea-5be0-451b-925d-52413df7e23f {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:55:02.433627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.434755 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8381b6f6-55ed-4947-88a4-bddb6145b84c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/0b9b8aea-5be0-451b-925d-52413df7e23f HTTP/1.1" status: 204 len: 168 time: 1.9401019 Jan 27 14:55:02.437538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, ed11b784-15e4-4319-960d-0dde3cdaa63d) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:02.440740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38636) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:02.445983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-675310043'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:02.449528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea43f9e-804c-47eb-851a-469fa01026f2 None None] Network ed11b784-15e4-4319-960d-0dde3cdaa63d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:02.468131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:02.468131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.477963 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-818ae6e1-e848-4931-b6ad-354b1dd2def4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 380 time: 0.1367970 Jan 27 14:55:02.500200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['33a69c1d-b629-45da-9ba4-fdb47d93b604']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:02.526319 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-eb613270-cd1f-4fd6-aebb-3cbbf8a47a94 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4691486 Jan 27 14:55:02.528392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:02.534807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.537983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38638) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:02.655931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d46f224f-c481-4329-b37d-16732156fdde up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:02.673854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:02.704046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.704785 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment 0c391f59-41bd-4e6e-98d4-5acc98c1647b of type vlan for network e7b7134a-fe5d-463f-b97f-9d3f9351152c Jan 27 14:55:02.783812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:02.790184 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.809330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.833884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.860136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:02.862283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.904195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.911744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:02.912407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.925710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2df52-6a03-4eb9-87d5-21f7b85c2372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-ed11b784-15e4-4319-960d-0dde3cdaa63d', 'network_id': 'ed11b784-15e4-4319-960d-0dde3cdaa63d', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': 'a78e195d-fc33-412e-8695-64267611f41b'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:02.928227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-64c2df52-6a03-4eb9-87d5-21f7b85c2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:02.944840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.014792 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5728829 Jan 27 14:55:03.015990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38642) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:03.027583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': 'e7b7134a-fe5d-463f-b97f-9d3f9351152c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:03.036556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Delete allocated IP 172.20.0.6 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/24893bca-82c4-494f-b53e-7ea0c0567fac) {{(pid=108742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 14:55:03.111557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccc70e-aaaf-4122-9439-d4f9d49ffcfe tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=e7b7134a-fe5d-463f-b97f-9d3f9351152c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:03.116163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.125378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Allocated IP 172.20.0.40 (eb9c01c4-27e1-4f42-a405-80b6fc2509eb/18a94c42-64ba-45dd-a133-d12bb5b83838/4f104f80-c00c-480e-83a4-e464b53c079e) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:03.148079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.14 (4fa8513a-a83a-4c17-96ba-f4f653208d9b/f6f7da91-474a-4a05-af3a-5588cdf40b2d/61876ddf-284e-44e1-903e-092648a0676a) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:03.181064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=a78e195d-fc33-412e-8695-64267611f41b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:03.295312 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3dd0a85e-39cf-422e-90ad-8e2ed39b8b20 req-4e4ec61c-b748-4809-8b11-597af2d1280e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 210 time: 0.0462804 Jan 27 14:55:03.304675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.318153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:03.333413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed11b784-15e4-4319-960d-0dde3cdaa63d']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:03.343850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51be04d0-b76f-486a-a93f-8a00c0a61ac0') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:03.344142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51be04d0-b76f-486a-a93f-8a00c0a61ac0') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:03.356009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.375265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.389095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:03.390022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:03.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:03.435185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:03.438975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.450674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Provisioning complete for port d46f224f-c481-4329-b37d-16732156fdde triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:03.451380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server [None req-64c2df52-6a03-4eb9-87d5-21f7b85c2372 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a78e195d-fc33-412e-8695-64267611f41b: This subnet is being modified by another concurrent operation. Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:55:03.482407 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise exception Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a78e195d-fc33-412e-8695-64267611f41b: This subnet is being modified by another concurrent operation. Jan 27 14:55:03.486674 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Jan 27 14:55:03.527179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f344f-3170-4cbb-9873-74d937c3dde6 None None] Network ed11b784-15e4-4319-960d-0dde3cdaa63d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:03.537529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.558754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.567680 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/ed11b784-15e4-4319-960d-0dde3cdaa63d HTTP/1.1" status: 204 len: 168 time: 1.0273824 Jan 27 14:55:03.568003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38646) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:03.570132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342d949-5c1d-4416-8cb8-0d3c005155fc tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=ed11b784-15e4-4319-960d-0dde3cdaa63d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:03.575751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222728848'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:03.623744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.693246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Provisioning complete for port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:03.693630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.700747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.714261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:03.717316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8bffc-e38b-44ca-b71c-582ce986cf66 None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:55:03.718302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.726398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.768362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:03.825916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.829614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Provisioning complete for port 4f104f80-c00c-480e-83a4-e464b53c079e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:03.830231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:03.908122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event updated for resources: {'Port': ['ID=4f104f80-c00c-480e-83a4-e464b53c079e,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:03.920375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:03.941598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-023485bf-fd14-446e-89c5-87e3e44b75f6 None None] Port 4f104f80-c00c-480e-83a4-e464b53c079e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:03.953156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef8bffc-e38b-44ca-b71c-582ce986cf66 None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:55:04.007144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:04.020541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.020953 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 792794ca-85e2-4798-87c7-23b4b66b5d53 of type vlan for network 3dabd24c-7535-4b02-a461-0c6af18f6977 Jan 27 14:55:04.039634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:04.042406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:04.056859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] In _notify_port_updated(), no bound segment for port 4f104f80-c00c-480e-83a4-e464b53c079e on network eb9c01c4-27e1-4f42-a405-80b6fc2509eb {{(pid=108742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:55:04.062685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:04.063382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.068363 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6e4dd02d-de0a-456e-bf14-3fc4fbd67237 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "PUT /v2.0/ports/4f104f80-c00c-480e-83a4-e464b53c079e HTTP/1.1" status: 200 len: 959 time: 2.8634729 Jan 27 14:55:04.072496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38648) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:04.122377 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=61876ddf-284e-44e1-903e-092648a0676a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:04.131758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.182819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.217189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:04.217884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.254085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port 4f104f80-c00c-480e-83a4-e464b53c079e {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:04.254432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.267572 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-b0f19b91-1cf9-422e-a3a4-04294bd59351 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7798512 Jan 27 14:55:04.273903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=b708103f-a94e-42d4-828f-0a0a57913ba1,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:04.292275 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Request body: {'port': {'device_id': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:04.303895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.310784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:04.312365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.409496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.438194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for 4f104f80-c00c-480e-83a4-e464b53c079e owned by {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:04.440101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8691278 Jan 27 14:55:04.442249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': '0c391f59-41bd-4e6e-98d4-5acc98c1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e7b7134a-fe5d-463f-b97f-9d3f9351152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:04.442892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38652) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:04.443012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: e7b7134a-fe5d-463f-b97f-9d3f9351152c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:04.452641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:04.481731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.489376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff97afc-c7f9-4c2c-8f81-431bf4b7d346 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=3dabd24c-7535-4b02-a461-0c6af18f6977,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:04.510122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:04.578758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:04.606173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, e7b7134a-fe5d-463f-b97f-9d3f9351152c) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:04.624605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:04.625714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.630542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce0c26-6925-4f42-82ca-26c8b5fcede6 None None] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:04.659786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aff622-51bf-416f-94ec-5225b7640345 req-099f07c4-f2ac-45f3-8d2d-b89f42eeaa48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:04.661401 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80aff622-51bf-416f-94ec-5225b7640345 req-099f07c4-f2ac-45f3-8d2d-b89f42eeaa48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 932 time: 0.1879044 Jan 27 14:55:04.664154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:04.667680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.757382 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b96ff09b-3d20-418b-a341-2299dcaa263b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7339115 Jan 27 14:55:04.762755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38654) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:04.771105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-dc1ebf17-be15-47bb-8c07-daf34fcd0305 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1486107138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:04.793273 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7576db0a-a964-4878-84fb-6fe603b460e8 None None] Provisioning complete for port 61876ddf-284e-44e1-903e-092648a0676a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:04.793660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7576db0a-a964-4878-84fb-6fe603b460e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.863638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80aff622-51bf-416f-94ec-5225b7640345 req-ccf5d613-b6e0-476c-9417-4c346eb88904 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755826 Jan 27 14:55:04.907179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-e7b7134a-fe5d-463f-b97f-9d3f9351152c', 'network_id': 'e7b7134a-fe5d-463f-b97f-9d3f9351152c', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': 'b708103f-a94e-42d4-828f-0a0a57913ba1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:04.908107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.924968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf17-be15-47bb-8c07-daf34fcd0305 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:04.925848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7576db0a-a964-4878-84fb-6fe603b460e8 None None] Port 61876ddf-284e-44e1-903e-092648a0676a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:04.929510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf17-be15-47bb-8c07-daf34fcd0305 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.038129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.102302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61876ddf-284e-44e1-903e-092648a0676a {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:55:05.111910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.117195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=4f104f80-c00c-480e-83a4-e464b53c079e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:05.137014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Transition to ACTIVE for port object 61876ddf-284e-44e1-903e-092648a0676a will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:55:05.137539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Allocated IP 2001:db8::2 (e7b7134a-fe5d-463f-b97f-9d3f9351152c/b708103f-a94e-42d4-828f-0a0a57913ba1/8726341f-a286-4aef-a4a4-6e31a1dbd296) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:05.144482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.155195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a0e6a8b4-47bc-44ca-9b6d-34055fe1c8e1 None None] Could not find standard attr ID for object 4f104f80-c00c-480e-83a4-e464b53c079e. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:55:05.216304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Pushing event updated for resources: {'Port': ['ID=61876ddf-284e-44e1-903e-092648a0676a,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:05.344666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf17-be15-47bb-8c07-daf34fcd0305 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.353240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf17-be15-47bb-8c07-daf34fcd0305 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.381645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebf17-be15-47bb-8c07-daf34fcd0305 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.387641 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dc1ebf17-be15-47bb-8c07-daf34fcd0305 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6227744 Jan 27 14:55:05.391566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38656) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:05.404113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.418173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.423465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.445093 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cb466a6d-9888-4c5f-9be1-c9f04d961a43 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/4f104f80-c00c-480e-83a4-e464b53c079e HTTP/1.1" status: 204 len: 168 time: 1.3703561 Jan 27 14:55:05.446053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38658) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:05.507344 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c4f9f2-baea-484b-83a1-f481543b7a4d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] GET failed (client error): The resource could not be found. Jan 27 14:55:05.524038 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-42c4f9f2-baea-484b-83a1-f481543b7a4d tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports/4f104f80-c00c-480e-83a4-e464b53c079e HTTP/1.1" status: 404 len: 333 time: 0.0688167 Jan 27 14:55:05.525498 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:05.526026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38660) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:05.531570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:05.539741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:05.541299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.545078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Pushing event updated for resources: {'Port': ['ID=8726341f-a286-4aef-a4a4-6e31a1dbd296,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:05.661456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Attempting to bind port 8726341f-a286-4aef-a4a4-6e31a1dbd296 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:05.662512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Attempting to bind port 8726341f-a286-4aef-a4a4-6e31a1dbd296 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '0c391f59-41bd-4e6e-98d4-5acc98c1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e7b7134a-fe5d-463f-b97f-9d3f9351152c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:05.662707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Attempting to bind port 8726341f-a286-4aef-a4a4-6e31a1dbd296 on network e7b7134a-fe5d-463f-b97f-9d3f9351152c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:05.678507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:05.679155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Checking segment: {'id': '0c391f59-41bd-4e6e-98d4-5acc98c1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e7b7134a-fe5d-463f-b97f-9d3f9351152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:05.679781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.680415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Bound using segment: {'id': '0c391f59-41bd-4e6e-98d4-5acc98c1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e7b7134a-fe5d-463f-b97f-9d3f9351152c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:05.681193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Bound port: 8726341f-a286-4aef-a4a4-6e31a1dbd296, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c391f59-41bd-4e6e-98d4-5acc98c1647b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e7b7134a-fe5d-463f-b97f-9d3f9351152c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:05.681858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.715601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=0688ba00-1abc-4529-8dab-6175be653860,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:05.751912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7cef8fb0-a94b-43f3-9c63-2bd6ad0db045 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.756677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '792794ca-85e2-4798-87c7-23b4b66b5d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:05.757244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: 3dabd24c-7535-4b02-a461-0c6af18f6977, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:05.760797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Attempting to bind port 61876ddf-284e-44e1-903e-092648a0676a on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:05.761349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Attempting to bind port 61876ddf-284e-44e1-903e-092648a0676a by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:05.761449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Attempting to bind port 61876ddf-284e-44e1-903e-092648a0676a on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:05.764366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.778295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Port 61876ddf-284e-44e1-903e-092648a0676a on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:55:05.778295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Attempting to bind port 61876ddf-284e-44e1-903e-092648a0676a on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:05.787980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:05.788388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Checking segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:05.788720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Bound using segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:05.789171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Bound port: 61876ddf-284e-44e1-903e-092648a0676a, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:05.789914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.807124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7cef8fb0-a94b-43f3-9c63-2bd6ad0db045 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.807571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] For port 8726341f-a286-4aef-a4a4-6e31a1dbd296, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:05.813468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] For port 8726341f-a286-4aef-a4a4-6e31a1dbd296, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8726341f-a286-4aef-a4a4-6e31a1dbd296,segment=NetworkSegment(0c391f59-41bd-4e6e-98d4-5acc98c1647b),segment_id=0c391f59-41bd-4e6e-98d4-5acc98c1647b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:05.819699 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.849440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:05.877293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 3dabd24c-7535-4b02-a461-0c6af18f6977) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:05.894883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a42a4-060d-49be-aeab-d04b7cbfe217 None None] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:05.902832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:05.903192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.936576 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8386009d-536b-4aa5-9f00-3a92186cca6c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4922330 Jan 27 14:55:05.937700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38664) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:05.938191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7cef8fb0-a94b-43f3-9c63-2bd6ad0db045 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.941639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7cef8fb0-a94b-43f3-9c63-2bd6ad0db045 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:05.946793 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7cef8fb0-a94b-43f3-9c63-2bd6ad0db045 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/security-groups/e20b6bf0-d5f1-4dc5-bd09-303139469bc6 HTTP/1.1" status: 204 len: 168 time: 0.4157495 Jan 27 14:55:05.947107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bd606-0344-4eb0-af6a-015df8588d6e None None] Pushing event updated for resources: {'Port': ['ID=8726341f-a286-4aef-a4a4-6e31a1dbd296,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:05.949277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38666) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:05.962843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:05.973389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef8fb0-a94b-43f3-9c63-2bd6ad0db045 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20b6bf0-d5f1-4dc5-bd09-303139469bc6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:06.108783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb593-7d4d-4452-a9ae-80652fc487a5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.150507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac2975-e875-43ae-ab89-58fb6325a8ef req-48f321be-f5b3-4f98-bb6c-9366d9c96bfe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:06.152096 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cfac2975-e875-43ae-ab89-58fb6325a8ef req-48f321be-f5b3-4f98-bb6c-9366d9c96bfe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 944 time: 0.1013062 Jan 27 14:55:06.154985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb593-7d4d-4452-a9ae-80652fc487a5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.221091 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] For port 61876ddf-284e-44e1-903e-092648a0676a, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:06.239418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] For port 61876ddf-284e-44e1-903e-092648a0676a, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=61876ddf-284e-44e1-903e-092648a0676a,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:06.246319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-3dabd24c-7535-4b02-a461-0c6af18f6977', 'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': '0688ba00-1abc-4529-8dab-6175be653860'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:06.248062 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.259933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.278443 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cfac2975-e875-43ae-ab89-58fb6325a8ef req-f92a7be1-94d3-4190-945f-dba5ea8feadb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856006 Jan 27 14:55:06.318766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb593-7d4d-4452-a9ae-80652fc487a5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.326029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb593-7d4d-4452-a9ae-80652fc487a5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.328815 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3bbdb593-7d4d-4452-a9ae-80652fc487a5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b42fc7d-ddf0-4099-af01-51d2fe4c92e4 HTTP/1.1" status: 204 len: 168 time: 0.3780169 Jan 27 14:55:06.338690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38668) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:06.362849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdb593-7d4d-4452-a9ae-80652fc487a5 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42fc7d-ddf0-4099-af01-51d2fe4c92e4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:06.423700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:06.424268 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.427258 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] 10.222.0.72 "PUT /v2.0/ports/61876ddf-284e-44e1-903e-092648a0676a HTTP/1.1" status: 200 len: 1094 time: 2.1398017 Jan 27 14:55:06.438076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Allocated IP 2001:db8::2 (3dabd24c-7535-4b02-a461-0c6af18f6977/0688ba00-1abc-4529-8dab-6175be653860/8427f0ae-aafc-4566-b918-96bdf9f2d6a6) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:06.451785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'tag': '61876ddf-284e-44e1-903e-092648a0676a'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:55:06.466989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5" -d '{"events": [{"name": "network-changed", "server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "tag": "61876ddf-284e-44e1-903e-092648a0676a"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:55:06.503348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60019e52-8fa1-4b3b-ae89-1a764867c98f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.604015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60019e52-8fa1-4b3b-ae89-1a764867c98f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.622807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-180bbe73-abcc-4e1b-ad06-44acfb95b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:06.624410 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-180bbe73-abcc-4e1b-ad06-44acfb95b347 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 1097 time: 0.1344028 Jan 27 14:55:06.630744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660307d-1839-4067-8ecf-a0c69fd9c623 service neutron] Pushing event updated for resources: {'Port': ['ID=61876ddf-284e-44e1-903e-092648a0676a,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:06.678886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b9323-2cb4-4a95-ab71-3e8fe2774969 x-openstack-request-id: req-f64b9323-2cb4-4a95-ab71-3e8fe2774969 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:55:06.679205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "tag": "61876ddf-284e-44e1-903e-092648a0676a", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:55:06.679506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f64b9323-2cb4-4a95-ab71-3e8fe2774969 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:55:06.679869 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'tag': '61876ddf-284e-44e1-903e-092648a0676a', 'status': 'completed', 'code': 200} Jan 27 14:55:06.723724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8::1 (e7b7134a-fe5d-463f-b97f-9d3f9351152c/b708103f-a94e-42d4-828f-0a0a57913ba1/231cd494-03b7-466f-80e8-727bc28f5da0) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:06.729235 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-e51e475f-3b97-450b-86f4-9aedc803e48c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61876ddf-284e-44e1-903e-092648a0676a HTTP/1.1" status: 200 len: 217 time: 0.0754504 Jan 27 14:55:06.752183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60019e52-8fa1-4b3b-ae89-1a764867c98f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.757902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-60019e52-8fa1-4b3b-ae89-1a764867c98f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.759410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-60019e52-8fa1-4b3b-ae89-1a764867c98f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c40890c-315d-4b8e-9a42-d99cb79d994f HTTP/1.1" status: 204 len: 168 time: 0.4190142 Jan 27 14:55:06.782757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38672) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:06.789140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:06.792643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.823144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.831144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8726341f-a286-4aef-a4a4-6e31a1dbd296 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:06.838304 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.866954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7d4870b3-2bcc-44d1-9fe7-f3388b560a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:06.868678 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-7d4870b3-2bcc-44d1-9fe7-f3388b560a37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.1253481 Jan 27 14:55:06.898524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet 24893bca-82c4-494f-b53e-7ea0c0567fac {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:06.907906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60019e52-8fa1-4b3b-ae89-1a764867c98f tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40890c-315d-4b8e-9a42-d99cb79d994f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:06.911946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.955524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:06.987384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:06.990285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:06.998102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:07.014565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Pushing event updated for resources: {'Port': ['ID=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:07.023317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-1d909e99-6f81-4423-b4bf-3ecc73f7d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:07.024747 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-1d909e99-6f81-4423-b4bf-3ecc73f7d561 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238663 Jan 27 14:55:07.114205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8726341f-a286-4aef-a4a4-6e31a1dbd296 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:07.114673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.156228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.178949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Attempting to bind port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:07.179357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Attempting to bind port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '792794ca-85e2-4798-87c7-23b4b66b5d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:07.179731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Attempting to bind port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 on network 3dabd24c-7535-4b02-a461-0c6af18f6977 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:07.189262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:07.189639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Checking segment: {'id': '792794ca-85e2-4798-87c7-23b4b66b5d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:07.190258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.190855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Bound using segment: {'id': '792794ca-85e2-4798-87c7-23b4b66b5d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:07.191408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Bound port: 8427f0ae-aafc-4566-b918-96bdf9f2d6a6, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792794ca-85e2-4798-87c7-23b4b66b5d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:07.191945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.265807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.306417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] For port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:07.334811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] For port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,segment=NetworkSegment(792794ca-85e2-4798-87c7-23b4b66b5d53),segment_id=792794ca-85e2-4798-87c7-23b4b66b5d53)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:07.336458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.351555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=24893bca-82c4-494f-b53e-7ea0c0567fac,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:07.364539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.377228 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-58c9f875-9033-4aac-ac9e-bbd826bb4c67 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/24893bca-82c4-494f-b53e-7ea0c0567fac HTTP/1.1" status: 204 len: 168 time: 0.5934861 Jan 27 14:55:07.382869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 8726341f-a286-4aef-a4a4-6e31a1dbd296, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8726341f-a286-4aef-a4a4-6e31a1dbd296,segment=NetworkSegment(0c391f59-41bd-4e6e-98d4-5acc98c1647b),segment_id=0c391f59-41bd-4e6e-98d4-5acc98c1647b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:07.385778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdaef27-b7e5-4afc-9b31-33a750dc7b75 None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:07.388668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.389787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38676) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:07.397823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.457300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.543575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883456b6-38c9-4acf-8490-74aee5808444 None None] Pushing event updated for resources: {'Port': ['ID=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:07.648613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet 18a94c42-64ba-45dd-a133-d12bb5b83838 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:07.650903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=8726341f-a286-4aef-a4a4-6e31a1dbd296,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:07.669242 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-f2abae78-a926-452c-9657-34bbbd93db36 service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316960 Jan 27 14:55:07.681729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bfc99-9859-4041-9c00-645e1450e9a7 req-befeeca4-5e28-4a72-bead-b98a09f74d89 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:07.684953 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a4bfc99-9859-4041-9c00-645e1450e9a7 req-befeeca4-5e28-4a72-bead-b98a09f74d89 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 944 time: 0.2216799 Jan 27 14:55:07.686888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.697340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.846055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd4c35b-ce7b-4a87-bd7c-9666ab30db1a None None] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:07.849644 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34ed2625-e3e8-4533-9b5a-242d43fa200d req-f952336f-4668-4e6f-b91b-bee65cce1599 service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719930 Jan 27 14:55:07.858881 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a4bfc99-9859-4041-9c00-645e1450e9a7 req-5faae321-0a34-4b93-9c38-4b649654944d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185796 Jan 27 14:55:07.861310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.956120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:07.966359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a370fc21-7b61-495e-920e-421457a4bafe None None] Provisioning complete for port 8726341f-a286-4aef-a4a4-6e31a1dbd296 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:07.966727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a370fc21-7b61-495e-920e-421457a4bafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:07.998632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:08.005058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=231cd494-03b7-466f-80e8-727bc28f5da0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:08.015102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:08.015990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.068670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.196650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.228455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.238086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-95338145-5139-4405-979b-5a328412d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.239754 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-95338145-5139-4405-979b-5a328412d507 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 1097 time: 0.2861319 Jan 27 14:55:08.250149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=18a94c42-64ba-45dd-a133-d12bb5b83838,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:08.258845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.264969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b23d0bad-1ddd-4914-a983-5cac434ab790 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/18a94c42-64ba-45dd-a133-d12bb5b83838 HTTP/1.1" status: 204 len: 168 time: 0.8731754 Jan 27 14:55:08.267381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38678) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:08.316379 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-4483156a-7ded-4aa3-8368-6accf1eb0043 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:08.317171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4483156a-7ded-4aa3-8368-6accf1eb0043 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:08.325241 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4483156a-7ded-4aa3-8368-6accf1eb0043 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/24893bca-82c4-494f-b53e-7ea0c0567fac HTTP/1.1" status: 404 len: 337 time: 0.0560238 Jan 27 14:55:08.330323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38680) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:08.380266 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:08.387195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=148c4af6-31f3-454d-b8d3-c2c545226ed6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:08.395185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:08.412216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting subnet f780525f-1405-4a05-b7d1-569e25f527d7 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:08.416668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.427208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.427845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.457561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.477018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.478908 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5c913e69-0823-4c65-a6f5-0959e9cb3d90 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5354888 Jan 27 14:55:08.486919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38682) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:08.583030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-7a9b3c07-d350-439b-a9f5-bf6aa007cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.584709 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-7a9b3c07-d350-439b-a9f5-bf6aa007cac2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 897 time: 0.2881052 Jan 27 14:55:08.632855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.688157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dc056-62a6-419a-aad7-27bf3d142bc4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.690099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dc056-62a6-419a-aad7-27bf3d142bc4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.692181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dc056-62a6-419a-aad7-27bf3d142bc4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.694029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dc056-62a6-419a-aad7-27bf3d142bc4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.695742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dc056-62a6-419a-aad7-27bf3d142bc4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.697695 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-681dc056-62a6-419a-aad7-27bf3d142bc4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2078280 Jan 27 14:55:08.699163 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-84a3201c-6927-4da4-a024-17c7f46635e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61876ddf-284e-44e1-903e-092648a0676a HTTP/1.1" status: 200 len: 217 time: 0.1009541 Jan 27 14:55:08.704049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38684) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:08.712816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252457604'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:08.762476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:08.770872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.803389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.810933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-6f87a530-8dc6-4a03-aa35-a961284efcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:08.812786 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-6f87a530-8dc6-4a03-aa35-a961284efcef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.1068547 Jan 27 14:55:08.857806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.858616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:08.861290 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/f780525f-1405-4a05-b7d1-569e25f527d7 HTTP/1.1" status: 204 len: 168 time: 0.5302696 Jan 27 14:55:08.863744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ed378-f135-44c0-8476-10ce31be746b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Subnet': ['ID=f780525f-1405-4a05-b7d1-569e25f527d7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:08.866835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38686) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:08.903882 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-1202d0f3-e0ac-457b-a22a-6dd674d1e733 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:08.904391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1202d0f3-e0ac-457b-a22a-6dd674d1e733 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:08.907704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1202d0f3-e0ac-457b-a22a-6dd674d1e733 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/1bfbb023-8f5b-4d4a-b270-cd7f5d2b3308 HTTP/1.1" status: 404 len: 337 time: 0.0397573 Jan 27 14:55:08.911993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38690) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:08.923122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:08.968341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:08.969011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:08.985337 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-283f2d7e-4991-4e71-9c05-30755dd05d23 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07a859-c738-4a71-aa6b-b2b83c245071 HTTP/1.1" status: 200 len: 205 time: 0.0720749 Jan 27 14:55:08.987794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38692) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.058491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.058843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e of type vlan for network db912648-978e-4be1-b639-31b395c9d701 Jan 27 14:55:09.060587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-c78577f6-1230-45f2-9771-d7ac8ed014a8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] delete failed (client error): The resource could not be found. Jan 27 14:55:09.064074 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c78577f6-1230-45f2-9771-d7ac8ed014a8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/routers/fe07a859-c738-4a71-aa6b-b2b83c245071 HTTP/1.1" status: 404 len: 336 time: 0.0729158 Jan 27 14:55:09.083062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38694) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.125965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-d6e04e3a-7ff7-41aa-8c18-bb1c00fa5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:09.132019 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-d6e04e3a-7ff7-41aa-8c18-bb1c00fa5085 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2065847 Jan 27 14:55:09.172111 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-742e29d9-72ea-4b0d-851e-a4ddd1f7c068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.172560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742e29d9-72ea-4b0d-851e-a4ddd1f7c068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.178517 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-742e29d9-72ea-4b0d-851e-a4ddd1f7c068 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/2b7e20ad-bc9e-4111-ade3-d1aa762c1656 HTTP/1.1" status: 404 len: 337 time: 0.0942876 Jan 27 14:55:09.179421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.181532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38696) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.184376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e6ceab94-5ca3-4f78-9fb8-3610507a1899 None None] Provisioning complete for port 8726341f-a286-4aef-a4a4-6e31a1dbd296 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:09.184751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e6ceab94-5ca3-4f78-9fb8-3610507a1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.200869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e927b-fb44-436a-ab22-3ff1b2d8abfd None None] Network eb9c01c4-27e1-4f42-a405-80b6fc2509eb requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:09.213886 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad3c67-8915-4020-8d4e-619906bf65d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.214465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfad3c67-8915-4020-8d4e-619906bf65d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.220380 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bfad3c67-8915-4020-8d4e-619906bf65d8 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/f5f0e835-a608-4fcf-83ab-f6e31fd06001 HTTP/1.1" status: 404 len: 337 time: 0.0375917 Jan 27 14:55:09.228335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38698) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.241973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.267240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92f4b04-9b73-410b-a277-222109dc1ed6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.267725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92f4b04-9b73-410b-a277-222109dc1ed6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.275016 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a92f4b04-9b73-410b-a277-222109dc1ed6 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/a7371f75-6167-4f76-bc33-981631752978 HTTP/1.1" status: 404 len: 337 time: 0.0454726 Jan 27 14:55:09.276051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38700) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.322962 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-644aeed5-64f8-434a-9351-54d8e7c8db3c service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816797 Jan 27 14:55:09.328201 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-911f4cc0-1787-47b6-acd4-fcf29ce9a621 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.328944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911f4cc0-1787-47b6-acd4-fcf29ce9a621 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.336017 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-911f4cc0-1787-47b6-acd4-fcf29ce9a621 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/49a77b75-a83f-4fac-9978-df4c712afda1 HTTP/1.1" status: 404 len: 333 time: 0.0550818 Jan 27 14:55:09.339556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38702) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.359979 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edad53-f319-469b-8db0-3f6b4df2b840 req-06d91e8a-83f9-4d00-b898-671f8a7d4489 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:09.361590 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94edad53-f319-469b-8db0-3f6b4df2b840 req-06d91e8a-83f9-4d00-b898-671f8a7d4489 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 944 time: 0.3131139 Jan 27 14:55:09.397994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,segment=NetworkSegment(792794ca-85e2-4798-87c7-23b4b66b5d53),segment_id=792794ca-85e2-4798-87c7-23b4b66b5d53)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:09.411085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9c802a-f76f-480e-a6d8-7f403cff7cd2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.411622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9c802a-f76f-480e-a6d8-7f403cff7cd2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.418990 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8b9c802a-f76f-480e-a6d8-7f403cff7cd2 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/3b818bf6-a4d1-4065-8b32-55042dcbf09f HTTP/1.1" status: 404 len: 337 time: 0.0558383 Jan 27 14:55:09.421288 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38704) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.433636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.442280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:09.443025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.445763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.469463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.470944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8726341f-a286-4aef-a4a4-6e31a1dbd296 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:09.474954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.476329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.485249 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-53433241-5878-4a30-bcdb-4cb04a79a3df tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.486125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53433241-5878-4a30-bcdb-4cb04a79a3df tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.491242 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-53433241-5878-4a30-bcdb-4cb04a79a3df tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/de421816-5cee-41c7-a117-e3bb91083f9b HTTP/1.1" status: 404 len: 337 time: 0.0565436 Jan 27 14:55:09.497385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38706) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.507581 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94edad53-f319-469b-8db0-3f6b4df2b840 req-d443facc-a9b7-40c8-abc9-6d5f01861625 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030905 Jan 27 14:55:09.514530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5ab63-b6f4-43a7-9cd9-50eaca9f6570 None None] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:09.563567 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8579187 Jan 27 14:55:09.567309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38708) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.573044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'New_network'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:09.587671 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-28100b2c-8fb3-4347-8cfb-12b9ece752df tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.588299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28100b2c-8fb3-4347-8cfb-12b9ece752df tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.595696 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-28100b2c-8fb3-4347-8cfb-12b9ece752df tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/5ce6185a-5977-4718-b90e-4a95045d0601 HTTP/1.1" status: 404 len: 333 time: 0.0880077 Jan 27 14:55:09.596563 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38710) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.685376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=231cd494-03b7-466f-80e8-727bc28f5da0,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:09.689065 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64fe5d0-7fac-4a55-9b5c-1f54d9bb38ec tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.689507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64fe5d0-7fac-4a55-9b5c-1f54d9bb38ec tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.693839 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f64fe5d0-7fac-4a55-9b5c-1f54d9bb38ec tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/324227cc-c4f2-4268-9246-f8a5688b93d6 HTTP/1.1" status: 404 len: 337 time: 0.0918136 Jan 27 14:55:09.698321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38712) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.713467 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c5f6bd41-54b1-4edc-95a6-94d74eda6da5 req-134249c4-077e-4808-8c3e-3d951bb421f8 service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736010 Jan 27 14:55:09.729366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:09.775673 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f117be-f67e-4448-a6dc-c5db11ffdc1b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:09.777167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f117be-f67e-4448-a6dc-c5db11ffdc1b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:09.788101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c3f117be-f67e-4448-a6dc-c5db11ffdc1b tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/subnets/64470d59-ba37-4316-95d7-43800c021e23 HTTP/1.1" status: 404 len: 337 time: 0.0882103 Jan 27 14:55:09.789641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38714) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:09.808752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8726341f-a286-4aef-a4a4-6e31a1dbd296 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:09.808752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.872415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] DHCP port deletion for eb9c01c4-27e1-4f42-a405-80b6fc2509eb request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:09.882297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:09.888593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:09.904407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e6ceab94-5ca3-4f78-9fb8-3610507a1899 None None] Provisioning complete for port 231cd494-03b7-466f-80e8-727bc28f5da0 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:09.904836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e6ceab94-5ca3-4f78-9fb8-3610507a1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:09.997828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceab94-5ca3-4f78-9fb8-3610507a1899 None None] Port 231cd494-03b7-466f-80e8-727bc28f5da0 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:10.015905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989fcc8-df1b-4513-90f8-b553425a370e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=db912648-978e-4be1-b639-31b395c9d701,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:10.035777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network db912648-978e-4be1-b639-31b395c9d701 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:10.113379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Deleting port ad5de660-b1ee-47ff-ae0d-12c88bc800d6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:10.113826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.121360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] Deleting port d46f224f-c481-4329-b37d-16732156fdde {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:10.121741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.186787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.205882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.217654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.220060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network db912648-978e-4be1-b639-31b395c9d701 is not hosted by any dhcp agent {{(pid=108743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 14:55:10.228203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:10.229336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.231991 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "PUT /v2.0/networks/db912648-978e-4be1-b639-31b395c9d701 HTTP/1.1" status: 200 len: 723 time: 0.6632016 Jan 27 14:55:10.234659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38716) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:10.241096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': 'db912648-978e-4be1-b639-31b395c9d701', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:10.241605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Calling delete_port for ad5de660-b1ee-47ff-ae0d-12c88bc800d6 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:10.260779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 25fe7b10-74a5-47a9-9461-6dced36315db is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:55:10.280442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] For port d46f224f-c481-4329-b37d-16732156fdde, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d46f224f-c481-4329-b37d-16732156fdde,segment=NetworkSegment(e2ba092e-6903-4321-a8fd-d53c8b448a76),segment_id=e2ba092e-6903-4321-a8fd-d53c8b448a76)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:10.281116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.309737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] Calling delete_port for d46f224f-c481-4329-b37d-16732156fdde owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:10.404436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b6b5-6898-4010-97e9-4eacd9106606 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=db912648-978e-4be1-b639-31b395c9d701,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:10.438171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network db912648-978e-4be1-b639-31b395c9d701 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:10.460030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:10.473823 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7fac51ce-fd6b-4c88-af3d-68113d0b05e9 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/25fe7b10-74a5-47a9-9461-6dced36315db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0804756 Jan 27 14:55:10.476681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38718) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:10.481317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.484603 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] Sync routers for ids ['25fe7b10-74a5-47a9-9461-6dced36315db'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:10.485253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3e3bde94-3d7e-4cdd-bf19-4118ea92e984 None None] Provisioning complete for port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:10.485253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e3bde94-3d7e-4cdd-bf19-4118ea92e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.498856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:10.502558 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] Routers {'25fe7b10-74a5-47a9-9461-6dced36315db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:10.503256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.504497 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['25fe7b10-74a5-47a9-9461-6dced36315db'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:10.535602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Port': ['ID=ad5de660-b1ee-47ff-ae0d-12c88bc800d6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:10.573038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.579477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c8c8a-c212-45fb-9d12-2621e5f27440 None None] Update dhcp port {'port': {'network_id': '3dabd24c-7535-4b02-a461-0c6af18f6977', 'fixed_ips': [{'subnet_id': '0688ba00-1abc-4529-8dab-6175be653860', 'ip_address': '2001:db8::2'}, {'subnet_id': '148c4af6-31f3-454d-b8d3-c2c545226ed6'}], 'binding:host_id': 'dv-neutron-826438-5-hyperv'}, 'id': '8427f0ae-aafc-4566-b918-96bdf9f2d6a6'} from dv-neutron-826438-5-hyperv. {{(pid=108744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jan 27 14:55:10.593290 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:10.596753 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c60f3f16-fccf-4992-b97e-21ca8a76b214 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/ports/ad5de660-b1ee-47ff-ae0d-12c88bc800d6 HTTP/1.1" status: 204 len: 168 time: 0.7559636 Jan 27 14:55:10.600363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38722) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:10.618026 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] Routers {'25fe7b10-74a5-47a9-9461-6dced36315db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:10.626141 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['25fe7b10-74a5-47a9-9461-6dced36315db'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:10.630854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-358c8c8a-c212-45fb-9d12-2621e5f27440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.634515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.676565 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:10.677514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500c9c0-82a9-4410-ba17-e2a43dd92f36 None None] The sync data for ids ['25fe7b10-74a5-47a9-9461-6dced36315db'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:10.694798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9fabd-9015-4fc7-802a-b95aaedd26f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:10.696512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3cf9fabd-9015-4fc7-802a-b95aaedd26f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports/231cd494-03b7-466f-80e8-727bc28f5da0 HTTP/1.1" status: 200 len: 911 time: 0.2175932 Jan 27 14:55:10.699522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38724) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:10.705134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b708103f-a94e-42d4-828f-0a0a57913ba1'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:10.724177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:10.747400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] Pushing event deleted for resources: {'Port': ['ID=d46f224f-c481-4329-b37d-16732156fdde,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:10.780277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751d132-ce16-4532-a0f2-6786ec66799d None None] No DVR routers for this DVR port d46f224f-c481-4329-b37d-16732156fdde on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:10.854712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.939836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3e3bde94-3d7e-4cdd-bf19-4118ea92e984 None None] Could not find standard attr ID for object ad5de660-b1ee-47ff-ae0d-12c88bc800d6. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:55:10.949585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:10.950351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:10.971718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3e3bde94-3d7e-4cdd-bf19-4118ea92e984 None None] Could not find standard attr ID for object d46f224f-c481-4329-b37d-16732156fdde. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 14:55:10.972101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692572-e3bb-47c6-a1b2-d34c57f10d18 req-047e7cea-def2-4a11-9022-5f5915dc340b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:10.976092 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d692572-e3bb-47c6-a1b2-d34c57f10d18 req-047e7cea-def2-4a11-9022-5f5915dc340b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 944 time: 0.2235422 Jan 27 14:55:11.022997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.039597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3e3bde94-3d7e-4cdd-bf19-4118ea92e984 None None] Provisioning complete for port 231cd494-03b7-466f-80e8-727bc28f5da0 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:11.039973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3e3bde94-3d7e-4cdd-bf19-4118ea92e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.043392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-358c8c8a-c212-45fb-9d12-2621e5f27440 None None] Allocated IP 172.20.0.1 (3dabd24c-7535-4b02-a461-0c6af18f6977/148c4af6-31f3-454d-b8d3-c2c545226ed6/8427f0ae-aafc-4566-b918-96bdf9f2d6a6) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:11.073484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9c01c4-27e1-4f42-a405-80b6fc2509eb']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:11.092367 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d692572-e3bb-47c6-a1b2-d34c57f10d18 req-04e87f7c-521c-4a1d-84ba-e9646e4a146a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054411 Jan 27 14:55:11.097999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ba092e-6903-4321-a8fd-d53c8b448a76') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:11.098672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ba092e-6903-4321-a8fd-d53c8b448a76') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:11.123646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3e3bde94-3d7e-4cdd-bf19-4118ea92e984 None None] Port 231cd494-03b7-466f-80e8-727bc28f5da0 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:11.125629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.156395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.169171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:11.169956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:11.177779 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:11.191846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.213389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.282486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-358c8c8a-c212-45fb-9d12-2621e5f27440 None None] For port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,segment=NetworkSegment(792794ca-85e2-4798-87c7-23b4b66b5d53),segment_id=792794ca-85e2-4798-87c7-23b4b66b5d53)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:11.313398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.321313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d46f224f-c481-4329-b37d-16732156fdde no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:11.334001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.344360 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] 10.222.0.18 "DELETE /v2.0/networks/eb9c01c4-27e1-4f42-a405-80b6fc2509eb HTTP/1.1" status: 204 len: 168 time: 0.7383435 Jan 27 14:55:11.352779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8d91ded5-4506-464f-bad3-647d1bdf5df5 None None] Provisioning complete for port 231cd494-03b7-466f-80e8-727bc28f5da0 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:11.353190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d91ded5-4506-464f-bad3-647d1bdf5df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.362176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8fb53-e899-477a-a495-902c7d43e657 tempest-PortsTestJSON-137053137 tempest-PortsTestJSON-137053137-project] Pushing event deleted for resources: {'Network': ['ID=eb9c01c4-27e1-4f42-a405-80b6fc2509eb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:11.364404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: d46f224f-c481-4329-b37d-16732156fdde {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:11.364404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d46f224f-c481-4329-b37d-16732156fdde not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:11.392349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-358c8c8a-c212-45fb-9d12-2621e5f27440 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.407088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-358c8c8a-c212-45fb-9d12-2621e5f27440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.457077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=77025ecf-82b2-4423-a04e-2344c0e7fb28,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:11.484227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8d91ded5-4506-464f-bad3-647d1bdf5df5 None None] Port 231cd494-03b7-466f-80e8-727bc28f5da0 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:11.490773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'db912648-978e-4be1-b639-31b395c9d701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:11.491333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: db912648-978e-4be1-b639-31b395c9d701, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:11.528409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c8c8a-c212-45fb-9d12-2621e5f27440 None None] Pushing event updated for resources: {'Port': ['ID=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:11.573041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network db912648-978e-4be1-b639-31b395c9d701 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:11.647406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, db912648-978e-4be1-b639-31b395c9d701) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:11.658510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bca1f-09ea-45f1-b9e8-5817b23095d3 None None] Network db912648-978e-4be1-b639-31b395c9d701 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:11.667665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:11.668713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:11.715827 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4fc7b776-8723-4e03-9b89-f3506d5e3916 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4762383 Jan 27 14:55:11.716139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38732) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:11.728229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a1eb5fb1-0f7c-4fbe-89e1-63ecdf1a2ad5 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:11.746781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 61876ddf-284e-44e1-903e-092648a0676a details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:55:11.916803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38734) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:11.992679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5fb1-0f7c-4fbe-89e1-63ecdf1a2ad5 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9450166'] for subnet, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.082479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.100889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.132062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:12.136687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.141603 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/ports/231cd494-03b7-466f-80e8-727bc28f5da0 HTTP/1.1" status: 200 len: 911 time: 1.4386296 Jan 27 14:55:12.146281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38740) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:12.193895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-db912648-978e-4be1-b639-31b395c9d701', 'network_id': 'db912648-978e-4be1-b639-31b395c9d701', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': '77025ecf-82b2-4423-a04e-2344c0e7fb28'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:12.194841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.225363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 61876ddf-284e-44e1-903e-092648a0676a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=61876ddf-284e-44e1-903e-092648a0676a,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:12.327232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '61876ddf-284e-44e1-903e-092648a0676a', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'port_id': '61876ddf-284e-44e1-903e-092648a0676a', 'mac_address': 'fa:16:3e:3c:64:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:55:12.373195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b97b64-b56f-42a5-8de3-f6c9c2192a47 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=231cd494-03b7-466f-80e8-727bc28f5da0,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:12.386747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.388226 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9e28d118-6b2d-47c8-960a-756f2ae162f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f27d7258c39144d699bfc79685b1a405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681547 Jan 27 14:55:12.391173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5fb1-0f7c-4fbe-89e1-63ecdf1a2ad5 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739335033191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8775291'] for subnet, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.395535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38742) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:12.408713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb22e4a-1d2c-461e-a407-ed0c83246db4 req-0e348d33-d8f2-4fbc-b9dd-b06744f7a037 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:12.418177 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbb22e4a-1d2c-461e-a407-ed0c83246db4 req-0e348d33-d8f2-4fbc-b9dd-b06744f7a037 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 944 time: 0.1363330 Jan 27 14:55:12.433585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61876ddf-284e-44e1-903e-092648a0676a {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:55:12.474544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe61c8-1094-4216-a612-1be42c4e4e34 None None] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:12.485936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb5fb1-0f7c-4fbe-89e1-63ecdf1a2ad5 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:12.486522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5fb1-0f7c-4fbe-89e1-63ecdf1a2ad5 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.490264 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a1eb5fb1-0f7c-4fbe-89e1-63ecdf1a2ad5 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "PUT /v2.0/subnets/77025ecf-82b2-4423-a04e-2344c0e7fb28 HTTP/1.1" status: 200 len: 826 time: 0.7722175 Jan 27 14:55:12.494758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 61876ddf-284e-44e1-903e-092648a0676a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=61876ddf-284e-44e1-903e-092648a0676a,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:12.497228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Allocated IP 2001:db8::2 (db912648-978e-4be1-b639-31b395c9d701/77025ecf-82b2-4423-a04e-2344c0e7fb28/551ebc6e-2f0d-40ed-9d94-58f2c11e07bd) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:12.502680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38744) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:12.529123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.575153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb5fb1-0f7c-4fbe-89e1-63ecdf1a2ad5 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=77025ecf-82b2-4423-a04e-2344c0e7fb28,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:12.608034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fd2836ea-633a-4e77-8712-7aa5d1781431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.620931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=61876ddf-284e-44e1-903e-092648a0676a,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:12.653091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbb22e4a-1d2c-461e-a407-ed0c83246db4 req-4d2b9d33-c002-45ea-bc1f-400680e825b9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337463 Jan 27 14:55:12.661613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fd2836ea-633a-4e77-8712-7aa5d1781431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.667838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a5150090-cb62-4f5a-90fd-d9f9d1b98197 None None] Provisioning complete for port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:12.668277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5150090-cb62-4f5a-90fd-d9f9d1b98197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.682825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.740576 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:12.760605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['61876ddf-284e-44e1-903e-092648a0676a'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:55:12.828768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.836995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fd2836ea-633a-4e77-8712-7aa5d1781431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.841967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fd2836ea-633a-4e77-8712-7aa5d1781431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:12.844084 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fd2836ea-633a-4e77-8712-7aa5d1781431 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ffe8911-708c-4293-9682-1a51b79b3e91 HTTP/1.1" status: 204 len: 168 time: 0.4413614 Jan 27 14:55:12.890407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2836ea-633a-4e77-8712-7aa5d1781431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe8911-708c-4293-9682-1a51b79b3e91,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:12.909801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.122134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:13.122474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.134895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.186357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.219904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.272015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Network db912648-978e-4be1-b639-31b395c9d701 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:13.274527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=77025ecf-82b2-4423-a04e-2344c0e7fb28,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:13.294488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:13.302964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:13.309537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Pushing event updated for resources: {'Port': ['ID=551ebc6e-2f0d-40ed-9d94-58f2c11e07bd,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:13.341361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 231cd494-03b7-466f-80e8-727bc28f5da0 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:13.342264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.406554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.452095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db912648-978e-4be1-b639-31b395c9d701']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:13.461334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Attempting to bind port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:13.461704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Attempting to bind port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'db912648-978e-4be1-b639-31b395c9d701'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:13.462072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Attempting to bind port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd on network db912648-978e-4be1-b639-31b395c9d701 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:13.467501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:13.469781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:13.475256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:13.475703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Checking segment: {'id': '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'db912648-978e-4be1-b639-31b395c9d701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:13.476121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.476529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Bound using segment: {'id': '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'db912648-978e-4be1-b639-31b395c9d701'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:13.477189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Bound port: 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'db912648-978e-4be1-b639-31b395c9d701'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:13.477590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.487044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.508476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.515129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.525461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 231cd494-03b7-466f-80e8-727bc28f5da0 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:13.531395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:13.531944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.610118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] For port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:13.628463 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:13.638665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0d52a8bc-c003-4c34-873f-b08bf4e24488 None None] Provisioning complete for port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:13.639038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d52a8bc-c003-4c34-873f-b08bf4e24488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.654520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.db.api [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 14:55:13.654520 dv-neutron-826438-5-hyperv neutron-server[108742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 14:55:13.654520 dv-neutron-826438-5-hyperv neutron-server[108742]: [parameters: {'id': 'db912648-978e-4be1-b639-31b395c9d701'}] Jan 27 14:55:13.654520 dv-neutron-826438-5-hyperv neutron-server[108742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=108742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:55:13.655072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG oslo_db.api [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:55:13.677575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] For port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=551ebc6e-2f0d-40ed-9d94-58f2c11e07bd,segment=NetworkSegment(3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e),segment_id=3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:13.685745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.753265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.802033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=231cd494-03b7-466f-80e8-727bc28f5da0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:13.810506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8518140-70b2-456f-845f-95b0a72bddcc None None] Pushing event updated for resources: {'Port': ['ID=551ebc6e-2f0d-40ed-9d94-58f2c11e07bd,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:13.841053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5edd7d3-8fd5-4835-90db-d09ee2abb25c None None] Network db912648-978e-4be1-b639-31b395c9d701 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:13.955207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:13.976870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071140dc-e808-41e0-9d42-36c36662fe31 req-ceb6ab11-893e-4657-ad8b-02275b2b5b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:13.978550 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-071140dc-e808-41e0-9d42-36c36662fe31 req-ceb6ab11-893e-4657-ad8b-02275b2b5b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 945 time: 0.1845760 Jan 27 14:55:14.011951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-15b7b841-9cf8-4258-abe4-1810e380b362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.097512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-071140dc-e808-41e0-9d42-36c36662fe31 req-3e5d22fc-d2e2-4f34-9427-f3dbcbaf63a0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725338 Jan 27 14:55:14.098310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd4aa8-27dd-467d-843f-72ecefa8eb84 None None] Network db912648-978e-4be1-b639-31b395c9d701 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:14.156072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.179846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 25fe7b10-74a5-47a9-9461-6dced36315db has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:14.233504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:14.234024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.271656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:14.277831 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-329cead8-ebe4-447e-a6e3-6f1acfa79a00 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/25fe7b10-74a5-47a9-9461-6dced36315db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1253886 Jan 27 14:55:14.282488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38750) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:14.307266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] Sync routers for ids ['25fe7b10-74a5-47a9-9461-6dced36315db'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:14.335835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f6dc6c91-5f61-4b75-b813-67595facafa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=25fe7b10-74a5-47a9-9461-6dced36315db HTTP/1.1" status: 200 len: 205 time: 0.0513744 Jan 27 14:55:14.338494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38752) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:14.340836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] Routers {'25fe7b10-74a5-47a9-9461-6dced36315db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:14.341881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['25fe7b10-74a5-47a9-9461-6dced36315db'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:14.405213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:14.418295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df8d667-a841-4d0d-bd08-ec072f9c34ca None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:55:14.469298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] Routers {'25fe7b10-74a5-47a9-9461-6dced36315db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:14.469968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:54:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['25fe7b10-74a5-47a9-9461-6dced36315db'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:14.481452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b63ec65d-4f46-4118-afa4-53cca761b7ff tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.511456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:14.512451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf3ef3-cf0d-486b-8d8d-dee3dec0eeb0 None None] The sync data for ids ['25fe7b10-74a5-47a9-9461-6dced36315db'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:14.670645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8d667-a841-4d0d-bd08-ec072f9c34ca None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:55:14.710212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b63ec65d-4f46-4118-afa4-53cca761b7ff tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.712714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b63ec65d-4f46-4118-afa4-53cca761b7ff tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.764305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] For port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=551ebc6e-2f0d-40ed-9d94-58f2c11e07bd,segment=NetworkSegment(3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e),segment_id=3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:14.765349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.783754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Calling delete_port for 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:14.937796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:14.972232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Port': ['ID=551ebc6e-2f0d-40ed-9d94-58f2c11e07bd,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:14.978775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No DVR routers for this DVR port 551ebc6e-2f0d-40ed-9d94-58f2c11e07bd on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:15.107058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.118024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b63ec65d-4f46-4118-afa4-53cca761b7ff tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.119029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63ec65d-4f46-4118-afa4-53cca761b7ff tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Fanout notify agent at l3_agent the message router_deleted on router 25fe7b10-74a5-47a9-9461-6dced36315db {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:55:15.125816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b63ec65d-4f46-4118-afa4-53cca761b7ff tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.127069 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b63ec65d-4f46-4118-afa4-53cca761b7ff tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/25fe7b10-74a5-47a9-9461-6dced36315db HTTP/1.1" status: 204 len: 168 time: 0.7870550 Jan 27 14:55:15.132734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38756) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:15.165965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db912648-978e-4be1-b639-31b395c9d701']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:15.188731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:15.189360 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8c95eb-c4cf-4c52-ac28-2f67e9eb1d3e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:15.212938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.233101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.241864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:15.242393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:15.246142 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:15.256268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet b708103f-a94e-42d4-828f-0a0a57913ba1 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:15.266667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.318180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.329290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.334867 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/db912648-978e-4be1-b639-31b395c9d701 HTTP/1.1" status: 204 len: 168 time: 2.8299055 Jan 27 14:55:15.338656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38758) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:15.361888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165a3b5-6b87-47f2-a3eb-d66e0534593b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=db912648-978e-4be1-b639-31b395c9d701,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:15.373922 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b175cd84-8874-461e-af55-7b5b4768cea7 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:15.374533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b175cd84-8874-461e-af55-7b5b4768cea7 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:15.382505 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b175cd84-8874-461e-af55-7b5b4768cea7 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/db912648-978e-4be1-b639-31b395c9d701 HTTP/1.1" status: 404 len: 339 time: 0.0262575 Jan 27 14:55:15.382798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c223a3-f439-402f-833e-0d1c6332966d req-3818a8e9-6770-409b-b726-0561fe190ee9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:15.382798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41c223a3-f439-402f-833e-0d1c6332966d req-3818a8e9-6770-409b-b726-0561fe190ee9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 945 time: 0.1930485 Jan 27 14:55:15.387464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38760) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:15.398097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.410799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1460107276', 'description': 'd1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:15.592049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:15.598973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.640655 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41c223a3-f439-402f-833e-0d1c6332966d req-6ab43f28-f6ee-4c13-90d8-c369c02d4bff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489991 Jan 27 14:55:15.725105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:15.758998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.765453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.766013 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment da627211-1886-4b65-bc9f-61266768a233 of type vlan for network 8733fb68-1a49-4606-b7c1-5f267abad5ad Jan 27 14:55:15.770766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 61876ddf-284e-44e1-903e-092648a0676a up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:15.861111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 61876ddf-284e-44e1-903e-092648a0676a completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:55:15.869937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 61876ddf-284e-44e1-903e-092648a0676a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:15.871096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.913008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.955190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.965063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:15.971370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:15.972297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.033152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=b708103f-a94e-42d4-828f-0a0a57913ba1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:16.065006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af10b9-20fe-4b8f-8323-b9a6bd3d8107 None None] Network e7b7134a-fe5d-463f-b97f-9d3f9351152c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:16.102138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.106330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.111473 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b0fc1483-6031-40ce-97a7-8a0d21a4e6fd tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/b708103f-a94e-42d4-828f-0a0a57913ba1 HTTP/1.1" status: 204 len: 168 time: 0.9754913 Jan 27 14:55:16.113606 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7247214 Jan 27 14:55:16.118261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38764) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:16.119484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38766) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:16.259411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cbeae-57eb-4519-9f7d-944a5fb87502 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=8733fb68-1a49-4606-b7c1-5f267abad5ad,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:16.330654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.341241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a999533-432a-49fa-be7d-bb343613676d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:16.345552 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1a999533-432a-49fa-be7d-bb343613676d tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/networks?id=8733fb68-1a49-4606-b7c1-5f267abad5ad HTTP/1.1" status: 200 len: 765 time: 0.2234414 Jan 27 14:55:16.346064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38768) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:16.353328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'description': 'd2'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:16.422896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8733fb68-1a49-4606-b7c1-5f267abad5ad details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:16.521885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 61876ddf-284e-44e1-903e-092648a0676a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=61876ddf-284e-44e1-903e-092648a0676a,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:16.580594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61876ddf-284e-44e1-903e-092648a0676a'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:55:16.585663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581fbdff-cebb-439c-a006-e93e5ab19df4" -d '{"events": [{"server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "name": "network-vif-plugged", "status": "completed", "tag": "61876ddf-284e-44e1-903e-092648a0676a"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:55:16.588599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 8726341f-a286-4aef-a4a4-6e31a1dbd296 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:16.588981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.592400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.604979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.659421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.701649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network 8733fb68-1a49-4606-b7c1-5f267abad5ad is not hosted by any dhcp agent {{(pid=108743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 14:55:16.709443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:16.710107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.715057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "PUT /v2.0/networks/8733fb68-1a49-4606-b7c1-5f267abad5ad HTTP/1.1" status: 200 len: 762 time: 0.3648417 Jan 27 14:55:16.715326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38774) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:16.716469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7629b643-3822-4e70-8436-3270d4454d67 x-openstack-request-id: req-7629b643-3822-4e70-8436-3270d4454d67 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:55:16.716962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "name": "network-vif-plugged", "status": "completed", "tag": "61876ddf-284e-44e1-903e-092648a0676a", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:55:16.717381 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7629b643-3822-4e70-8436-3270d4454d67 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:55:16.717994 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61876ddf-284e-44e1-903e-092648a0676a', 'code': 200} Jan 27 14:55:16.721906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=61876ddf-284e-44e1-903e-092648a0676a,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:16.726664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11795b5e-a328-4006-9f92-ee69720af342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.860867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port 8726341f-a286-4aef-a4a4-6e31a1dbd296, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8726341f-a286-4aef-a4a4-6e31a1dbd296,segment=NetworkSegment(0c391f59-41bd-4e6e-98d4-5acc98c1647b),segment_id=0c391f59-41bd-4e6e-98d4-5acc98c1647b)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:16.861384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:16.879322 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:55:16.898551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 8726341f-a286-4aef-a4a4-6e31a1dbd296 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:16.904165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00566f-8cbf-4cfa-bbc9-79941620bf6e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=8733fb68-1a49-4606-b7c1-5f267abad5ad,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:16.916567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8733fb68-1a49-4606-b7c1-5f267abad5ad details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:16.941918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a3f32-6430-479e-8aae-5f29d81bd6d9 req-701d59d6-85bd-4e15-83b1-961bbac3a8fd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:16.945550 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-115a3f32-6430-479e-8aae-5f29d81bd6d9 req-701d59d6-85bd-4e15-83b1-961bbac3a8fd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 946 time: 0.1561873 Jan 27 14:55:16.947772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddfa0a5-c90d-4c78-81dc-51d30c2af2a9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:16.949586 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9ddfa0a5-c90d-4c78-81dc-51d30c2af2a9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/networks?id=8733fb68-1a49-4606-b7c1-5f267abad5ad HTTP/1.1" status: 200 len: 765 time: 0.2339053 Jan 27 14:55:16.954749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38776) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:16.985441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] DHCP port deletion for e7b7134a-fe5d-463f-b97f-9d3f9351152c request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:17.033849 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-115a3f32-6430-479e-8aae-5f29d81bd6d9 req-4ec87c08-48f3-449c-bdac-7474188c6189 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476151 Jan 27 14:55:17.056693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cc038-c39a-49be-9180-06d09f01636b req-a9a04d15-2341-42a4-b89b-ec11a95f31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.058769 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-294cc038-c39a-49be-9180-06d09f01636b req-a9a04d15-2341-42a4-b89b-ec11a95f31b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 1099 time: 0.1654541 Jan 27 14:55:17.092783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.131537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port 8726341f-a286-4aef-a4a4-6e31a1dbd296 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:17.133800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=8726341f-a286-4aef-a4a4-6e31a1dbd296,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:17.144057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] Deleting port 8726341f-a286-4aef-a4a4-6e31a1dbd296 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:17.146217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.158310 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-294cc038-c39a-49be-9180-06d09f01636b req-c1aff5c4-390d-4e50-a480-a00401d4c5bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857298 Jan 27 14:55:17.231882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b281f9f3-a1cb-43d7-a088-4ffdb548a205 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.233901 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b281f9f3-a1cb-43d7-a088-4ffdb548a205 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2777758 Jan 27 14:55:17.236851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38778) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:17.240104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.265423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] For port 8726341f-a286-4aef-a4a4-6e31a1dbd296, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:17.266055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.266561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b7134a-fe5d-463f-b97f-9d3f9351152c']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:17.275572 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cd1ae15a-e73f-4858-abf1-2d9017e30d84 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 207 time: 0.0368741 Jan 27 14:55:17.279384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38780) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:17.283837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c391f59-41bd-4e6e-98d4-5acc98c1647b') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:17.285120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c391f59-41bd-4e6e-98d4-5acc98c1647b') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:17.292435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] Calling delete_port for 8726341f-a286-4aef-a4a4-6e31a1dbd296 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:17.296752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.299150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] Port 8726341f-a286-4aef-a4a4-6e31a1dbd296 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:55:17.300816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.313947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.323683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:17.324086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:17.327345 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:17.372503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] No DVR routers for this DVR port 8726341f-a286-4aef-a4a4-6e31a1dbd296 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:17.383126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327948f6-611b-481c-b1c4-3b93133ffee7 None None] Pushing event deleted for resources: {'Port': ['ID=8726341f-a286-4aef-a4a4-6e31a1dbd296,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:17.399800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.419841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.428458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.431845 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/e7b7134a-fe5d-463f-b97f-9d3f9351152c HTTP/1.1" status: 204 len: 168 time: 1.3017302 Jan 27 14:55:17.436623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38782) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:17.451692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1c646a86-03a9-4dd7-8013-053c3e038450 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-197424347', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:17.461820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5bb90-64ad-425a-8bd6-44534d2f49b6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=e7b7134a-fe5d-463f-b97f-9d3f9351152c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:17.498148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c646a86-03a9-4dd7-8013-053c3e038450 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.499410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c646a86-03a9-4dd7-8013-053c3e038450 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.532224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f801b6-76cd-4e16-974c-c842e2067b5b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.538781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f801b6-76cd-4e16-974c-c842e2067b5b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.544976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f801b6-76cd-4e16-974c-c842e2067b5b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.551717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f801b6-76cd-4e16-974c-c842e2067b5b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.557757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f801b6-76cd-4e16-974c-c842e2067b5b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.564202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f801b6-76cd-4e16-974c-c842e2067b5b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.567653 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-09f801b6-76cd-4e16-974c-c842e2067b5b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2869973 Jan 27 14:55:17.570756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38784) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:17.595010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c646a86-03a9-4dd7-8013-053c3e038450 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.615039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c646a86-03a9-4dd7-8013-053c3e038450 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.727390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c646a86-03a9-4dd7-8013-053c3e038450 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.729210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1c646a86-03a9-4dd7-8013-053c3e038450 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2813807 Jan 27 14:55:17.733322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38786) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:17.739941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1709088973'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:17.778656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:17.782397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.823916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:17.834685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.835042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment f23d99d0-77b4-48d9-8d98-815f643dbe1d of type vlan for network dcde2d50-d139-4e64-aa60-e281c8769437 Jan 27 14:55:17.851326 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-10452a67-adf6-4f4c-b0d9-61dea49744c4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2792912 Jan 27 14:55:17.854981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38788) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:17.882639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.909497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.915162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.915829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:17.973275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632c982-3f3f-4e29-b219-56cae9cc129b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.976388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632c982-3f3f-4e29-b219-56cae9cc129b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.978770 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2434912 Jan 27 14:55:17.979382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632c982-3f3f-4e29-b219-56cae9cc129b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.981941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38790) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:17.982368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632c982-3f3f-4e29-b219-56cae9cc129b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.986282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632c982-3f3f-4e29-b219-56cae9cc129b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:17.989133 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5632c982-3f3f-4e29-b219-56cae9cc129b tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1321814 Jan 27 14:55:17.989659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:17.992864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38792) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:18.001765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8755fb6-8374-4b51-8317-8215061b0848 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=dcde2d50-d139-4e64-aa60-e281c8769437,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:18.016599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network dcde2d50-d139-4e64-aa60-e281c8769437 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:18.093178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe2ac6-6624-4258-adb9-8d1ac6cc8c92 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.095048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe2ac6-6624-4258-adb9-8d1ac6cc8c92 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.097105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe2ac6-6624-4258-adb9-8d1ac6cc8c92 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.099184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe2ac6-6624-4258-adb9-8d1ac6cc8c92 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.101452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fe2ac6-6624-4258-adb9-8d1ac6cc8c92 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.106419 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-43fe2ac6-6624-4258-adb9-8d1ac6cc8c92 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1089022 Jan 27 14:55:18.107984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38796) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:18.130829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:18.140407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:18.253843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862073-eb6d-4ab0-b9c4-2f695c13dc74 req-07b91f7d-e7df-4933-a1ae-674c57e94a7d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.256185 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-03862073-eb6d-4ab0-b9c4-2f695c13dc74 req-07b91f7d-e7df-4933-a1ae-674c57e94a7d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 946 time: 0.1184309 Jan 27 14:55:18.294661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07183f-6276-4442-b7dc-6671c455005f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.300922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-af07183f-6276-4442-b7dc-6671c455005f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/networks/4d223a3c-d588-416f-9874-407cebf5fa88 HTTP/1.1" status: 200 len: 804 time: 0.1867061 Jan 27 14:55:18.301321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38798) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:18.396071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:18.419353 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-03862073-eb6d-4ab0-b9c4-2f695c13dc74 req-efc3c4f0-9eda-4236-b06e-11e15e5e65ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482480 Jan 27 14:55:18.480932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=2a70da53-d50f-4e23-a41b-67faa51de2d3,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:18.491381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:18.491719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: dcde2d50-d139-4e64-aa60-e281c8769437, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:18.513505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network dcde2d50-d139-4e64-aa60-e281c8769437 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:18.530491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, dcde2d50-d139-4e64-aa60-e281c8769437) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:18.540896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.542709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:18.545089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8fdbe5-efb8-40d5-9a08-039b368a9aed None None] Network dcde2d50-d139-4e64-aa60-e281c8769437 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:18.545356 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-79667f1b-367c-4f7c-9d1f-a712c0e1cbd6 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/networks/4d223a3c-d588-416f-9874-407cebf5fa88?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2428198 Jan 27 14:55:18.551757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38800) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:18.591956 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-11fd5185-f29a-4e89-bd85-665bb5118b95 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6045084 Jan 27 14:55:18.592915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38802) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:18.673007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8726341f-a286-4aef-a4a4-6e31a1dbd296 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:18.684910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa639f33-8a9e-4868-8d45-6c08cccda4b1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.686902 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fa639f33-8a9e-4868-8d45-6c08cccda4b1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/subnets/d7983a3c-c954-4d64-8dae-e50777b07ed5 HTTP/1.1" status: 200 len: 843 time: 0.1340170 Jan 27 14:55:18.694107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38804) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:18.728572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8726341f-a286-4aef-a4a4-6e31a1dbd296 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:18.729235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8726341f-a286-4aef-a4a4-6e31a1dbd296 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:18.774405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:18.810144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3acad-6d0d-44b0-9b9b-869c69ba5e1c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['shared'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:18.816274 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-47f3acad-6d0d-44b0-9b9b-869c69ba5e1c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "GET /v2.0/subnets/d7983a3c-c954-4d64-8dae-e50777b07ed5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1174538 Jan 27 14:55:18.817724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38806) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:18.827473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1406064877'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:18.873557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:18.881217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:18.885609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-dcde2d50-d139-4e64-aa60-e281c8769437', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:18.886975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:18.940148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:18.956424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:18.956987 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Added segment 52a44c49-7040-4acc-9867-0d0d762296fd of type vlan for network c2fd3ab3-ebd4-405d-816c-639e9774280f Jan 27 14:55:19.032445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.073898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.078245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Allocated IP 2001:db8::2 (dcde2d50-d139-4e64-aa60-e281c8769437/2a70da53-d50f-4e23-a41b-67faa51de2d3/f0a602da-7517-4713-81fd-9c0d6c0ffbda) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:19.079804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:19.080480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.136010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3167653 Jan 27 14:55:19.140506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38808) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:19.142471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.144198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'network_id': 'c2fd3ab3-ebd4-405d-816c-639e9774280f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:19.178419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.212194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b6401-ebb2-4d1b-9ff3-30cb1db09549 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Network': ['ID=c2fd3ab3-ebd4-405d-816c-639e9774280f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:19.240432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c2fd3ab3-ebd4-405d-816c-639e9774280f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:19.285991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Made reservation on behalf of 757876afa7484b1d830205b6e674b25f for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:19.290005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.374330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Performing IP validity checks on allocation pools {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 14:55:19.374748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.ipam_backend_mixin [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 14:55:19.413865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.426586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.492747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8::1 (dcde2d50-d139-4e64-aa60-e281c8769437/2a70da53-d50f-4e23-a41b-67faa51de2d3/f983408e-b822-4553-9c37-8875f1d0774f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:19.539179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Network dcde2d50-d139-4e64-aa60-e281c8769437 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:19.540500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Pushing event updated for resources: {'Port': ['ID=f0a602da-7517-4713-81fd-9c0d6c0ffbda,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:19.543706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:19.546222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:19.606560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Attempting to bind port f0a602da-7517-4713-81fd-9c0d6c0ffbda on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:19.607235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Attempting to bind port f0a602da-7517-4713-81fd-9c0d6c0ffbda by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:19.607415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Attempting to bind port f0a602da-7517-4713-81fd-9c0d6c0ffbda on network dcde2d50-d139-4e64-aa60-e281c8769437 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:19.619662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:19.620056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Checking segment: {'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:19.620609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.621012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Bound using segment: {'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:19.622271 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Bound port: f0a602da-7517-4713-81fd-9c0d6c0ffbda, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:19.622716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.668904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.699993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] For port f0a602da-7517-4713-81fd-9c0d6c0ffbda, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:19.704163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] For port f0a602da-7517-4713-81fd-9c0d6c0ffbda, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f0a602da-7517-4713-81fd-9c0d6c0ffbda,segment=NetworkSegment(f23d99d0-77b4-48d9-8d98-815f643dbe1d),segment_id=f23d99d0-77b4-48d9-8d98-815f643dbe1d)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:19.708545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d185c-f4f7-4d95-b03b-81f22459a0d9 req-91ded1bb-2d10-43c8-b9ed-a295b4e02915 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:19.709687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.711470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-608d185c-f4f7-4d95-b03b-81f22459a0d9 req-91ded1bb-2d10-43c8-b9ed-a295b4e02915 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 946 time: 0.1717260 Jan 27 14:55:19.713853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.732004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.775011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffad53-f864-467e-b031-7ba2d92984ca None None] Pushing event updated for resources: {'Port': ['ID=f0a602da-7517-4713-81fd-9c0d6c0ffbda,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:19.816359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network dcde2d50-d139-4e64-aa60-e281c8769437 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:19.827046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:19.834989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:19.836036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:19.896750 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-608d185c-f4f7-4d95-b03b-81f22459a0d9 req-15272a56-9768-4c2c-8cf8-5987c4d8f93c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724601 Jan 27 14:55:19.897764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:19.911818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=f983408e-b822-4553-9c37-8875f1d0774f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:19.920539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Checking segment: {'id': '52a44c49-7040-4acc-9867-0d0d762296fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2fd3ab3-ebd4-405d-816c-639e9774280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:19.921059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network hostable DHCP agents. Network: c2fd3ab3-ebd4-405d-816c-639e9774280f, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:19.954658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Network c2fd3ab3-ebd4-405d-816c-639e9774280f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:19.971920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, c2fd3ab3-ebd4-405d-816c-639e9774280f) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:19.986403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508d91c-8d7a-4824-9589-6ffb5fd45237 None None] Network c2fd3ab3-ebd4-405d-816c-639e9774280f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:20.005878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:20.006948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1520653'] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.062709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.126499 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d1f3546c-9e61-4d32-8cb3-68435a4abae4 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9861395 Jan 27 14:55:20.131674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38814) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:20.139823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5ec2dd7a-1d49-45e1-96cf-b966344e5f0e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:20.208872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c55598-51c5-4acc-828a-775ba5b3255c req-881bbe65-f862-4801-9d26-8c64e2725cc3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:20.211670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-54c55598-51c5-4acc-828a-775ba5b3255c req-881bbe65-f862-4801-9d26-8c64e2725cc3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 946 time: 0.1971390 Jan 27 14:55:20.312925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c0b06-78f0-40de-b01a-dcb897b2a31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-c2fd3ab3-ebd4-405d-816c-639e9774280f', 'network_id': 'c2fd3ab3-ebd4-405d-816c-639e9774280f', 'tenant_id': '757876afa7484b1d830205b6e674b25f', 'fixed_ips': [{'subnet_id': '7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:20.314495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0b06-78f0-40de-b01a-dcb897b2a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.410548 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-54c55598-51c5-4acc-828a-775ba5b3255c req-dc1058c1-399d-46b6-9eff-26839488fb1f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897328 Jan 27 14:55:20.422682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dd7a-1d49-45e1-96cf-b966344e5f0e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8960106'] for subnet, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.452038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38816) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:20.521663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756360c-0d15-4d6e-9351-1c235577942a tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:20.523113 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6756360c-0d15-4d6e-9351-1c235577942a tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 1094 time: 0.0701160 Jan 27 14:55:20.527962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38818) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:20.532946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '61876ddf-284e-44e1-903e-092648a0676a', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:20.564196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-ab8c0b06-78f0-40de-b01a-dcb897b2a31a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 14:55:20.564196 dv-neutron-826438-5-hyperv neutron-server[108744]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 27 14:55:20.564196 dv-neutron-826438-5-hyperv neutron-server[108744]: [parameters: {'in_use': 1, 'id_1': '7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3'}] Jan 27 14:55:20.564196 dv-neutron-826438-5-hyperv neutron-server[108744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:55:20.565886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-ab8c0b06-78f0-40de-b01a-dcb897b2a31a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:55:20.599326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.604621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.621913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.623238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.752213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dd7a-1d49-45e1-96cf-b966344e5f0e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739335033191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3783087'] for subnet, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.758381 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0a602da-7517-4713-81fd-9c0d6c0ffbda up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:20.772983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=f983408e-b822-4553-9c37-8875f1d0774f,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:20.842634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network dcde2d50-d139-4e64-aa60-e281c8769437 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:20.842943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2dd7a-1d49-45e1-96cf-b966344e5f0e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event updated for resources: {'Subnet': ['ID=7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:20.847787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2dd7a-1d49-45e1-96cf-b966344e5f0e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:20.848086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:20.848428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dd7a-1d49-45e1-96cf-b966344e5f0e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.849921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f0a602da-7517-4713-81fd-9c0d6c0ffbda triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:20.855253 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5ec2dd7a-1d49-45e1-96cf-b966344e5f0e tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "PUT /v2.0/subnets/7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3 HTTP/1.1" status: 200 len: 900 time: 0.7177215 Jan 27 14:55:20.855631 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:20.855830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38822) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:20.980600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.039119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.064896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.077342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0b06-78f0-40de-b01a-dcb897b2a31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.139029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port f0a602da-7517-4713-81fd-9c0d6c0ffbda, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f0a602da-7517-4713-81fd-9c0d6c0ffbda,segment=NetworkSegment(f23d99d0-77b4-48d9-8d98-815f643dbe1d),segment_id=f23d99d0-77b4-48d9-8d98-815f643dbe1d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:21.153987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.180990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.104 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/11754d15-68f2-48ee-a0b1-d34322cfde36) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:21.186431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:55:21.215556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.297702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=f0a602da-7517-4713-81fd-9c0d6c0ffbda,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:21.318674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server [None req-ab8c0b06-78f0-40de-b01a-dcb897b2a31a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3: This subnet is being modified by another concurrent operation. Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 14:55:21.324607 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise exception Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3: This subnet is being modified by another concurrent operation. Jan 27 14:55:21.328900 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Jan 27 14:55:21.359982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81bf35-2824-4d09-9dee-f3a9ae9c215e None None] Network c2fd3ab3-ebd4-405d-816c-639e9774280f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:21.373715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:21.426144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.430981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4df1ac-8459-470a-a32e-23543d710095 None None] Network dcde2d50-d139-4e64-aa60-e281c8769437 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:21.451183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fd3ab3-ebd4-405d-816c-639e9774280f']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:21.463681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a44c49-7040-4acc-9867-0d0d762296fd') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:21.464054 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a44c49-7040-4acc-9867-0d0d762296fd') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:21.477201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.494089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.503175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:21.503716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:21.508011 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:21.586807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.591896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.595672 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/c2fd3ab3-ebd4-405d-816c-639e9774280f HTTP/1.1" status: 204 len: 168 time: 0.7388349 Jan 27 14:55:21.600767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38824) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:21.625812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-35416161-0472-4f14-b898-88f6af144840 None None] Provisioning complete for port f0a602da-7517-4713-81fd-9c0d6c0ffbda triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:21.626653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-35416161-0472-4f14-b898-88f6af144840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.641358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4f05ed-f399-4a48-9c60-3519cd10a382 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:21.641874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4f05ed-f399-4a48-9c60-3519cd10a382 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:21.649574 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-df4f05ed-f399-4a48-9c60-3519cd10a382 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/7417b701-b4c0-4a5c-9fa2-e2d25db6b4a3 HTTP/1.1" status: 404 len: 337 time: 0.0436020 Jan 27 14:55:21.649574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eeb2d-1bb4-48c2-acb6-3fd6eb2f0794 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=c2fd3ab3-ebd4-405d-816c-639e9774280f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:21.650088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38826) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:21.676059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc20561-a7ae-444b-a9ef-a3138a92a5f9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:21.676680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc20561-a7ae-444b-a9ef-a3138a92a5f9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:21.684340 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5dc20561-a7ae-444b-a9ef-a3138a92a5f9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/c2fd3ab3-ebd4-405d-816c-639e9774280f HTTP/1.1" status: 404 len: 339 time: 0.0294149 Jan 27 14:55:21.684648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38828) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:21.709233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3f5f7-7dc4-445a-9f9f-2ce5c37e9333 None None] Network c2fd3ab3-ebd4-405d-816c-639e9774280f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:21.754909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3f5f7-7dc4-445a-9f9f-2ce5c37e9333 None None] Network c2fd3ab3-ebd4-405d-816c-639e9774280f could not be found, it might have been deleted concurrently. {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 27 14:55:21.797979 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.919224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:21.961221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8733fb68-1a49-4606-b7c1-5f267abad5ad']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:21.982625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da627211-1886-4b65-bc9f-61266768a233') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:21.982962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da627211-1886-4b65-bc9f-61266768a233') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:21.992704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:21.997907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.015574 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f44a036e-e3a9-4400-b364-95fbdfdbe03b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4159253 Jan 27 14:55:22.015925 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:22.016638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38830) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:22.023005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1669897198'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:22.033402 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:22.035031 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:22.037204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.065363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.075413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:22.076454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:22.082290 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:22.134186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.206985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:22.208914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:22.214926 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.217820 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:22.218141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:22.225623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:22.265556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.307558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:22.310161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fba7a40b-dd4a-44e6-98b8-f14395e7b9a2 None None] Provisioning complete for port f983408e-b822-4553-9c37-8875f1d0774f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:22.311122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fba7a40b-dd4a-44e6-98b8-f14395e7b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.318379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=11754d15-68f2-48ee-a0b1-d34322cfde36,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:22.376435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.379884 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment 3a5a8520-baa0-4824-aba6-3ad9dbb1f24c of type vlan for network 3c24c495-9958-4295-921b-8aa8e0e0c7cf Jan 27 14:55:22.385024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.391122 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/8733fb68-1a49-4606-b7c1-5f267abad5ad HTTP/1.1" status: 204 len: 168 time: 0.7053740 Jan 27 14:55:22.393712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4369123-bd80-41ab-a862-76ba156712bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=8733fb68-1a49-4606-b7c1-5f267abad5ad,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:22.416213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38832) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:22.433899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fba7a40b-dd4a-44e6-98b8-f14395e7b9a2 None None] Port f983408e-b822-4553-9c37-8875f1d0774f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:22.455194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fba7a40b-dd4a-44e6-98b8-f14395e7b9a2 None None] Provisioning complete for port f0a602da-7517-4713-81fd-9c0d6c0ffbda triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:22.456351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fba7a40b-dd4a-44e6-98b8-f14395e7b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.479805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb019c02-d9e3-4f7f-ae54-599eb7fca435 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:22.480904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb019c02-d9e3-4f7f-ae54-599eb7fca435 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:22.516073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bb019c02-d9e3-4f7f-ae54-599eb7fca435 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/77025ecf-82b2-4423-a04e-2344c0e7fb28 HTTP/1.1" status: 404 len: 337 time: 0.0976157 Jan 27 14:55:22.575052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38834) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:22.637062 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4a0254-9a6a-438e-8f52-f14d3d5fa1c2 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:22.638016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4a0254-9a6a-438e-8f52-f14d3d5fa1c2 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:22.644749 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-db4a0254-9a6a-438e-8f52-f14d3d5fa1c2 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/db912648-978e-4be1-b639-31b395c9d701 HTTP/1.1" status: 404 len: 339 time: 0.0675564 Jan 27 14:55:22.652783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38836) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:22.666238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.698937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0a602da-7517-4713-81fd-9c0d6c0ffbda up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:22.738496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.746151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:22.747229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.809916 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:19Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:20Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:22.813413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f0a602da-7517-4713-81fd-9c0d6c0ffbda triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:22.814770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.848167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting subnet 148c4af6-31f3-454d-b8d3-c2c545226ed6 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:22.862255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.882211 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:22.882555 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Updating router 61800248-0bb7-49f8-9de3-91e28f1471ab port f983408e-b822-4553-9c37-8875f1d0774f binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:55:22.910826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=3c24c495-9958-4295-921b-8aa8e0e0c7cf,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:22.921320 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-15e4f6fe-fcfe-425e-ab29-85a11a9810ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9045634 Jan 27 14:55:22.923965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38838) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:22.939616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:22.941350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:22.973696 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:22.989615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.121455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-09bd84a0-92f2-412a-9368-8d9dde068d2e None None] Provisioning complete for port f983408e-b822-4553-9c37-8875f1d0774f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:23.122565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09bd84a0-92f2-412a-9368-8d9dde068d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.220407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:23.229105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.273198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa68693c-233a-42fe-a8fc-8436741a19a0 None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 14:55:23.337912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.381133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-09bd84a0-92f2-412a-9368-8d9dde068d2e None None] Port f983408e-b822-4553-9c37-8875f1d0774f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:23.405166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.553206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ebc179c7-bb08-446c-a972-f710e55b67b3 None None] Provisioning complete for port f983408e-b822-4553-9c37-8875f1d0774f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:23.553824 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ebc179c7-bb08-446c-a972-f710e55b67b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.556200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.557076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68693c-233a-42fe-a8fc-8436741a19a0 None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 14:55:23.595187 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.653431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ebc179c7-bb08-446c-a972-f710e55b67b3 None None] Port f983408e-b822-4553-9c37-8875f1d0774f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:23.665521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=148c4af6-31f3-454d-b8d3-c2c545226ed6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:23.668032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.675982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.678206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38840) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:23.681283 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.687585 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-15a57582-0490-49ba-b049-b86db93101bd tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/148c4af6-31f3-454d-b8d3-c2c545226ed6 HTTP/1.1" status: 204 len: 168 time: 1.0200706 Jan 27 14:55:23.694404 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.793210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=91ebc422-d4b0-4cd2-b888-109aef533e28,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:23.809521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting subnet 0688ba00-1abc-4529-8dab-6175be653860 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:23.839221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:23.839754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: 3c24c495-9958-4295-921b-8aa8e0e0c7cf, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:23.842117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.874018 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fb92b-3f69-4273-ae18-f044bbfebcbe None None] Pushing event updated for resources: {'Port': ['ID=f983408e-b822-4553-9c37-8875f1d0774f,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:23.893758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.900680 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Attempting to bind port f983408e-b822-4553-9c37-8875f1d0774f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:23.901487 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Attempting to bind port f983408e-b822-4553-9c37-8875f1d0774f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:23.901975 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Attempting to bind port f983408e-b822-4553-9c37-8875f1d0774f on network dcde2d50-d139-4e64-aa60-e281c8769437 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:23.902812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:23.905750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.912724 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:23.913459 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Checking segment: {'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:23.913769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.914223 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.914858 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Bound using segment: {'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:23.915808 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Bound port: f983408e-b822-4553-9c37-8875f1d0774f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23d99d0-77b4-48d9-8d98-815f643dbe1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:23.916546 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.941316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 3c24c495-9958-4295-921b-8aa8e0e0c7cf) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:23.952346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:23.952946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:23.988343 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-01d57b2d-3dd3-419d-b6bc-92f00b3c3a61 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0617101 Jan 27 14:55:23.988887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38842) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:24.057432 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] For port f983408e-b822-4553-9c37-8875f1d0774f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:24.062430 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] For port f983408e-b822-4553-9c37-8875f1d0774f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f983408e-b822-4553-9c37-8875f1d0774f,segment=NetworkSegment(f23d99d0-77b4-48d9-8d98-815f643dbe1d),segment_id=f23d99d0-77b4-48d9-8d98-815f643dbe1d)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:24.062930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.070565 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.161904 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:24.162571 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:24.171319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.184920 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=11754d15-68f2-48ee-a0b1-d34322cfde36,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:24.201050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.207811 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/0688ba00-1abc-4529-8dab-6175be653860 HTTP/1.1" status: 204 len: 168 time: 0.5225532 Jan 27 14:55:24.209805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38844) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:24.224700 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fb92b-3f69-4273-ae18-f044bbfebcbe None None] Pushing event updated for resources: {'Port': ['ID=f983408e-b822-4553-9c37-8875f1d0774f,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:24.244785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3d9d9-281a-4cae-a567-3b5e64c0bffb tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=0688ba00-1abc-4529-8dab-6175be653860,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:24.267498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.320281 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:24.352038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e694ca-3051-4409-9b20-849e18a624d1 None None] Network 3dabd24c-7535-4b02-a461-0c6af18f6977 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:24.440878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ab0ff-e252-4b3a-bfbc-8e12e5c40fe4 None None] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:24.522050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.636445 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 5c0b7e40-5593-446f-b61e-538deba81407 associated. External IP: 172.26.6.104, port: 61876ddf-284e-44e1-903e-092648a0676a. Jan 27 14:55:24.727409 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:19Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:24Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:24.752884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f7229210-072e-4f99-b578-40620179d877 None None] Provisioning complete for port f983408e-b822-4553-9c37-8875f1d0774f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:24.753705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7229210-072e-4f99-b578-40620179d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.778556 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1dfe7-6992-4230-b0a1-6ff3e7cc952d None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:19Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:24Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:24.812927 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:24.814369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:24.890445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] DHCP port deletion for 3dabd24c-7535-4b02-a461-0c6af18f6977 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:25.039739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:25.039739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.121895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.160640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7229210-072e-4f99-b578-40620179d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.225595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] For port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,segment=NetworkSegment(792794ca-85e2-4798-87c7-23b4b66b5d53),segment_id=792794ca-85e2-4798-87c7-23b4b66b5d53)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:25.225966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.241280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Calling delete_port for 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:25.276539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] Deleting port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:25.277117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.310942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Allocated IP 2001:db8:1::2 (3c24c495-9958-4295-921b-8aa8e0e0c7cf/91ebc422-d4b0-4cd2-b888-109aef533e28/6dee99d8-8664-4250-9d3d-d04202b04313) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:25.315371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f7229210-072e-4f99-b578-40620179d877 None None] For port f983408e-b822-4553-9c37-8875f1d0774f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f983408e-b822-4553-9c37-8875f1d0774f,segment=NetworkSegment(f23d99d0-77b4-48d9-8d98-815f643dbe1d),segment_id=f23d99d0-77b4-48d9-8d98-815f643dbe1d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:25.349256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7229210-072e-4f99-b578-40620179d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.450315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:25.476955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] For port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,segment=NetworkSegment(792794ca-85e2-4798-87c7-23b4b66b5d53),segment_id=792794ca-85e2-4798-87c7-23b4b66b5d53)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:25.477481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.514416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] Calling delete_port for 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:25.531155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7229210-072e-4f99-b578-40620179d877 None None] Pushing event updated for resources: {'Port': ['ID=f983408e-b822-4553-9c37-8875f1d0774f,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:25.589032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b3c5acea-7d64-44f9-896d-fc1b2000781c None None] Provisioning complete for port f983408e-b822-4553-9c37-8875f1d0774f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:25.589414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3c5acea-7d64-44f9-896d-fc1b2000781c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.704141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: from cryptography.utils import int_from_bytes Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: from cryptography.utils import int_from_bytes Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.710541 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:25.718927 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 14:55:25.738817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.740839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.789524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.795357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] Pushing event deleted for resources: {'Port': ['ID=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:25.809817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2385dc-73b3-40f8-ba3f-f5a266153395 None None] No DVR routers for this DVR port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:25.861766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:25.870148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:25.875781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:25.885041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Pushing event updated for resources: {'Port': ['ID=6dee99d8-8664-4250-9d3d-d04202b04313,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:25.928589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No DVR routers for this DVR port 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:25.938074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Port': ['ID=8427f0ae-aafc-4566-b918-96bdf9f2d6a6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:25.971825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Attempting to bind port 6dee99d8-8664-4250-9d3d-d04202b04313 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:25.972460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Attempting to bind port 6dee99d8-8664-4250-9d3d-d04202b04313 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:25.973076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Attempting to bind port 6dee99d8-8664-4250-9d3d-d04202b04313 on network 3c24c495-9958-4295-921b-8aa8e0e0c7cf {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:25.986327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:25.987742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Checking segment: {'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:25.988274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:25.988969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Bound using segment: {'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:25.989795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Bound port: 6dee99d8-8664-4250-9d3d-d04202b04313, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:25.990531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.113951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] For port 6dee99d8-8664-4250-9d3d-d04202b04313, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:26.118851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] For port 6dee99d8-8664-4250-9d3d-d04202b04313, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6dee99d8-8664-4250-9d3d-d04202b04313,segment=NetworkSegment(3a5a8520-baa0-4824-aba6-3ad9dbb1f24c),segment_id=3a5a8520-baa0-4824-aba6-3ad9dbb1f24c)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:26.125347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.228939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b0d8-af08-4dea-b04c-0c464db10655 None None] Pushing event updated for resources: {'Port': ['ID=6dee99d8-8664-4250-9d3d-d04202b04313,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:26.537123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8:1::1 (3c24c495-9958-4295-921b-8aa8e0e0c7cf/91ebc422-d4b0-4cd2-b888-109aef533e28/790ef261-d9da-4e11-85dc-967784fdcacd) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:26.563801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:26.568314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.583693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] Sync routers for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:26.601552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:26.602495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:26.656750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.664747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dabd24c-7535-4b02-a461-0c6af18f6977']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:26.714789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792794ca-85e2-4798-87c7-23b4b66b5d53') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:26.715452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792794ca-85e2-4798-87c7-23b4b66b5d53') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:26.738981 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95428bb9-648d-43aa-8093-a809039106f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2097943 Jan 27 14:55:26.739580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38846) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:26.743826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.745530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'tag': '61876ddf-284e-44e1-903e-092648a0676a'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:55:26.748322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe911556-4c2e-4e79-b057-f35eed6c3fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "tag": "61876ddf-284e-44e1-903e-092648a0676a"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:55:26.824683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.834081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.851192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:26.851697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:26.860558 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:26.914751 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-464467b3-d352-401a-bb17-3a3b6de6ac7a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 992 time: 0.1725485 Jan 27 14:55:26.925983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:26.926600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882cfab9-818b-4479-8ba6-37c0513694dc x-openstack-request-id: req-882cfab9-818b-4479-8ba6-37c0513694dc {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:55:26.927110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "tag": "61876ddf-284e-44e1-903e-092648a0676a", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:55:26.927490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-882cfab9-818b-4479-8ba6-37c0513694dc {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:55:26.928092 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'tag': '61876ddf-284e-44e1-903e-092648a0676a', 'status': 'completed', 'code': 200} Jan 27 14:55:26.956460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f983408e-b822-4553-9c37-8875f1d0774f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:27.014490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.039666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.045920 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/3dabd24c-7535-4b02-a461-0c6af18f6977 HTTP/1.1" status: 204 len: 168 time: 2.8316107 Jan 27 14:55:27.048842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38850) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.079108 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccebc039-a7d2-4486-9d7b-b997e3ab7eed tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:27.079494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.080192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccebc039-a7d2-4486-9d7b-b997e3ab7eed tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:27.086606 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ccebc039-a7d2-4486-9d7b-b997e3ab7eed tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/a78e195d-fc33-412e-8695-64267611f41b HTTP/1.1" status: 404 len: 337 time: 0.0355000 Jan 27 14:55:27.088646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=3dabd24c-7535-4b02-a461-0c6af18f6977,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:27.089154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38852) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.101144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-fc90c724-97db-48e6-be30-3b92804761a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:27.103047 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-fc90c724-97db-48e6-be30-3b92804761a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 1099 time: 0.1740408 Jan 27 14:55:27.120841 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18fd1e0-4721-49ea-a4c3-bcf43a299ed9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:27.121598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18fd1e0-4721-49ea-a4c3-bcf43a299ed9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:27.125658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d18fd1e0-4721-49ea-a4c3-bcf43a299ed9 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/ed11b784-15e4-4319-960d-0dde3cdaa63d HTTP/1.1" status: 404 len: 339 time: 0.0348680 Jan 27 14:55:27.129241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f983408e-b822-4553-9c37-8875f1d0774f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:27.129820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.130528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38854) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.150699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.151348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.151641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.151975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.152303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.152635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.152962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.153285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.153609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.153928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.154253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.154571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ec3c3-5299-4daa-9733-02c84dd1e4f1 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:27.167259 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-860bb56f-ca92-4581-a98c-f0b982247376 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:27.168215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860bb56f-ca92-4581-a98c-f0b982247376 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:27.172137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:27.173816 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-860bb56f-ca92-4581-a98c-f0b982247376 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/1406eb71-20a6-43e1-8cbc-d676b6a80fdb HTTP/1.1" status: 404 len: 337 time: 0.0415449 Jan 27 14:55:27.178524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38856) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.186425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:27.189280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:27.190290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.214794 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b462b78-5667-4b36-8462-6cf13f5f7284 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:27.215780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b462b78-5667-4b36-8462-6cf13f5f7284 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:27.227949 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6b462b78-5667-4b36-8462-6cf13f5f7284 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/edf15fc2-943b-42cb-b39c-47cf4b807c5d HTTP/1.1" status: 404 len: 339 time: 0.0478437 Jan 27 14:55:27.228801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38858) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.284690 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fd9f64-c20f-471a-a00e-021f7d2f9d69 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:27.285492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fd9f64-c20f-471a-a00e-021f7d2f9d69 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:27.296035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38860) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.298127 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c9fd9f64-c20f-471a-a00e-021f7d2f9d69 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/cdb50913-cbba-4902-8956-91006124ddb1 HTTP/1.1" status: 404 len: 337 time: 0.0676174 Jan 27 14:55:27.360298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=790ef261-d9da-4e11-85dc-967784fdcacd,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:27.392660 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c2f543-2895-4142-966e-de70d58ee191 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:27.393852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c2f543-2895-4142-966e-de70d58ee191 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:27.398809 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-49c2f543-2895-4142-966e-de70d58ee191 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/76805e68-3ea0-41db-b3c7-a476aebc19f7 HTTP/1.1" status: 404 len: 339 time: 0.1007652 Jan 27 14:55:27.410258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38862) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.444527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.518552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting subnet 3ab4156c-176c-46fd-9fa1-5bbdfb32cd49 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:27.524022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.552874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-879bd0bc-291c-4b67-8277-42744eb92d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:27.554552 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-879bd0bc-291c-4b67-8277-42744eb92d69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 897 time: 0.4156530 Jan 27 14:55:27.596136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.604339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6dee99d8-8664-4250-9d3d-d04202b04313 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:27.722797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6dee99d8-8664-4250-9d3d-d04202b04313 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:27.723480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.730980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '5c0b7e40-5593-446f-b61e-538deba81407', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'port_id': '61876ddf-284e-44e1-903e-092648a0676a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'mac_address': 'fa:16:3e:3c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:55:22Z', 'updated_at': '2022-01-27T14:55:22Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:27.793486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.805565 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-c2342f59-1724-4024-8c0d-8ff75539cff7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61876ddf-284e-44e1-903e-092648a0676a HTTP/1.1" status: 200 len: 1000 time: 0.1468580 Jan 27 14:55:27.819874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] Checking router: c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:27.855174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:27.857073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:27.891071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-f2c03ad2-fa95-4a93-817e-0b7e9942774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:27.892692 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-f2c03ad2-fa95-4a93-817e-0b7e9942774c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.0766878 Jan 27 14:55:27.921362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38864) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:27.928707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9373a-7e24-4864-b678-f6f7b49d5c75 None None] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:27.938524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:27.984361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-b2615a67-6586-434d-b9f8-e93f57f5efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:27.985963 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-b2615a67-6586-434d-b9f8-e93f57f5efe0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864363 Jan 27 14:55:27.990739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.004167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.004966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.130623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:28.169183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=790ef261-d9da-4e11-85dc-967784fdcacd,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:28.184962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1729d4fe-f578-4985-bc5e-0bddd889850e None None] Provisioning complete for port 6dee99d8-8664-4250-9d3d-d04202b04313 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:28.185558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1729d4fe-f578-4985-bc5e-0bddd889850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.233088 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-1469f732-dba8-4f5e-a91e-e804faad6606 service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394419 Jan 27 14:55:28.311426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.346165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:28.355520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:28.480544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 6dee99d8-8664-4250-9d3d-d04202b04313, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6dee99d8-8664-4250-9d3d-d04202b04313,segment=NetworkSegment(3a5a8520-baa0-4824-aba6-3ad9dbb1f24c),segment_id=3a5a8520-baa0-4824-aba6-3ad9dbb1f24c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:28.530187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.543211 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fe911556-4c2e-4e79-b057-f35eed6c3fd4 req-2fc5d195-0292-409c-8dd9-bd611d8ba91c service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961853 Jan 27 14:55:28.558194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:28.573856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab4156c-176c-46fd-9fa1-5bbdfb32cd49,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:28.599806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.605331 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/3ab4156c-176c-46fd-9fa1-5bbdfb32cd49 HTTP/1.1" status: 204 len: 168 time: 1.1928260 Jan 27 14:55:28.615373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38866) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:28.654437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.655259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.655820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.656357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.656930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.657474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.658039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.658558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.659156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.659752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.660221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.660735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd771e2-3660-414f-a7cf-d96ac30e6f2c tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:28.669842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a6bd6-5676-4e66-8f5c-5e5460fc3138 None None] Network e9e0e92b-9a2f-46d6-9956-b3b53051890c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:28.675508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1729d4fe-f578-4985-bc5e-0bddd889850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.687500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:28.749542 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5519c78d-150d-4b70-b11a-2958a51c573a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 992 time: 0.8232069 Jan 27 14:55:28.761814 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:28.772777 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dbab6953-60ce-42be-99df-a32941f01e59 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7732177 Jan 27 14:55:28.777177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38870) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:28.785167 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:28.786728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-972096442'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:28.801594 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:28.802628 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:28.824641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.831935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:28.841187 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.867156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:28.867771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8427f0ae-aafc-4566-b918-96bdf9f2d6a6 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:28.924964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=6dee99d8-8664-4250-9d3d-d04202b04313,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:28.942582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:28.956390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting port f14a134f-fead-4ba1-ac72-b91c3777b81e {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:28.957478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.985584 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:28.986521 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment 381bde28-3171-4422-afb9-455048da65c1 of type vlan for network 0f03dcef-cfda-400b-a056-0797105bcbd6 Jan 27 14:55:29.096654 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:29.117570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-1729d4fe-f578-4985-bc5e-0bddd889850e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:55:29.117570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-1729d4fe-f578-4985-bc5e-0bddd889850e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:55:29.150830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.160511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] For port f14a134f-fead-4ba1-ac72-b91c3777b81e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f14a134f-fead-4ba1-ac72-b91c3777b81e,segment=NetworkSegment(7deeac8f-6845-4f22-819f-49a4dcd6c1e8),segment_id=7deeac8f-6845-4f22-819f-49a4dcd6c1e8)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:29.161727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.169704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6dee99d8-8664-4250-9d3d-d04202b04313 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:29.182445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '5c0b7e40-5593-446f-b61e-538deba81407', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'port_id': '61876ddf-284e-44e1-903e-092648a0676a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'mac_address': 'fa:16:3e:3c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:55:22Z', 'updated_at': '2022-01-27T14:55:22Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:29.202564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Calling delete_port for f14a134f-fead-4ba1-ac72-b91c3777b81e owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:29.232126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.244213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:29.245209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.372459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538229a0-45ff-43f0-90e0-6d50bd936bbf None None] The sync data for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv is: [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '5c0b7e40-5593-446f-b61e-538deba81407', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'port_id': '61876ddf-284e-44e1-903e-092648a0676a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'mac_address': 'fa:16:3e:3c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:55:22Z', 'updated_at': '2022-01-27T14:55:22Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:29.417206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0bcf2-0c29-4d1a-8148-64040e2b372c None None] DHCP port deletion for e9e0e92b-9a2f-46d6-9956-b3b53051890c request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:29.418513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=0f03dcef-cfda-400b-a056-0797105bcbd6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:29.434525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.437013 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8e83f22a-b9fb-4f6c-be9c-9a88bd497fa1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6581867 Jan 27 14:55:29.441147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38874) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:29.450479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:29.453082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:29.458525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No DVR routers for this DVR port f14a134f-fead-4ba1-ac72-b91c3777b81e on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:29.519006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Port': ['ID=f14a134f-fead-4ba1-ac72-b91c3777b81e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:29.596768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:29.606861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.610572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0bcf2-0c29-4d1a-8148-64040e2b372c None None] The port 'f14a134f-fead-4ba1-ac72-b91c3777b81e' was deleted {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 27 14:55:29.656898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 6dee99d8-8664-4250-9d3d-d04202b04313 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:29.657279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.704377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.752923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e0e92b-9a2f-46d6-9956-b3b53051890c']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:29.771139 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:27Z', 'revision_number': 3, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:27Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:29.774884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38876) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:29.786174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7deeac8f-6845-4f22-819f-49a4dcd6c1e8') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:29.786688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7deeac8f-6845-4f22-819f-49a4dcd6c1e8') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:29.822378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.862857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.864093 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:29.864635 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Updating router 61800248-0bb7-49f8-9de3-91e28f1471ab port 790ef261-d9da-4e11-85dc-967784fdcacd binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:55:29.880953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:29.881744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:29.896303 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:29.909918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b3fe2246-0828-4bec-8dc3-bd4274f60b4c None None] Provisioning complete for port 6dee99d8-8664-4250-9d3d-d04202b04313 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:29.910750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2246-0828-4bec-8dc3-bd4274f60b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.916096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dda430-dd74-4d56-8470-48ea6c0cea1d None None] New status for floating IP 5c0b7e40-5593-446f-b61e-538deba81407: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:55:29.952863 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:29.963571 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-542e5098-2ab0-4967-acc5-c0a5e1aa57a3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 992 time: 0.1860819 Jan 27 14:55:30.018432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.034910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.043307 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/e9e0e92b-9a2f-46d6-9956-b3b53051890c HTTP/1.1" status: 204 len: 168 time: 1.4186003 Jan 27 14:55:30.047579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38878) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:30.077902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9b71a-110c-4d7b-a711-fe7a339b631f tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=e9e0e92b-9a2f-46d6-9956-b3b53051890c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:30.190369 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2336bcec-b53b-400c-8027-7523ff6223c0 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:30.191882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2336bcec-b53b-400c-8027-7523ff6223c0 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:30.196494 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2336bcec-b53b-400c-8027-7523ff6223c0 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/9e33d7d8-61f2-4828-9091-f449a28fb57c HTTP/1.1" status: 404 len: 337 time: 0.1436384 Jan 27 14:55:30.202757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38880) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:30.260271 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3ba392-fcd9-4785-b538-c58bf43c4273 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] DELETE failed (client error): The resource could not be found. Jan 27 14:55:30.267235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3ba392-fcd9-4785-b538-c58bf43c4273 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:55:30.273121 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ca3ba392-fcd9-4785-b538-c58bf43c4273 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/317802ce-b014-476d-8324-6360e7c2e64c HTTP/1.1" status: 404 len: 339 time: 0.0684671 Jan 27 14:55:30.277302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38882) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:30.277506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.357608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=ae179875-9ad9-499d-9c98-74f2b521577f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:30.371339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:30.371693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: 0f03dcef-cfda-400b-a056-0797105bcbd6, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:30.372435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting subnet d7983a3c-c954-4d64-8dae-e50777b07ed5 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:30.378102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.398225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:30.420531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 0f03dcef-cfda-400b-a056-0797105bcbd6) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:30.439653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:30.440673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.480032 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-968a647d-8030-482b-867b-2f92f2bc0c54 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0324788 Jan 27 14:55:30.480321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.481055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38884) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:30.619216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f791f-7508-4e15-9786-70364b7adc30 None None] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:30.625029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.677681 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.700749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.704501 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.766669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b3fe2246-0828-4bec-8dc3-bd4274f60b4c None None] Provisioning complete for port 790ef261-d9da-4e11-85dc-967784fdcacd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:30.767043 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b3fe2246-0828-4bec-8dc3-bd4274f60b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.785775 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ea64c-5df9-47e8-8850-b24251c60f3a None None] Pushing event updated for resources: {'Port': ['ID=790ef261-d9da-4e11-85dc-967784fdcacd,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:30.869086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.871853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe2246-0828-4bec-8dc3-bd4274f60b4c None None] Port 790ef261-d9da-4e11-85dc-967784fdcacd cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:30.924909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Subnet': ['ID=d7983a3c-c954-4d64-8dae-e50777b07ed5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:30.928321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.929830 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Attempting to bind port 790ef261-d9da-4e11-85dc-967784fdcacd on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:30.931815 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Attempting to bind port 790ef261-d9da-4e11-85dc-967784fdcacd by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:30.932394 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Attempting to bind port 790ef261-d9da-4e11-85dc-967784fdcacd on network 3c24c495-9958-4295-921b-8aa8e0e0c7cf {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:30.934430 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4a10ef84-dbd9-4e38-87cd-0d40d2cbd6ad tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/subnets/d7983a3c-c954-4d64-8dae-e50777b07ed5 HTTP/1.1" status: 204 len: 168 time: 0.6549792 Jan 27 14:55:30.937204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38886) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:30.944905 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:30.945364 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Checking segment: {'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:30.945831 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.946602 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Bound using segment: {'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:30.947402 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Bound port: 790ef261-d9da-4e11-85dc-967784fdcacd, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:30.947855 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:30.967903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38888) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:30.986940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05d949-d0d8-4ade-9214-b80e1fa5bc83 None None] Network 4d223a3c-d588-416f-9874-407cebf5fa88 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:31.036179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-0f03dcef-cfda-400b-a056-0797105bcbd6', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:31.041155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.101006 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5cc3985a-c66f-4e44-9129-591d011fb664 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 994 time: 0.1320915 Jan 27 14:55:31.115801 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] For port 790ef261-d9da-4e11-85dc-967784fdcacd, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:31.125195 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] For port 790ef261-d9da-4e11-85dc-967784fdcacd, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=790ef261-d9da-4e11-85dc-967784fdcacd,segment=NetworkSegment(3a5a8520-baa0-4824-aba6-3ad9dbb1f24c),segment_id=3a5a8520-baa0-4824-aba6-3ad9dbb1f24c)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:31.147153 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.198642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.216721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f14a134f-fead-4ba1-ac72-b91c3777b81e no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:31.274631 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:31.275718 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:31.287182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.289110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f14a134f-fead-4ba1-ac72-b91c3777b81e {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:31.289757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f14a134f-fead-4ba1-ac72-b91c3777b81e not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:31.310750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fbf4f205-116e-4ee1-82a3-cfa8fd3dfcdf None None] Provisioning complete for port 790ef261-d9da-4e11-85dc-967784fdcacd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:31.311517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f205-116e-4ee1-82a3-cfa8fd3dfcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.313691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Deleting port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:31.314534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.444188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] For port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7dd3d2b0-2266-413d-b70d-cb288ef15fe7,segment=NetworkSegment(0d16c7fb-081c-42c3-81a0-a294abc74f10),segment_id=0d16c7fb-081c-42c3-81a0-a294abc74f10)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:31.444808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.472016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Calling delete_port for 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:31.555460 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ea64c-5df9-47e8-8850-b24251c60f3a None None] Pushing event updated for resources: {'Port': ['ID=790ef261-d9da-4e11-85dc-967784fdcacd,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:31.574040 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:31.639998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.691155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Port': ['ID=7dd3d2b0-2266-413d-b70d-cb288ef15fe7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:31.697722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] No DVR routers for this DVR port 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:31.808397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Allocated IP 2001:db8:2::2 (0f03dcef-cfda-400b-a056-0797105bcbd6/ae179875-9ad9-499d-9c98-74f2b521577f/bd923bc1-199e-4d6e-bde1-69d0785e9877) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:31.821894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f205-116e-4ee1-82a3-cfa8fd3dfcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.864045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.896589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d223a3c-d588-416f-9874-407cebf5fa88']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:31.901594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82306697-e68d-4efa-8a6c-a20f332f1b7b None None] DHCP port deletion for 4d223a3c-d588-416f-9874-407cebf5fa88 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:31.925813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d16c7fb-081c-42c3-81a0-a294abc74f10') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:31.926483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d16c7fb-081c-42c3-81a0-a294abc74f10') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:31.953439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.961470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fbf4f205-116e-4ee1-82a3-cfa8fd3dfcdf None None] For port 790ef261-d9da-4e11-85dc-967784fdcacd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=790ef261-d9da-4e11-85dc-967784fdcacd,segment=NetworkSegment(3a5a8520-baa0-4824-aba6-3ad9dbb1f24c),segment_id=3a5a8520-baa0-4824-aba6-3ad9dbb1f24c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:31.975255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f205-116e-4ee1-82a3-cfa8fd3dfcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.976364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.991323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:31.992010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:31.996793 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:32.072093 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:27Z', 'revision_number': 3, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:32.090781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.114470 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ad521-47dd-4bf3-a73a-3262997a3d54 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:27Z', 'revision_number': 3, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:32.127410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.131253 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] 10.222.0.18 "DELETE /v2.0/networks/4d223a3c-d588-416f-9874-407cebf5fa88 HTTP/1.1" status: 204 len: 168 time: 1.1894364 Jan 27 14:55:32.132770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4acf2-4723-41f8-a26f-f3049394e659 tempest-NetworksIpV6Test-1648836551 tempest-NetworksIpV6Test-1648836551-project] Pushing event deleted for resources: {'Network': ['ID=4d223a3c-d588-416f-9874-407cebf5fa88,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:32.133011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4f205-116e-4ee1-82a3-cfa8fd3dfcdf None None] Pushing event updated for resources: {'Port': ['ID=790ef261-d9da-4e11-85dc-967784fdcacd,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:32.155525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.167807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-02821798-7023-42ed-85d5-3d7a10bbafdc None None] Provisioning complete for port 790ef261-d9da-4e11-85dc-967784fdcacd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:32.178737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02821798-7023-42ed-85d5-3d7a10bbafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.222599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.310693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:32.328672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8:2::1 (0f03dcef-cfda-400b-a056-0797105bcbd6/ae179875-9ad9-499d-9c98-74f2b521577f/ebe1b483-f243-4b08-9412-a4d3a4558ca2) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:32.334782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:32.343867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:32.441223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Pushing event updated for resources: {'Port': ['ID=bd923bc1-199e-4d6e-bde1-69d0785e9877,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:32.474795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Attempting to bind port bd923bc1-199e-4d6e-bde1-69d0785e9877 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:32.475406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Attempting to bind port bd923bc1-199e-4d6e-bde1-69d0785e9877 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:32.475881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Attempting to bind port bd923bc1-199e-4d6e-bde1-69d0785e9877 on network 0f03dcef-cfda-400b-a056-0797105bcbd6 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:32.526260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:32.526852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Checking segment: {'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:32.527523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.528257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Bound using segment: {'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:32.529040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Bound port: bd923bc1-199e-4d6e-bde1-69d0785e9877, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:32.529658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.642813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.676870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] For port bd923bc1-199e-4d6e-bde1-69d0785e9877, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:32.683091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] For port bd923bc1-199e-4d6e-bde1-69d0785e9877, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bd923bc1-199e-4d6e-bde1-69d0785e9877,segment=NetworkSegment(381bde28-3171-4422-afb9-455048da65c1),segment_id=381bde28-3171-4422-afb9-455048da65c1)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:32.692715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.735856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.756051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38894) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:32.829528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:32.842500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0a1c7-6ad2-4c17-98e9-51479471911e None None] Pushing event updated for resources: {'Port': ['ID=bd923bc1-199e-4d6e-bde1-69d0785e9877,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:32.852324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:32.861604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:32.863223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:32.949934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=ebe1b483-f243-4b08-9412-a4d3a4558ca2,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:33.070634 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ab1a5179-e80a-4dd9-9b39-ab7e569cad8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=757876afa7484b1d830205b6e674b25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127134 Jan 27 14:55:33.075329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38898) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:33.177074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.225918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8888e0ff-19f9-4713-a84a-35e65708ed0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.273716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 790ef261-d9da-4e11-85dc-967784fdcacd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:33.283871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8888e0ff-19f9-4713-a84a-35e65708ed0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.365153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 790ef261-d9da-4e11-85dc-967784fdcacd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:33.366125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.413567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8888e0ff-19f9-4713-a84a-35e65708ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.421904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8888e0ff-19f9-4713-a84a-35e65708ed0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.426580 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8888e0ff-19f9-4713-a84a-35e65708ed0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3b25431-a118-4ff4-bdd9-00d0a4a94baa HTTP/1.1" status: 204 len: 168 time: 0.3476377 Jan 27 14:55:33.443779 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888e0ff-19f9-4713-a84a-35e65708ed0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b25431-a118-4ff4-bdd9-00d0a4a94baa,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:33.586764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:33.617487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:33.617956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7dd3d2b0-2266-413d-b70d-cb288ef15fe7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:33.729692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.735947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.737555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:33.842460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=ebe1b483-f243-4b08-9412-a4d3a4558ca2,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:33.899063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:33.901202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:34.363188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a943a-4af4-4d74-9af5-0ddfb5b2f852 None None] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:34.490072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-128847f1-fd3b-49c8-9c7a-818ce05da08e None None] Provisioning complete for port bd923bc1-199e-4d6e-bde1-69d0785e9877 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:34.490744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-128847f1-fd3b-49c8-9c7a-818ce05da08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:34.509143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:34.556769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38920) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:34.684078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:34.693844 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c0a63dd6-89b2-4d8e-aec4-342935e703f0 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2109210 Jan 27 14:55:34.696969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38924) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:34.703589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229342528'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:34.705917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1338018518'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:34.712760 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:34.731513 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:34.733285 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:34.740214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:34.742940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:34.754161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:34.756534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-128847f1-fd3b-49c8-9c7a-818ce05da08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:34.761638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:34.765811 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:34.804586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-128847f1-fd3b-49c8-9c7a-818ce05da08e None None] For port bd923bc1-199e-4d6e-bde1-69d0785e9877, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bd923bc1-199e-4d6e-bde1-69d0785e9877,segment=NetworkSegment(381bde28-3171-4422-afb9-455048da65c1),segment_id=381bde28-3171-4422-afb9-455048da65c1)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:34.812140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-128847f1-fd3b-49c8-9c7a-818ce05da08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:34.821361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:34.848428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:34.848783 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added segment 3282b4b8-c661-411d-bf2a-4e4efebedcd8 of type vlan for network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef Jan 27 14:55:34.926297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128847f1-fd3b-49c8-9c7a-818ce05da08e None None] Pushing event updated for resources: {'Port': ['ID=bd923bc1-199e-4d6e-bde1-69d0785e9877,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:34.952892 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:34.963808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.009743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.019735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.054995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.077350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:35.097194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:35.098405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.130614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e1c84f-d233-4813-a6b3-dd5e24fdc3c7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:35.137830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.138586 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment 6bde659f-635c-400e-bc56-b9d1f3d16f14 of type vlan for network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 Jan 27 14:55:35.224968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.235927 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5373247 Jan 27 14:55:35.242117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38926) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:35.251825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'subnet': {'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:35.271805 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bd923bc1-199e-4d6e-bde1-69d0785e9877 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:35.291223 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:33Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:33Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:35.302574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c213cee-f19b-4b6d-80c1-9e4d5a7ac480 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Network': ['ID=4544f37d-8c3d-495d-9ba9-3ed587d1aeef,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:35.325677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:35.332194 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:35.332194 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Updating router 61800248-0bb7-49f8-9de3-91e28f1471ab port ebe1b483-f243-4b08-9412-a4d3a4558ca2 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:55:35.359748 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.396620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.408239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:35.409314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.492754 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-dbf8c5a6-2dce-4d33-bf3f-55169fc2fd89 None None] Provisioning complete for port ebe1b483-f243-4b08-9412-a4d3a4558ca2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:35.493894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbf8c5a6-2dce-4d33-bf3f-55169fc2fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.537479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port bd923bc1-199e-4d6e-bde1-69d0785e9877 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:35.538370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.555292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38928) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:35.555736 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9975553 Jan 27 14:55:35.564059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-408749650'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:35.596305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8c5a6-2dce-4d33-bf3f-55169fc2fd89 None None] Port ebe1b483-f243-4b08-9412-a4d3a4558ca2 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:35.598147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4421c-2d5d-4bcc-9898-415d0b535a29 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=a99f29ad-ab49-46ac-aab6-16f7b49f1d93,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:35.622304 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-dbf8c5a6-2dce-4d33-bf3f-55169fc2fd89 None None] Provisioning complete for port bd923bc1-199e-4d6e-bde1-69d0785e9877 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:35.623146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbf8c5a6-2dce-4d33-bf3f-55169fc2fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.626898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Made reservation on behalf of d25fd3d87b8045b3a57f3cc1371f8ddd for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:35.632272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:35.634804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.660500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:35.672810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.748416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:35.770868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.772790 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment 26941223-2bb7-4ccd-b283-b07864b4982e of type vlan for network c66a97e3-086c-4e18-a767-97cb603a729e Jan 27 14:55:35.837631 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.860543 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.888938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.941720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:35.949114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:35.949768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.013415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4d6ebbd0-31c7-4f1f-8514-9f326fefa4d4 None None] Provisioning complete for port ebe1b483-f243-4b08-9412-a4d3a4558ca2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:36.014678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebbd0-31c7-4f1f-8514-9f326fefa4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.015805 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08379-5b76-4094-be90-c7cf07547c9b None None] Pushing event updated for resources: {'Port': ['ID=ebe1b483-f243-4b08-9412-a4d3a4558ca2,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:36.018555 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4615548 Jan 27 14:55:36.027446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38930) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:36.055830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': 'a99f29ad-ab49-46ac-aab6-16f7b49f1d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:36.066579 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Attempting to bind port ebe1b483-f243-4b08-9412-a4d3a4558ca2 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:36.067130 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Attempting to bind port ebe1b483-f243-4b08-9412-a4d3a4558ca2 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:36.067593 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Attempting to bind port ebe1b483-f243-4b08-9412-a4d3a4558ca2 on network 0f03dcef-cfda-400b-a056-0797105bcbd6 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:36.073155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ab9f2-b6f5-4d99-b8e9-5b33998a10d8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=c66a97e3-086c-4e18-a767-97cb603a729e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:36.080391 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:36.080988 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Checking segment: {'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:36.081424 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.081958 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Bound using segment: {'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:36.082560 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Bound port: ebe1b483-f243-4b08-9412-a4d3a4558ca2, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381bde28-3171-4422-afb9-455048da65c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:36.083068 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.110211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c66a97e3-086c-4e18-a767-97cb603a729e details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:36.161545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.163512 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] For port ebe1b483-f243-4b08-9412-a4d3a4558ca2, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:36.170487 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] For port ebe1b483-f243-4b08-9412-a4d3a4558ca2, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ebe1b483-f243-4b08-9412-a4d3a4558ca2,segment=NetworkSegment(381bde28-3171-4422-afb9-455048da65c1),segment_id=381bde28-3171-4422-afb9-455048da65c1)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:36.177210 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.260149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Subnet': ['ID=21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:36.265333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Checking segment: {'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:36.266445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network hostable DHCP agents. Network: 4544f37d-8c3d-495d-9ba9-3ed587d1aeef, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:36.271175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:36.275577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.305122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:36.321789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ebbd0-31c7-4f1f-8514-9f326fefa4d4 None None] Port ebe1b483-f243-4b08-9412-a4d3a4558ca2 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:36.326648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 4544f37d-8c3d-495d-9ba9-3ed587d1aeef) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:36.341285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:36.342548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.344123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ac7da5-bfbf-44fb-bef9-a6a1904ad839 None None] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:36.384003 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0981cee8-f639-4a3c-8985-2c626a193969 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1398139 Jan 27 14:55:36.388577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38932) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:36.394036 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:36.394649 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:36.479768 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac08379-5b76-4094-be90-c7cf07547c9b None None] Pushing event updated for resources: {'Port': ['ID=ebe1b483-f243-4b08-9412-a4d3a4558ca2,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:36.488090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Provisioning complete for port ebe1b483-f243-4b08-9412-a4d3a4558ca2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:36.488389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.654321 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:36.659812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.825886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=72f514c3-aec6-4de9-ba44-6b22d61a5d30,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:36.831774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': '6bde659f-635c-400e-bc56-b9d1f3d16f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a99f29ad-ab49-46ac-aab6-16f7b49f1d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:36.832301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'fixed_ips': [{'subnet_id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:36.833031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: a99f29ad-ab49-46ac-aab6-16f7b49f1d93, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:36.834744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.880434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.895118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:36.930552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, a99f29ad-ab49-46ac-aab6-16f7b49f1d93) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:36.944946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:36.946002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:36.968368 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:33Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:36Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:37.003777 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6124169b-4df9-4471-ad0d-f4faca254410 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9718091 Jan 27 14:55:37.006169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38934) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:37.018038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342acc38-94b6-4129-9bcd-aa9b4c6e793b None None] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:37.018752 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d07e09-d35a-4d91-9a87-9738e77e8bf4 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:33Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:36Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:37.023494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': 'c66a97e3-086c-4e18-a767-97cb603a729e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:37.305830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:37.309782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.394784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.458890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bd923bc1-199e-4d6e-bde1-69d0785e9877 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:37.551862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] For port ebe1b483-f243-4b08-9412-a4d3a4558ca2, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ebe1b483-f243-4b08-9412-a4d3a4558ca2,segment=NetworkSegment(381bde28-3171-4422-afb9-455048da65c1),segment_id=381bde28-3171-4422-afb9-455048da65c1)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:37.578086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.599670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.666121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Allocated IP 2001:db8:3::2 (4544f37d-8c3d-495d-9ba9-3ed587d1aeef/21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1/9d256e76-62c4-4020-99b4-97ec568c7e24) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:37.727043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=b433c856-f7f7-4598-88c2-86505aebb9d4,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:37.734263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': '26941223-2bb7-4ccd-b283-b07864b4982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c66a97e3-086c-4e18-a767-97cb603a729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:37.734831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: c66a97e3-086c-4e18-a767-97cb603a729e, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:37.781972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network c66a97e3-086c-4e18-a767-97cb603a729e is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:37.802590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, c66a97e3-086c-4e18-a767-97cb603a729e) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:37.832352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ecf9abdc-699b-405b-babc-962f64cf163a None None] Provisioning complete for port ebe1b483-f243-4b08-9412-a4d3a4558ca2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:37.833219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ecf9abdc-699b-405b-babc-962f64cf163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.833421 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:37.834518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.836195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a24471-a755-431b-b854-7e57a1bd7468 None None] Network c66a97e3-086c-4e18-a767-97cb603a729e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:37.870039 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-de0eb78c-854d-4c8c-8375-80640960b526 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8617945 Jan 27 14:55:37.873488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38936) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:37.883546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a2d5ab5d-abc6-4bae-962b-636eb4a9f38e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-630736769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:37.926773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5d-abc6-4bae-962b-636eb4a9f38e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.928031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5d-abc6-4bae-962b-636eb4a9f38e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:37.947758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Pushing event updated for resources: {'Port': ['ID=ebe1b483-f243-4b08-9412-a4d3a4558ca2,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:38.017106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5d-abc6-4bae-962b-636eb4a9f38e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.024888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5d-abc6-4bae-962b-636eb4a9f38e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.036875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port bd923bc1-199e-4d6e-bde1-69d0785e9877 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:38.037379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.065208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2d5ab5d-abc6-4bae-962b-636eb4a9f38e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.065421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.065876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.067371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.067611 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a2d5ab5d-abc6-4bae-962b-636eb4a9f38e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1913149 Jan 27 14:55:38.067770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.067770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.068225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.071144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38938) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:38.075552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.076168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.076504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.076919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.077309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.077686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563ca6c0-eca3-409f-b50b-b5f37e673a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:55:38.291566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-a99f29ad-ab49-46ac-aab6-16f7b49f1d93', 'network_id': 'a99f29ad-ab49-46ac-aab6-16f7b49f1d93', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': '72f514c3-aec6-4de9-ba44-6b22d61a5d30'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:38.292433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.380642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.412324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.504572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.549805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Allocated IP 2001:db8:3::1 (4544f37d-8c3d-495d-9ba9-3ed587d1aeef/21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1/9091116c-8210-4630-a3bb-8ea16d18939e) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:38.581053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:38.598364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:38.603184 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Pushing event updated for resources: {'Port': ['ID=9d256e76-62c4-4020-99b4-97ec568c7e24,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:38.605903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-c66a97e3-086c-4e18-a767-97cb603a729e', 'network_id': 'c66a97e3-086c-4e18-a767-97cb603a729e', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': 'b433c856-f7f7-4598-88c2-86505aebb9d4'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:38.606653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.612002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:38.719821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Allocated IP 172.20.0.2 (a99f29ad-ab49-46ac-aab6-16f7b49f1d93/72f514c3-aec6-4de9-ba44-6b22d61a5d30/eac7f65a-c208-4299-bdd6-cc2446c1b476) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:38.789698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Attempting to bind port 9d256e76-62c4-4020-99b4-97ec568c7e24 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:38.789986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Attempting to bind port 9d256e76-62c4-4020-99b4-97ec568c7e24 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:38.790296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Attempting to bind port 9d256e76-62c4-4020-99b4-97ec568c7e24 on network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:38.821717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:38.822091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Checking segment: {'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:38.822509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.822913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Bound using segment: {'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:38.823436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Bound port: 9d256e76-62c4-4020-99b4-97ec568c7e24, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:38.823830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.922770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:38.981158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Allocated IP 172.21.0.2 (c66a97e3-086c-4e18-a767-97cb603a729e/b433c856-f7f7-4598-88c2-86505aebb9d4/d60a2abc-c38a-4493-960a-67788ffaffb3) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:38.995882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.024229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] For port 9d256e76-62c4-4020-99b4-97ec568c7e24, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:39.030380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] For port 9d256e76-62c4-4020-99b4-97ec568c7e24, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d256e76-62c4-4020-99b4-97ec568c7e24,segment=NetworkSegment(3282b4b8-c661-411d-bf2a-4e4efebedcd8),segment_id=3282b4b8-c661-411d-bf2a-4e4efebedcd8)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:39.037896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:39.042792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:39.045388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:39.046176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.071656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.121598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ebe1b483-f243-4b08-9412-a4d3a4558ca2 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:39.140633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=9091116c-8210-4630-a3bb-8ea16d18939e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:39.222943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.227577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.252011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.261691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54638135-66e8-4116-ba6a-68a122d2b6d0 None None] Pushing event updated for resources: {'Port': ['ID=9d256e76-62c4-4020-99b4-97ec568c7e24,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:39.371181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:39.377960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port ebe1b483-f243-4b08-9412-a4d3a4558ca2 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:39.378336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.385754 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:39.396979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:39.429568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Pushing event updated for resources: {'Port': ['ID=eac7f65a-c208-4299-bdd6-cc2446c1b476,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:39.494423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.514304 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.517450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.20.0.1 (a99f29ad-ab49-46ac-aab6-16f7b49f1d93/72f514c3-aec6-4de9-ba44-6b22d61a5d30/e4fc5296-07c0-4a6d-89b9-914a5afa4554) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:39.554461 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Attempting to bind port eac7f65a-c208-4299-bdd6-cc2446c1b476 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:39.554831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Attempting to bind port eac7f65a-c208-4299-bdd6-cc2446c1b476 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '6bde659f-635c-400e-bc56-b9d1f3d16f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a99f29ad-ab49-46ac-aab6-16f7b49f1d93'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:39.555259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Attempting to bind port eac7f65a-c208-4299-bdd6-cc2446c1b476 on network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:39.589727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Network c66a97e3-086c-4e18-a767-97cb603a729e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:39.590775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:39.591145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Checking segment: {'id': '6bde659f-635c-400e-bc56-b9d1f3d16f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a99f29ad-ab49-46ac-aab6-16f7b49f1d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:39.591590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.592538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Bound using segment: {'id': '6bde659f-635c-400e-bc56-b9d1f3d16f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a99f29ad-ab49-46ac-aab6-16f7b49f1d93'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:39.593056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Bound port: eac7f65a-c208-4299-bdd6-cc2446c1b476, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bde659f-635c-400e-bc56-b9d1f3d16f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a99f29ad-ab49-46ac-aab6-16f7b49f1d93'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:39.593451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.605538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:39.627323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:39.635316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Pushing event updated for resources: {'Port': ['ID=d60a2abc-c38a-4493-960a-67788ffaffb3,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:39.689063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.701492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.702289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.773191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.839949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event updated for resources: {'Port': ['ID=9091116c-8210-4630-a3bb-8ea16d18939e,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:39.904830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:39.914851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:39.940958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:39.965420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:39.969682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:39.972784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:39.984068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Attempting to bind port d60a2abc-c38a-4493-960a-67788ffaffb3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:39.984718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Attempting to bind port d60a2abc-c38a-4493-960a-67788ffaffb3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '26941223-2bb7-4ccd-b283-b07864b4982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c66a97e3-086c-4e18-a767-97cb603a729e'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:39.984848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Attempting to bind port d60a2abc-c38a-4493-960a-67788ffaffb3 on network c66a97e3-086c-4e18-a767-97cb603a729e {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:40.000956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] For port eac7f65a-c208-4299-bdd6-cc2446c1b476, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:40.003905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:40.004279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Checking segment: {'id': '26941223-2bb7-4ccd-b283-b07864b4982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c66a97e3-086c-4e18-a767-97cb603a729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:40.004688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:40.005230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Bound using segment: {'id': '26941223-2bb7-4ccd-b283-b07864b4982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c66a97e3-086c-4e18-a767-97cb603a729e'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:40.005569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Bound port: d60a2abc-c38a-4493-960a-67788ffaffb3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26941223-2bb7-4ccd-b283-b07864b4982e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c66a97e3-086c-4e18-a767-97cb603a729e'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:40.005994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:40.009111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] For port eac7f65a-c208-4299-bdd6-cc2446c1b476, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=eac7f65a-c208-4299-bdd6-cc2446c1b476,segment=NetworkSegment(6bde659f-635c-400e-bc56-b9d1f3d16f14),segment_id=6bde659f-635c-400e-bc56-b9d1f3d16f14)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:40.045346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=e4fc5296-07c0-4a6d-89b9-914a5afa4554,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:40.052819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:40.103886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:40.210248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:40.222448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f8065-457e-44b7-b89f-b35d4f943a34 None None] Pushing event updated for resources: {'Port': ['ID=eac7f65a-c208-4299-bdd6-cc2446c1b476,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:40.255510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] For port d60a2abc-c38a-4493-960a-67788ffaffb3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:40.271568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] For port d60a2abc-c38a-4493-960a-67788ffaffb3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d60a2abc-c38a-4493-960a-67788ffaffb3,segment=NetworkSegment(26941223-2bb7-4ccd-b283-b07864b4982e),segment_id=26941223-2bb7-4ccd-b283-b07864b4982e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:40.283643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:40.417997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff66212-990b-4e4e-918e-ec37e77997c7 None None] Pushing event updated for resources: {'Port': ['ID=d60a2abc-c38a-4493-960a-67788ffaffb3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:40.469559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:40.526862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:40.538549 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a7df0b55-b847-490f-8986-0b994294d47c tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1485870 Jan 27 14:55:40.543332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38940) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:40.549458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:40.559090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:40.588124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:40.588920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:40.784246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:40.984116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833a5ee-0044-4ae4-a0ac-e2a3e0f37665 None None] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:41.305663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6e33dcb0-072d-4ef4-a1bb-75107506cbaf None None] Provisioning complete for port 9d256e76-62c4-4020-99b4-97ec568c7e24 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:41.306068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e33dcb0-072d-4ef4-a1bb-75107506cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.481526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 14:55:41.518241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Removed routes are [] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 14:55:41.523946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.559019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d256e76-62c4-4020-99b4-97ec568c7e24 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:41.670876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.682854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.784480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e33dcb0-072d-4ef4-a1bb-75107506cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.804873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=e4fc5296-07c0-4a6d-89b9-914a5afa4554,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:41.813142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.820656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:39Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9091116c-8210-4630-a3bb-8ea16d18939e', 'name': '', 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:fe:06:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:37Z', 'updated_at': '2022-01-27T14:55:39Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:41.836468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9d256e76-62c4-4020-99b4-97ec568c7e24 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:41.837152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.918426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:41.918914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Updating router 61800248-0bb7-49f8-9de3-91e28f1471ab port 9091116c-8210-4630-a3bb-8ea16d18939e binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:55:41.953980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.962746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:41.966030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:41.969118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.976654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6e33dcb0-072d-4ef4-a1bb-75107506cbaf None None] For port 9d256e76-62c4-4020-99b4-97ec568c7e24, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d256e76-62c4-4020-99b4-97ec568c7e24,segment=NetworkSegment(3282b4b8-c661-411d-bf2a-4e4efebedcd8),segment_id=3282b4b8-c661-411d-bf2a-4e4efebedcd8)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:41.983026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:41.998515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6e33dcb0-072d-4ef4-a1bb-75107506cbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:42.199243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2b673-5ea8-4daa-b404-65ebdb919dcb None None] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:42.237352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33dcb0-072d-4ef4-a1bb-75107506cbaf None None] Pushing event updated for resources: {'Port': ['ID=9d256e76-62c4-4020-99b4-97ec568c7e24,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:42.289195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device eac7f65a-c208-4299-bdd6-cc2446c1b476 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:42.295550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router a6413a7b-00eb-4086-9d7a-e42e561b22db is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:55:42.336758 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-6feb7829-f2b2-4445-b1e4-282d4b561ce5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2044969 Jan 27 14:55:42.366214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:42.395856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3b2f970e-399d-464f-8f09-fa95325dd82d None None] Provisioning complete for port eac7f65a-c208-4299-bdd6-cc2446c1b476 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:42.396674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b2f970e-399d-464f-8f09-fa95325dd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:42.472062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:42.477022 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4826bd4e-1043-47d8-9cf7-9e5c8d3add89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/a6413a7b-00eb-4086-9d7a-e42e561b22db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4045177 Jan 27 14:55:42.481234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38942) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:42.487055 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] Sync routers for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:42.530660 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:42.536816 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:42.557718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a04568-92ae-47b4-8b8f-1e36bdb04b09 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:42.565853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-85a04568-92ae-47b4-8b8f-1e36bdb04b09 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports/e4fc5296-07c0-4a6d-89b9-914a5afa4554 HTTP/1.1" status: 200 len: 910 time: 0.0767753 Jan 27 14:55:42.566734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38944) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:42.616380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-99126fd1-70a3-48ae-bca4-ac4d9383f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:42.618073 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-99126fd1-70a3-48ae-bca4-ac4d9383f8cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1099 time: 0.2342188 Jan 27 14:55:42.629198 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:42.644729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:42.648263 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:42.649664 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:42.672439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:42.679545 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7e53c33c-e942-4165-8f3e-116ca9fa5d6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 200 len: 953 time: 2.1347239 Jan 27 14:55:42.682428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38946) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:42.709943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port eac7f65a-c208-4299-bdd6-cc2446c1b476 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:42.710406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:42.725190 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:42.733306 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce71ed-212e-490e-aa39-976f033e3e9f None None] The sync data for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:42.817073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4590230-047e-40e0-9764-8c26c77a72b9 None None] Network c66a97e3-086c-4e18-a767-97cb603a729e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:42.925976 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5c9c72d5-f3de-424e-b9b6-461673cf89e6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 200 len: 953 time: 0.2372799 Jan 27 14:55:42.925976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38948) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:42.932272 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'routes': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:42.937175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-43a3eebf-aca8-41a1-ac78-041c170ba24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:42.938931 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-43a3eebf-aca8-41a1-ac78-041c170ba24c service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.2959521 Jan 27 14:55:43.103537 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-77483add-3de8-4ca5-ab53-ac4d6ec8c8b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 200 len: 1002 time: 0.1314695 Jan 27 14:55:43.287768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-713aca92-0026-4b03-bbdc-918b788292c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:43.289300 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-713aca92-0026-4b03-bbdc-918b788292c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.1754870 Jan 27 14:55:43.294432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b2f970e-399d-464f-8f09-fa95325dd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.313574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.346465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.410184 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-32b94e9f-eb0c-470f-8e11-68c78197fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:43.411810 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-32b94e9f-eb0c-470f-8e11-68c78197fe11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148479 Jan 27 14:55:43.420067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.460094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-3b2f970e-399d-464f-8f09-fa95325dd82d None None] For port eac7f65a-c208-4299-bdd6-cc2446c1b476, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=eac7f65a-c208-4299-bdd6-cc2446c1b476,segment=NetworkSegment(6bde659f-635c-400e-bc56-b9d1f3d16f14),segment_id=6bde659f-635c-400e-bc56-b9d1f3d16f14)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:43.507882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.539904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b2f970e-399d-464f-8f09-fa95325dd82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.670775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added routes are [] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 14:55:43.671118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 14:55:43.688021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ae34e-e874-443f-afa4-55a353f75e3b None None] Pushing event updated for resources: {'Port': ['ID=9091116c-8210-4630-a3bb-8ea16d18939e,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:43.711571 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-4905c5a4-c6b3-4fbb-9ed4-b220c1e0fd23 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917323 Jan 27 14:55:43.721230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.809837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Attempting to bind port 9091116c-8210-4630-a3bb-8ea16d18939e on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:43.810221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Attempting to bind port 9091116c-8210-4630-a3bb-8ea16d18939e by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:43.810590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Attempting to bind port 9091116c-8210-4630-a3bb-8ea16d18939e on network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:43.859729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.21.0.1 (c66a97e3-086c-4e18-a767-97cb603a729e/b433c856-f7f7-4598-88c2-86505aebb9d4/cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:43.899712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:43.900120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Checking segment: {'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:43.900497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.901153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Bound using segment: {'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:43.902544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Bound port: 9091116c-8210-4630-a3bb-8ea16d18939e, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3282b4b8-c661-411d-bf2a-4e4efebedcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:43.902983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.925093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Provisioning complete for port 9091116c-8210-4630-a3bb-8ea16d18939e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:43.925491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:43.935058 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-08806c9a-1dc3-4dae-946b-20d3719998ad req-ce7c0723-cf4e-46bf-b3ab-abfd1dcf3f51 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158105 Jan 27 14:55:43.979797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:55:43.980157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:55:44.026789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f970e-399d-464f-8f09-fa95325dd82d None None] Pushing event updated for resources: {'Port': ['ID=eac7f65a-c208-4299-bdd6-cc2446c1b476,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:44.055989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Port 9091116c-8210-4630-a3bb-8ea16d18939e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:44.077995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d3fc220d-00a2-449a-be58-71db709cc7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.095870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Provisioning complete for port d60a2abc-c38a-4493-960a-67788ffaffb3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:44.096246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.129951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] For port 9091116c-8210-4630-a3bb-8ea16d18939e, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:44.151156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] For port 9091116c-8210-4630-a3bb-8ea16d18939e, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9091116c-8210-4630-a3bb-8ea16d18939e,segment=NetworkSegment(3282b4b8-c661-411d-bf2a-4e4efebedcd8),segment_id=3282b4b8-c661-411d-bf2a-4e4efebedcd8)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:44.163646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.214217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.217782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.221750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.274049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.296333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:44.297085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:44.302025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.307130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ae34e-e874-443f-afa4-55a353f75e3b None None] Pushing event updated for resources: {'Port': ['ID=9091116c-8210-4630-a3bb-8ea16d18939e,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:44.355054 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:44.368888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network c66a97e3-086c-4e18-a767-97cb603a729e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:44.370498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:44.373218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:44.457688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.476722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] For port d60a2abc-c38a-4493-960a-67788ffaffb3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d60a2abc-c38a-4493-960a-67788ffaffb3,segment=NetworkSegment(26941223-2bb7-4ccd-b283-b07864b4982e),segment_id=26941223-2bb7-4ccd-b283-b07864b4982e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:44.527768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.540876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:44.631334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d60a2abc-c38a-4493-960a-67788ffaffb3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:44.680971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.711752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Provisioning complete for port 9d256e76-62c4-4020-99b4-97ec568c7e24 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:44.712237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:44.759730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acf7cd-1aa0-4659-b54b-a50fbac74be9 None None] Pushing event updated for resources: {'Port': ['ID=d60a2abc-c38a-4493-960a-67788ffaffb3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:44.910027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d60a2abc-c38a-4493-960a-67788ffaffb3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:44.910470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.052137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.059763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.079554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:43Z', 'revision_number': 7, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9091116c-8210-4630-a3bb-8ea16d18939e', 'name': '', 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:fe:06:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:37Z', 'updated_at': '2022-01-27T14:55:44Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:45.132684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b56e-9c0d-487b-af11-252dd5a2a1d9 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:43Z', 'revision_number': 7, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9091116c-8210-4630-a3bb-8ea16d18939e', 'name': '', 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:fe:06:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:37Z', 'updated_at': '2022-01-27T14:55:44Z', 'revision_number': 4, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:45.161400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Provisioning complete for port 9091116c-8210-4630-a3bb-8ea16d18939e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:45.162015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.178410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:45.228284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d256e76-62c4-4020-99b4-97ec568c7e24 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:45.231496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.269614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:45.377491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network c66a97e3-086c-4e18-a767-97cb603a729e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:45.380017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:45.386517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.431402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] For port 9091116c-8210-4630-a3bb-8ea16d18939e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9091116c-8210-4630-a3bb-8ea16d18939e,segment=NetworkSegment(3282b4b8-c661-411d-bf2a-4e4efebedcd8),segment_id=3282b4b8-c661-411d-bf2a-4e4efebedcd8)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:45.449490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.465937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9d256e76-62c4-4020-99b4-97ec568c7e24 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:45.466673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.492574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:45.521222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.521222 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f20d8d0d-f595-4e9e-a9f0-fd463525536e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 200 len: 703 time: 2.5918961 Jan 27 14:55:45.521577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38954) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:45.652015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router a6413a7b-00eb-4086-9d7a-e42e561b22db has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:45.737334 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ea37b373-8ad0-49b8-aac3-ff83306af7b1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 200 len: 703 time: 0.2143884 Jan 27 14:55:45.740462 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38956) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:45.821022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Provisioning complete for port eac7f65a-c208-4299-bdd6-cc2446c1b476 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:45.821516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:45.849864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:45.861843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-08a406cf-9e9b-4097-b8a8-3329ae7f9a15 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/a6413a7b-00eb-4086-9d7a-e42e561b22db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2922437 Jan 27 14:55:45.865589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38958) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:45.883719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] Sync routers for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:45.919479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Pushing event updated for resources: {'Port': ['ID=9091116c-8210-4630-a3bb-8ea16d18939e,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:45.926860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed449864-cafe-4801-809b-936dacff49d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:45.928643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ed449864-cafe-4801-809b-936dacff49d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports/cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1 HTTP/1.1" status: 200 len: 910 time: 0.0616570 Jan 27 14:55:45.933562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38962) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:45.956596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:45.957222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:45.998438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d60a2abc-c38a-4493-960a-67788ffaffb3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:45.999815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:46.065252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:46.066389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:46.110505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:46.111401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c2f33-0afa-4447-ba34-e21291077c09 None None] The sync data for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:46.153485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Provisioning complete for port d60a2abc-c38a-4493-960a-67788ffaffb3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:46.153869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.155788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d60a2abc-c38a-4493-960a-67788ffaffb3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:46.156156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.254575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-20770562-5a55-4a5b-9346-6b13c42a2c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.341406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device eac7f65a-c208-4299-bdd6-cc2446c1b476 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:46.371350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.379379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Provisioning complete for port cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:46.379730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.406004 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:46.416969 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:46.417924 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:46.443816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Port cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:46.479670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port eac7f65a-c208-4299-bdd6-cc2446c1b476 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:46.480255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.484281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Provisioning complete for port e4fc5296-07c0-4a6d-89b9-914a5afa4554 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:46.484874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.599693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-33c6650c-9a43-437e-8725-51a4753df7ea None None] Port e4fc5296-07c0-4a6d-89b9-914a5afa4554 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:46.623882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.629069 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:46.738704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a6a666c2-c506-418e-9117-967a8fadd916 None None] Provisioning complete for port cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:55:46.739469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6a666c2-c506-418e-9117-967a8fadd916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.789897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a6a666c2-c506-418e-9117-967a8fadd916 None None] Port cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:55:46.861804 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 9091116c-8210-4630-a3bb-8ea16d18939e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:46.862759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.933705 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:43Z', 'revision_number': 7, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9091116c-8210-4630-a3bb-8ea16d18939e', 'name': '', 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:fe:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:37Z', 'updated_at': '2022-01-27T14:55:45Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:46.984377 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:46.992214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port 9091116c-8210-4630-a3bb-8ea16d18939e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9091116c-8210-4630-a3bb-8ea16d18939e,segment=NetworkSegment(3282b4b8-c661-411d-bf2a-4e4efebedcd8),segment_id=3282b4b8-c661-411d-bf2a-4e4efebedcd8)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:46.992774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:46.997986 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:46.998926 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:47.013309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:47.013654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:47.018605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 9091116c-8210-4630-a3bb-8ea16d18939e owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:47.116830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:47.134831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:47.150707 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:47.347482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:47.359848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9091116c-8210-4630-a3bb-8ea16d18939e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:55:47.398709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:47.466721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No active binding found for port 9091116c-8210-4630-a3bb-8ea16d18939e {{(pid=108744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 14:55:47.467596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9091116c-8210-4630-a3bb-8ea16d18939e not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 14:55:47.479191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:47.524801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Port 9091116c-8210-4630-a3bb-8ea16d18939e not found, will not notify nova. {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 14:55:47.549649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=9091116c-8210-4630-a3bb-8ea16d18939e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:47.552911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=cc00fc89-51de-4a1a-b6f5-f093cb1e1bc1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:47.598787 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:43Z', 'revision_number': 7, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9091116c-8210-4630-a3bb-8ea16d18939e', 'name': '', 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:fe:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:37Z', 'updated_at': '2022-01-27T14:55:45Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:47.639000 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db22d2-8754-4a5d-8cdd-323d06781319 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:43Z', 'revision_number': 7, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9091116c-8210-4630-a3bb-8ea16d18939e', 'name': '', 'network_id': '4544f37d-8c3d-495d-9ba9-3ed587d1aeef', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:fe:06:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:37Z', 'updated_at': '2022-01-27T14:55:45Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:47.779927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:47.806652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:48.046442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router a6413a7b-00eb-4086-9d7a-e42e561b22db has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:48.196075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:48.327417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:48.340739 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-05b129de-e2c8-4e66-8ec4-ac3877570b24 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947018 Jan 27 14:55:48.341202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38964) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:48.342690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:48.357742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:48.358641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:48.436199 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet 21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:48.440153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:48.467842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:48.488263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:48.512683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:48.518860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-48f12a17-6587-4cd8-a152-2853c5151f95 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/a6413a7b-00eb-4086-9d7a-e42e561b22db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5841637 Jan 27 14:55:48.523412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38966) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:48.535059 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] Sync routers for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:48.545776 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:48.546407 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:48.586235 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:48.598833 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:48.599508 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:48.634995 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:48.635749 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795c6e2-2140-4ee2-a270-6520acff2161 None None] The sync data for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:48.688067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:48.773982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:48.807980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:47Z', 'revision_number': 8, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:48.808545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:48.834744 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:48.846042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1 HTTP/1.1" status: 204 len: 168 time: 0.5028417 Jan 27 14:55:48.846888 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38968) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:48.852540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244718bd-a386-4d46-a1fd-284fd0b0d2eb None None] Network 4544f37d-8c3d-495d-9ba9-3ed587d1aeef requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:48.857001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:48.882388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296dc8c-c537-4b2a-a2f2-1042bbc8c8a8 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:48.912246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:48.913012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:48.989101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.081704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:49.182162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 9d256e76-62c4-4020-99b4-97ec568c7e24 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:49.182725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.210061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.246371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] DHCP port deletion for 4544f37d-8c3d-495d-9ba9-3ed587d1aeef request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:49.321943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.359700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] Deleting port 9d256e76-62c4-4020-99b4-97ec568c7e24 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:49.360603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.437442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] For port 9d256e76-62c4-4020-99b4-97ec568c7e24, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d256e76-62c4-4020-99b4-97ec568c7e24,segment=NetworkSegment(3282b4b8-c661-411d-bf2a-4e4efebedcd8),segment_id=3282b4b8-c661-411d-bf2a-4e4efebedcd8)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:49.437863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.455565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:47Z', 'revision_number': 8, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:49.458712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] Calling delete_port for 9d256e76-62c4-4020-99b4-97ec568c7e24 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:49.463397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port 9d256e76-62c4-4020-99b4-97ec568c7e24, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9d256e76-62c4-4020-99b4-97ec568c7e24,segment=NetworkSegment(3282b4b8-c661-411d-bf2a-4e4efebedcd8),segment_id=3282b4b8-c661-411d-bf2a-4e4efebedcd8)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:49.463945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.488237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb249d9-4b1b-42bb-81d0-92781b80c132 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:47Z', 'revision_number': 8, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe1b483-f243-4b08-9412-a4d3a4558ca2', 'name': '', 'network_id': '0f03dcef-cfda-400b-a056-0797105bcbd6', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:db:fa:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:31Z', 'updated_at': '2022-01-27T14:55:37Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': 'ae179875-9ad9-499d-9c98-74f2b521577f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:49.494475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 9d256e76-62c4-4020-99b4-97ec568c7e24 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:49.634688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.656625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.670134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] Pushing event deleted for resources: {'Port': ['ID=9d256e76-62c4-4020-99b4-97ec568c7e24,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:49.672092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6fb66-151c-4573-8cf3-043e5ebaa1db None None] No DVR routers for this DVR port 9d256e76-62c4-4020-99b4-97ec568c7e24 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:49.674223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port 9d256e76-62c4-4020-99b4-97ec568c7e24 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:49.700195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=9d256e76-62c4-4020-99b4-97ec568c7e24,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:49.799774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38972) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:49.830477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.861305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4544f37d-8c3d-495d-9ba9-3ed587d1aeef']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:49.882601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3282b4b8-c661-411d-bf2a-4e4efebedcd8') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:49.882920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3282b4b8-c661-411d-bf2a-4e4efebedcd8') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:49.896077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.916524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port e4fc5296-07c0-4a6d-89b9-914a5afa4554 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:49.916883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.920304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.930953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:49.931396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:49.935149 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:49.957228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b5f20-add8-4174-bc16-af9fa335be83 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:49.958383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b5f20-add8-4174-bc16-af9fa335be83 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:49.959471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b5f20-add8-4174-bc16-af9fa335be83 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:49.962869 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-384b5f20-add8-4174-bc16-af9fa335be83 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=c5259567c06f4f89a4ad1e9a46582669&network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 3000 time: 0.1611967 Jan 27 14:55:50.051949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:50.064824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:50.067597 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/4544f37d-8c3d-495d-9ba9-3ed587d1aeef HTTP/1.1" status: 204 len: 168 time: 1.2192528 Jan 27 14:55:50.072210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38976) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:50.163184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33a735-6517-47f0-8c06-82c787e59b4a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=4544f37d-8c3d-495d-9ba9-3ed587d1aeef,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:50.250786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:50.290673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for e4fc5296-07c0-4a6d-89b9-914a5afa4554 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:50.738789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:50.778060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=e4fc5296-07c0-4a6d-89b9-914a5afa4554,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:50.971110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:50.981116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:51.176347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d256e76-62c4-4020-99b4-97ec568c7e24 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:51.196953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 9d256e76-62c4-4020-99b4-97ec568c7e24 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:51.197295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9d256e76-62c4-4020-99b4-97ec568c7e24 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:51.197709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9091116c-8210-4630-a3bb-8ea16d18939e no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:51.221856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 9091116c-8210-4630-a3bb-8ea16d18939e {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:51.222393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9091116c-8210-4630-a3bb-8ea16d18939e not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:51.376452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router a6413a7b-00eb-4086-9d7a-e42e561b22db has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:51.807166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:51.813100 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a7a3e168-d0b0-4049-9bc3-aaa56af4d135 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/a6413a7b-00eb-4086-9d7a-e42e561b22db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2885704 Jan 27 14:55:51.816217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38980) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:51.818257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] Sync routers for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:51.827351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:51.827978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:51.849929 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b4a1d183-faee-4df9-85bd-63c604fc0039 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6413a7b-00eb-4086-9d7a-e42e561b22db HTTP/1.1" status: 200 len: 205 time: 0.0317757 Jan 27 14:55:51.852807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38982) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:51.978170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c6313864-2e27-4142-bce9-010d0b1a4ef9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.011596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:52.033353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] Routers {'a6413a7b-00eb-4086-9d7a-e42e561b22db'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:52.034123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['a6413a7b-00eb-4086-9d7a-e42e561b22db'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:52.069181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:52.069748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e0e3fd-b5bc-4231-9f8c-358b1b581c85 None None] The sync data for ids ['a6413a7b-00eb-4086-9d7a-e42e561b22db'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:52.163337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c6313864-2e27-4142-bce9-010d0b1a4ef9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.166768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c6313864-2e27-4142-bce9-010d0b1a4ef9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.171977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port ebe1b483-f243-4b08-9412-a4d3a4558ca2 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:52.172384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.260333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c6313864-2e27-4142-bce9-010d0b1a4ef9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.260872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6313864-2e27-4142-bce9-010d0b1a4ef9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Fanout notify agent at l3_agent the message router_deleted on router a6413a7b-00eb-4086-9d7a-e42e561b22db {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:55:52.270107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c6313864-2e27-4142-bce9-010d0b1a4ef9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.271076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c6313864-2e27-4142-bce9-010d0b1a4ef9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/a6413a7b-00eb-4086-9d7a-e42e561b22db HTTP/1.1" status: 204 len: 168 time: 0.4173024 Jan 27 14:55:52.274404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38986) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:52.358143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet b433c856-f7f7-4598-88c2-86505aebb9d4 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:52.361713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port ebe1b483-f243-4b08-9412-a4d3a4558ca2, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=ebe1b483-f243-4b08-9412-a4d3a4558ca2,segment=NetworkSegment(381bde28-3171-4422-afb9-455048da65c1),segment_id=381bde28-3171-4422-afb9-455048da65c1)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:52.362085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.371865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.407559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for ebe1b483-f243-4b08-9412-a4d3a4558ca2 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:52.432690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.610526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.720668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.726614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.785283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=b433c856-f7f7-4598-88c2-86505aebb9d4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:52.788456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.795409 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-00ce9bfc-423b-422b-94d9-bda295aee5cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/b433c856-f7f7-4598-88c2-86505aebb9d4 HTTP/1.1" status: 204 len: 168 time: 0.5158837 Jan 27 14:55:52.796856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cbd71b-5778-4b0e-b092-884db183d954 None None] Network c66a97e3-086c-4e18-a767-97cb603a729e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:52.797551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=ebe1b483-f243-4b08-9412-a4d3a4558ca2,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:52.797551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38990) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:52.939562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet 72f514c3-aec6-4de9-ba44-6b22d61a5d30 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:52.948763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:52.991905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.006894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.050290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] DHCP port deletion for c66a97e3-086c-4e18-a767-97cb603a729e request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:53.126524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] Deleting port d60a2abc-c38a-4493-960a-67788ffaffb3 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:53.127014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.210882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] For port d60a2abc-c38a-4493-960a-67788ffaffb3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d60a2abc-c38a-4493-960a-67788ffaffb3,segment=NetworkSegment(26941223-2bb7-4ccd-b283-b07864b4982e),segment_id=26941223-2bb7-4ccd-b283-b07864b4982e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:53.211528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.215963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.230850 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] Calling delete_port for d60a2abc-c38a-4493-960a-67788ffaffb3 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:53.284000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d60a2abc-c38a-4493-960a-67788ffaffb3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:53.317927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:53.332113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.393419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=72f514c3-aec6-4de9-ba44-6b22d61a5d30,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:53.396940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.431213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.437088 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ad5418b2-6b37-4196-8db0-6fcbf2f5feee tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/72f514c3-aec6-4de9-ba44-6b22d61a5d30 HTTP/1.1" status: 204 len: 168 time: 0.6381369 Jan 27 14:55:53.437844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 38992) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:53.438239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38994) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:53.457018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184479b1-0737-4855-91c7-48a7d568eaf4 None None] Network a99f29ad-ab49-46ac-aab6-16f7b49f1d93 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:53.490504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] No DVR routers for this DVR port d60a2abc-c38a-4493-960a-67788ffaffb3 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:53.497603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43b771-63f4-4edf-a56a-b631e94feb2c None None] Pushing event deleted for resources: {'Port': ['ID=d60a2abc-c38a-4493-960a-67788ffaffb3,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:53.504734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:53.507866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a0a5e6-93b5-4dbd-8eb3-d52c05c0ce96 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:53.516443 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-52a0a5e6-93b5-4dbd-8eb3-d52c05c0ce96 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135 HTTP/1.1" status: 200 len: 814 time: 0.0775073 Jan 27 14:55:53.520521 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da706c8f-6945-467b-8521-6787a947ce97 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4472511 Jan 27 14:55:53.521434 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:53.527690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 38996) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:53.545433 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:53.546041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.546649 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:53.570216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.606252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet ae179875-9ad9-499d-9c98-74f2b521577f {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:53.628447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.668353 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:53.735748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.740653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.793842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66a97e3-086c-4e18-a767-97cb603a729e']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:53.811146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26941223-2bb7-4ccd-b283-b07864b4982e') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:53.811762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26941223-2bb7-4ccd-b283-b07864b4982e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:53.829151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.867964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] DHCP port deletion for a99f29ad-ab49-46ac-aab6-16f7b49f1d93 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:53.871429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.882730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:53.883145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:53.886592 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:53.904381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.919526 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:55:53.965105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] Deleting port eac7f65a-c208-4299-bdd6-cc2446c1b476 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:53.965592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.996363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:53.996749 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:52Z', 'revision_number': 9, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:54.017877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.024231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39002) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:54.025126 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/c66a97e3-086c-4e18-a767-97cb603a729e HTTP/1.1" status: 204 len: 168 time: 0.5847309 Jan 27 14:55:54.025547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3869b56-0b95-4d1a-9da2-9c54ac94b203 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=c66a97e3-086c-4e18-a767-97cb603a729e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:54.063577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.076665 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:54.092098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=ae179875-9ad9-499d-9c98-74f2b521577f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:54.098981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.099348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] For port eac7f65a-c208-4299-bdd6-cc2446c1b476, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=eac7f65a-c208-4299-bdd6-cc2446c1b476,segment=NetworkSegment(6bde659f-635c-400e-bc56-b9d1f3d16f14),segment_id=6bde659f-635c-400e-bc56-b9d1f3d16f14)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:54.100080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.106629 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4fbc8808-a2ca-424c-a893-ef8da25952d4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/ae179875-9ad9-499d-9c98-74f2b521577f HTTP/1.1" status: 204 len: 168 time: 0.5725141 Jan 27 14:55:54.106987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39004) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:54.126550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cc9dd3-4432-44be-9501-83219766c222 None None] Network 0f03dcef-cfda-400b-a056-0797105bcbd6 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:54.131240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] Calling delete_port for eac7f65a-c208-4299-bdd6-cc2446c1b476 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:54.151125 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:54.153613 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:54.184619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.211412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.278218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port bd923bc1-199e-4d6e-bde1-69d0785e9877 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:54.278857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.325445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port eac7f65a-c208-4299-bdd6-cc2446c1b476 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:54.326340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.332856 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:54.358531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port bd923bc1-199e-4d6e-bde1-69d0785e9877, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bd923bc1-199e-4d6e-bde1-69d0785e9877,segment=NetworkSegment(381bde28-3171-4422-afb9-455048da65c1),segment_id=381bde28-3171-4422-afb9-455048da65c1)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:54.359235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.375982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for bd923bc1-199e-4d6e-bde1-69d0785e9877 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:54.456015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39006) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:54.466577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'port_id': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:54.473768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.485668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.516528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] Pushing event deleted for resources: {'Port': ['ID=eac7f65a-c208-4299-bdd6-cc2446c1b476,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:54.518693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e14379-64ce-4483-bb18-87fc22ad8c94 None None] No DVR routers for this DVR port eac7f65a-c208-4299-bdd6-cc2446c1b476 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:54.557124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port eac7f65a-c208-4299-bdd6-cc2446c1b476, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=eac7f65a-c208-4299-bdd6-cc2446c1b476,segment=NetworkSegment(6bde659f-635c-400e-bc56-b9d1f3d16f14),segment_id=6bde659f-635c-400e-bc56-b9d1f3d16f14)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:54.557124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.567133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91229e-fe78-421a-8bb5-fffad65f28fb None None] DHCP port deletion for 0f03dcef-cfda-400b-a056-0797105bcbd6 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:54.585352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port bd923bc1-199e-4d6e-bde1-69d0785e9877 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:54.588337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=bd923bc1-199e-4d6e-bde1-69d0785e9877,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:54.602867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for eac7f65a-c208-4299-bdd6-cc2446c1b476 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:54.637652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.691852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.719641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f03dcef-cfda-400b-a056-0797105bcbd6']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:54.731895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381bde28-3171-4422-afb9-455048da65c1') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:54.732504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381bde28-3171-4422-afb9-455048da65c1') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:54.745567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.765037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.773226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:54.773936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:54.778393 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:54.784376 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:52Z', 'revision_number': 9, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:54.818131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.838139 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91978abe-b24a-449b-8df1-e03c5a3320b8 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:52Z', 'revision_number': 9, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': '790ef261-d9da-4e11-85dc-967784fdcacd', 'name': '', 'network_id': '3c24c495-9958-4295-921b-8aa8e0e0c7cf', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:bd:b7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:25Z', 'updated_at': '2022-01-27T14:55:31Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '91ebc422-d4b0-4cd2-b888-109aef533e28', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:54.880715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.881279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.884591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=eac7f65a-c208-4299-bdd6-cc2446c1b476,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:54.886631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port eac7f65a-c208-4299-bdd6-cc2446c1b476 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:54.891605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.891939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 5c0b7e40-5593-446f-b61e-538deba81407 disassociated. External IP: 172.26.6.104, port: 61876ddf-284e-44e1-903e-092648a0676a. Jan 27 14:55:54.901971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:54.908072 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/0f03dcef-cfda-400b-a056-0797105bcbd6 HTTP/1.1" status: 204 len: 168 time: 0.7974393 Jan 27 14:55:54.908072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25216b2f-dfaa-43e0-b117-9d4438025bfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=0f03dcef-cfda-400b-a056-0797105bcbd6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:54.915506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39008) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:55.038696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.095334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99f29ad-ab49-46ac-aab6-16f7b49f1d93']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:55.115343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bde659f-635c-400e-bc56-b9d1f3d16f14') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:55.115702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bde659f-635c-400e-bc56-b9d1f3d16f14') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:55.129655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.180745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.191561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:55.191946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:55.195023 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:55.374318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device eac7f65a-c208-4299-bdd6-cc2446c1b476 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:55.421245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: eac7f65a-c208-4299-bdd6-cc2446c1b476 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:55.421984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device eac7f65a-c208-4299-bdd6-cc2446c1b476 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:55.423298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bd923bc1-199e-4d6e-bde1-69d0785e9877 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:55.459778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: bd923bc1-199e-4d6e-bde1-69d0785e9877 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:55.460491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bd923bc1-199e-4d6e-bde1-69d0785e9877 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:55.461410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ebe1b483-f243-4b08-9412-a4d3a4558ca2 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:55.498939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: ebe1b483-f243-4b08-9412-a4d3a4558ca2 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:55.499401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device ebe1b483-f243-4b08-9412-a4d3a4558ca2 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:55.506999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.674479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.684984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.688834 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/a99f29ad-ab49-46ac-aab6-16f7b49f1d93 HTTP/1.1" status: 204 len: 168 time: 1.6632326 Jan 27 14:55:55.694181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39010) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:55.700586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-588313997'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:55.711711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171041e-2948-4a85-bb72-2c3c0a954cf2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=a99f29ad-ab49-46ac-aab6-16f7b49f1d93,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:55.724140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:55.741145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:55.744867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.852153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:55.856942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:55.867365 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] Sync routers for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:55.877844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:55.878490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:55.892837 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3718f565-1bda-4b3c-8d89-d8b5fec5d520 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 690 time: 1.4341581 Jan 27 14:55:55.893799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'tag': '61876ddf-284e-44e1-903e-092648a0676a'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:55:55.897317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86dd980-98d3-4f40-a318-b7660f26f059" -d '{"events": [{"name": "network-changed", "server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "tag": "61876ddf-284e-44e1-903e-092648a0676a"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:55:55.901572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39012) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:55.961467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9c6e59e0-d033-437d-9e47-a779ccc997a7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 690 time: 0.0571117 Jan 27 14:55:55.972556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1364d8-a171-411e-90d2-79b6415fc69c x-openstack-request-id: req-ad1364d8-a171-411e-90d2-79b6415fc69c {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:55:55.973007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "tag": "61876ddf-284e-44e1-903e-092648a0676a", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:55:55.973596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad1364d8-a171-411e-90d2-79b6415fc69c {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:55:55.974050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'tag': '61876ddf-284e-44e1-903e-092648a0676a', 'status': 'completed', 'code': 200} Jan 27 14:55:56.070046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:56.190423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:55:56.236250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:56.236595 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment 349ffbf6-7b2b-41ed-a6c8-171c0f766a44 of type vlan for network e39e3196-a911-4e7e-977e-b91b6e67c023 Jan 27 14:55:56.316016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:56.320173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:56.335573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-1fa24c1f-3c49-477d-8832-8af609216c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:56.337166 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-1fa24c1f-3c49-477d-8832-8af609216c6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 1099 time: 0.1482389 Jan 27 14:55:56.353833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] Checking router: c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:56.365074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:56.365956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:56.413869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:56.419645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:56.420292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:56.453012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 790ef261-d9da-4e11-85dc-967784fdcacd {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:56.453389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:56.522920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:56.552839 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8565924 Jan 27 14:55:56.557347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39016) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:56.569458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:56.580021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d2ef1-92fc-4ed8-87b3-ff1c5e956392 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=e39e3196-a911-4e7e-977e-b91b6e67c023,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:56.601392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-349f6906-2a39-4ae5-9f47-5e1ff609f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:56.602899 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-349f6906-2a39-4ae5-9f47-5e1ff609f526 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 897 time: 0.2577956 Jan 27 14:55:56.645037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network e39e3196-a911-4e7e-977e-b91b6e67c023 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:55:56.660015 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-6fc3d1ae-65f6-4599-9e08-5ca247120c1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61876ddf-284e-44e1-903e-092648a0676a HTTP/1.1" status: 200 len: 217 time: 0.0492258 Jan 27 14:55:56.712526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port 790ef261-d9da-4e11-85dc-967784fdcacd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=790ef261-d9da-4e11-85dc-967784fdcacd,segment=NetworkSegment(3a5a8520-baa0-4824-aba6-3ad9dbb1f24c),segment_id=3a5a8520-baa0-4824-aba6-3ad9dbb1f24c)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:56.712867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:56.730289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:56.732380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 790ef261-d9da-4e11-85dc-967784fdcacd owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:56.736371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:56.741746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-8be35aa1-1a8c-43c3-824d-116f15cfec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:56.742091 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-8be35aa1-1a8c-43c3-824d-116f15cfec49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.0763168 Jan 27 14:55:56.849031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-dc0e084f-9953-4d4b-8868-5868559f6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:56.850977 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-dc0e084f-9953-4d4b-8868-5868559f6c13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1018972 Jan 27 14:55:56.965598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39018) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:56.998829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:57.031379 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4768b2d5-6212-46a1-8d82-6a80510e10c1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 690 time: 0.0646951 Jan 27 14:55:57.038880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8bf2af-7e82-49dd-ae12-d5fdadd1b87f None None] The sync data for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv is: [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:57.059262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.090513 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-f6712130-3e47-49c6-9502-61f78fadc1d3 service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306967 Jan 27 14:55:57.131580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=14a4b698-01ec-4cad-9ac4-4891f30dbe80,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:57.142301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': '349ffbf6-7b2b-41ed-a6c8-171c0f766a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:57.142676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: e39e3196-a911-4e7e-977e-b91b6e67c023, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:55:57.164516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network e39e3196-a911-4e7e-977e-b91b6e67c023 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:55:57.176755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, e39e3196-a911-4e7e-977e-b91b6e67c023) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:57.181542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:57.182019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.191054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad8743-90e2-4c48-af8d-0f9e90f7aa55 None None] Network e39e3196-a911-4e7e-977e-b91b6e67c023 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:57.198973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.203784 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6921300d-22e2-4dc3-9750-d2c7e045d0b2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6442523 Jan 27 14:55:57.209304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39020) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:57.231415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-62da29da-6f39-42b0-8f72-9871310d3d2c tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1621982082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:57.247116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=790ef261-d9da-4e11-85dc-967784fdcacd,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:57.414423 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d86dd980-98d3-4f40-a318-b7660f26f059 req-1dfec4b1-5eab-4301-8740-e351d5756c2a service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167799 Jan 27 14:55:57.415042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.418997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62da29da-6f39-42b0-8f72-9871310d3d2c tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.420230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62da29da-6f39-42b0-8f72-9871310d3d2c tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.500141 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8430f-26b7-4fc3-837b-6775580cf72b None None] New status for floating IP 5c0b7e40-5593-446f-b61e-538deba81407: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:55:57.567299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62da29da-6f39-42b0-8f72-9871310d3d2c tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.576168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-e39e3196-a911-4e7e-977e-b91b6e67c023', 'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': '14a4b698-01ec-4cad-9ac4-4891f30dbe80'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:55:57.576815 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62da29da-6f39-42b0-8f72-9871310d3d2c tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.577906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.615509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62da29da-6f39-42b0-8f72-9871310d3d2c tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.617298 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-62da29da-6f39-42b0-8f72-9871310d3d2c tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4071870 Jan 27 14:55:57.621397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39022) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:57.628220 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'port': {'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023', 'name': 'tempest-RoutersTest-1369229630'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:57.773283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:55:57.787886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:55:57.795333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:57.818850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] device_id is not set on port e6a98611-8561-4ccc-a7e9-d08b99c824ed yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:55:57.851417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Allocated IP 172.20.0.2 (e39e3196-a911-4e7e-977e-b91b6e67c023/14a4b698-01ec-4cad-9ac4-4891f30dbe80/fd2671cb-593a-4da9-8b2e-41a591cb610d) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:57.957335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:55:57.966468 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4de95936-bb1a-47b7-b820-76f762b04b10 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0517180 Jan 27 14:55:57.971068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39024) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:57.986755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:55:58.024149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:58.024818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:58.037782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39026) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:58.080232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet 91ebc422-d4b0-4cd2-b888-109aef533e28 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:55:58.086679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.104132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dd85af3f-a387-4974-83aa-1b4c96445369 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 688 time: 0.0638442 Jan 27 14:55:58.141412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.162597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:58.204943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.213995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.302632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Network e39e3196-a911-4e7e-977e-b91b6e67c023 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:58.334425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.405954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.20.0.3 (e39e3196-a911-4e7e-977e-b91b6e67c023/14a4b698-01ec-4cad-9ac4-4891f30dbe80/e6a98611-8561-4ccc-a7e9-d08b99c824ed) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:55:58.485922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:58.495033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:58.502088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Pushing event updated for resources: {'Port': ['ID=fd2671cb-593a-4da9-8b2e-41a591cb610d,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:58.526622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.583865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Attempting to bind port fd2671cb-593a-4da9-8b2e-41a591cb610d on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:55:58.584447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Attempting to bind port fd2671cb-593a-4da9-8b2e-41a591cb610d by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '349ffbf6-7b2b-41ed-a6c8-171c0f766a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:55:58.584762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Attempting to bind port fd2671cb-593a-4da9-8b2e-41a591cb610d on network e39e3196-a911-4e7e-977e-b91b6e67c023 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:55:58.601746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=91ebc422-d4b0-4cd2-b888-109aef533e28,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:58.609630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.610752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:55:58.611131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Checking segment: {'id': '349ffbf6-7b2b-41ed-a6c8-171c0f766a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:55:58.611569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.611965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Bound using segment: {'id': '349ffbf6-7b2b-41ed-a6c8-171c0f766a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:55:58.612443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Bound port: fd2671cb-593a-4da9-8b2e-41a591cb610d, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349ffbf6-7b2b-41ed-a6c8-171c0f766a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e39e3196-a911-4e7e-977e-b91b6e67c023'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:55:58.612843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.615865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39028) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:58.616565 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0ed5fc0d-4359-4e00-b467-af334f772a3d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/91ebc422-d4b0-4cd2-b888-109aef533e28 HTTP/1.1" status: 204 len: 168 time: 0.6436450 Jan 27 14:55:58.627554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5508c054-0aee-4097-b795-42985b3072e0 None None] Network 3c24c495-9958-4295-921b-8aa8e0e0c7cf requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:55:58.718683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.736884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.776086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port 6dee99d8-8664-4250-9d3d-d04202b04313 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:55:58.776581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.797137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.824402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:56Z', 'revision_number': 10, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:58.830810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] For port fd2671cb-593a-4da9-8b2e-41a591cb610d, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:55:58.835932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] For port fd2671cb-593a-4da9-8b2e-41a591cb610d, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fd2671cb-593a-4da9-8b2e-41a591cb610d,segment=NetworkSegment(349ffbf6-7b2b-41ed-a6c8-171c0f766a44),segment_id=349ffbf6-7b2b-41ed-a6c8-171c0f766a44)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:55:58.851245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port 6dee99d8-8664-4250-9d3d-d04202b04313, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6dee99d8-8664-4250-9d3d-d04202b04313,segment=NetworkSegment(3a5a8520-baa0-4824-aba6-3ad9dbb1f24c),segment_id=3a5a8520-baa0-4824-aba6-3ad9dbb1f24c)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:55:58.851650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.863851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:58.866333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:55:58.867161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for 6dee99d8-8664-4250-9d3d-d04202b04313 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:55:58.882954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network e39e3196-a911-4e7e-977e-b91b6e67c023 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:55:58.889150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:55:58.896005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:55:58.908263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=e6a98611-8561-4ccc-a7e9-d08b99c824ed,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:58.930786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:55:58.931482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:59.011727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:55:59.012833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.041837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9341b9f-35a4-40af-9b46-75931e2e1713 None None] DHCP port deletion for 3c24c495-9958-4295-921b-8aa8e0e0c7cf request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:55:59.046172 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d204b-6868-4a08-b9fe-945b0e1759da None None] Pushing event updated for resources: {'Port': ['ID=fd2671cb-593a-4da9-8b2e-41a591cb610d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:59.051036 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2a001b70-b872-4553-a723-bb80e20dafc2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4278176 Jan 27 14:55:59.055845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39030) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:59.081841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.103221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a9341b9f-35a4-40af-9b46-75931e2e1713 None None] The port '6dee99d8-8664-4250-9d3d-d04202b04313' was deleted {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jan 27 14:55:59.106511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port 6dee99d8-8664-4250-9d3d-d04202b04313 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:55:59.113011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:55:59.289608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.371361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=6dee99d8-8664-4250-9d3d-d04202b04313,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:59.391427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c24c495-9958-4295-921b-8aa8e0e0c7cf']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:59.411561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:59.411974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5a8520-baa0-4824-aba6-3ad9dbb1f24c') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:59.434243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.453262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.478558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6dee99d8-8664-4250-9d3d-d04202b04313 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:55:59.478907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:55:59.480099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:55:59.486267 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:55:59.559634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 6dee99d8-8664-4250-9d3d-d04202b04313 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:55:59.560192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6dee99d8-8664-4250-9d3d-d04202b04313 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:55:59.592042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.610873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.618121 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/3c24c495-9958-4295-921b-8aa8e0e0c7cf HTTP/1.1" status: 204 len: 168 time: 0.9986823 Jan 27 14:55:59.625813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39034) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:59.663646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:56Z', 'revision_number': 10, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:55:59.664291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb665ea-56e5-4db3-a5ff-8bdb0c56ad68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=3c24c495-9958-4295-921b-8aa8e0e0c7cf,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:55:59.692500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:55:59.709845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d2f278-ef05-4cc5-ae39-e8c6887b58c7 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:55:56Z', 'revision_number': 10, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None, '_interfaces': [{'id': 'f983408e-b822-4553-9c37-8875f1d0774f', 'name': '', 'network_id': 'dcde2d50-d139-4e64-aa60-e281c8769437', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'mac_address': 'fa:16:3e:b7:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:55:19Z', 'updated_at': '2022-01-27T14:55:25Z', 'revision_number': 5, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'subnets': [{'id': '2a70da53-d50f-4e23-a41b-67faa51de2d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:55:59.874661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39036) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:55:59.886706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6a329559-ea86-4ba4-a66d-556afec87b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615213130', 'description': 'tempest-secgroup-smoke-1615213130 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:55:59.994800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a329559-ea86-4ba4-a66d-556afec87b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.001893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.007816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.130269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=e6a98611-8561-4ccc-a7e9-d08b99c824ed,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:00.179334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.209451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a329559-ea86-4ba4-a66d-556afec87b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.232179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a329559-ea86-4ba4-a66d-556afec87b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.272933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a329559-ea86-4ba4-a66d-556afec87b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.277280 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6a329559-ea86-4ba4-a66d-556afec87b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3974855 Jan 27 14:56:00.278371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39038) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:00.278856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a329559-ea86-4ba4-a66d-556afec87b50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c683ea-40b8-43e7-8bfa-41a8a83d1d95,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:00.285651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a89fd859-09e3-430d-b44a-49b366ba3a45 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '02c683ea-40b8-43e7-8bfa-41a8a83d1d95', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:00.327203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.357941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.374835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a89fd859-09e3-430d-b44a-49b366ba3a45 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.530332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a89fd859-09e3-430d-b44a-49b366ba3a45 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.536519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a89fd859-09e3-430d-b44a-49b366ba3a45 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.561617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fd859-09e3-430d-b44a-49b366ba3a45 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f268882-acf2-4702-a644-19239cac433e,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:00.564055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.568291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a89fd859-09e3-430d-b44a-49b366ba3a45 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.569538 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a89fd859-09e3-430d-b44a-49b366ba3a45 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2880766 Jan 27 14:56:00.576376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39040) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:00.581329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-61615673-159f-4b1c-8684-cb15a6a9718f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '02c683ea-40b8-43e7-8bfa-41a8a83d1d95', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:00.686845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61615673-159f-4b1c-8684-cb15a6a9718f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.713241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cf8f60-ca26-4a20-acfa-e748a991b118 None None] Network e39e3196-a911-4e7e-977e-b91b6e67c023 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:00.788878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6a8ca6ca-8f1f-4060-8f69-3d7c21447ff0 None None] Provisioning complete for port fd2671cb-593a-4da9-8b2e-41a591cb610d triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:00.789430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8ca6ca-8f1f-4060-8f69-3d7c21447ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.843348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61615673-159f-4b1c-8684-cb15a6a9718f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.852254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61615673-159f-4b1c-8684-cb15a6a9718f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.889942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port f983408e-b822-4553-9c37-8875f1d0774f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:00.890247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.898580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61615673-159f-4b1c-8684-cb15a6a9718f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe4b2d5-a3f9-431d-88d6-824916d6168d,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:00.925281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61615673-159f-4b1c-8684-cb15a6a9718f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.927692 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-61615673-159f-4b1c-8684-cb15a6a9718f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3499808 Jan 27 14:56:00.933659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39042) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:00.944438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9ee122cd-8e66-45f8-93b8-c7ecab07e0b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '02c683ea-40b8-43e7-8bfa-41a8a83d1d95', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:00.979781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8ca6ca-8f1f-4060-8f69-3d7c21447ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:00.991156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.002666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.028446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6a8ca6ca-8f1f-4060-8f69-3d7c21447ff0 None None] For port fd2671cb-593a-4da9-8b2e-41a591cb610d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fd2671cb-593a-4da9-8b2e-41a591cb610d,segment=NetworkSegment(349ffbf6-7b2b-41ed-a6c8-171c0f766a44),segment_id=349ffbf6-7b2b-41ed-a6c8-171c0f766a44)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:01.033206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a8ca6ca-8f1f-4060-8f69-3d7c21447ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.089805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port f983408e-b822-4553-9c37-8875f1d0774f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f983408e-b822-4553-9c37-8875f1d0774f,segment=NetworkSegment(f23d99d0-77b4-48d9-8d98-815f643dbe1d),segment_id=f23d99d0-77b4-48d9-8d98-815f643dbe1d)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:01.091081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.102403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ca6ca-8f1f-4060-8f69-3d7c21447ff0 None None] Pushing event updated for resources: {'Port': ['ID=fd2671cb-593a-4da9-8b2e-41a591cb610d,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:01.106170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ee122cd-8e66-45f8-93b8-c7ecab07e0b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.115608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for f983408e-b822-4553-9c37-8875f1d0774f owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:01.193028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=e6a98611-8561-4ccc-a7e9-d08b99c824ed,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:01.207118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.295472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ee122cd-8e66-45f8-93b8-c7ecab07e0b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.299343 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd2671cb-593a-4da9-8b2e-41a591cb610d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:01.306972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ee122cd-8e66-45f8-93b8-c7ecab07e0b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.364990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3992b17b-205f-44fe-82bf-ca566ecdaf86 None None] Provisioning complete for port fd2671cb-593a-4da9-8b2e-41a591cb610d triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:01.365790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3992b17b-205f-44fe-82bf-ca566ecdaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.369464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.394451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee122cd-8e66-45f8-93b8-c7ecab07e0b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5a5282-5dc0-456e-904e-b55d3aae9b39,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:01.412887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9ee122cd-8e66-45f8-93b8-c7ecab07e0b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.414682 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9ee122cd-8e66-45f8-93b8-c7ecab07e0b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4792809 Jan 27 14:56:01.417915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39044) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:01.421513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=f983408e-b822-4553-9c37-8875f1d0774f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:01.431827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ae6fea52-5195-41fa-aed6-a9744f242734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '02c683ea-40b8-43e7-8bfa-41a8a83d1d95', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:01.438161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fd2671cb-593a-4da9-8b2e-41a591cb610d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:01.438700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.481120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network e39e3196-a911-4e7e-977e-b91b6e67c023 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:01.484077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:01.620900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 790ef261-d9da-4e11-85dc-967784fdcacd no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:56:01.660022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 790ef261-d9da-4e11-85dc-967784fdcacd {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:56:01.660727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 790ef261-d9da-4e11-85dc-967784fdcacd not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:56:01.671900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3992b17b-205f-44fe-82bf-ca566ecdaf86 None None] Provisioning complete for port e6a98611-8561-4ccc-a7e9-d08b99c824ed triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:01.673015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3992b17b-205f-44fe-82bf-ca566ecdaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.731545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3992b17b-205f-44fe-82bf-ca566ecdaf86 None None] Port e6a98611-8561-4ccc-a7e9-d08b99c824ed cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:01.732222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router 3eff2b1e-2336-4360-8351-d6f2c386b92a is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:56:01.877161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3a628b40-15d9-4052-a201-aa10b1cd4633 None None] Provisioning complete for port e6a98611-8561-4ccc-a7e9-d08b99c824ed triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:01.880604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3a628b40-15d9-4052-a201-aa10b1cd4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:01.895733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:01.909201 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] Sync routers for ids ['3eff2b1e-2336-4360-8351-d6f2c386b92a'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:01.926233 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-938cb93a-dd88-4101-907a-9f1e3f3a41ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/3eff2b1e-2336-4360-8351-d6f2c386b92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8674555 Jan 27 14:56:01.929078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39046) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:01.930995 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] Routers {'3eff2b1e-2336-4360-8351-d6f2c386b92a'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:01.932250 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3eff2b1e-2336-4360-8351-d6f2c386b92a'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:01.979793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3a628b40-15d9-4052-a201-aa10b1cd4633 None None] Port e6a98611-8561-4ccc-a7e9-d08b99c824ed cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:01.999333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1629bd-5ce5-4b6d-9a70-4d57e66483cc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:02.001467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a1629bd-5ce5-4b6d-9a70-4d57e66483cc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports/e6a98611-8561-4ccc-a7e9-d08b99c824ed HTTP/1.1" status: 200 len: 977 time: 0.0710473 Jan 27 14:56:02.005942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39048) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:02.037353 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:02.061268 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] Routers {'3eff2b1e-2336-4360-8351-d6f2c386b92a'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:02.063297 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3eff2b1e-2336-4360-8351-d6f2c386b92a'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:02.068648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.102244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae6fea52-5195-41fa-aed6-a9744f242734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.116410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-96a2a7e7-0cdb-45da-80db-20e74bc019b4 None None] Provisioning complete for port e6a98611-8561-4ccc-a7e9-d08b99c824ed triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:02.116692 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:02.116844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-96a2a7e7-0cdb-45da-80db-20e74bc019b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.117160 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b2149-6a35-4a8b-b08d-461672c62e03 None None] The sync data for ids ['3eff2b1e-2336-4360-8351-d6f2c386b92a'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:02.163046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-96a2a7e7-0cdb-45da-80db-20e74bc019b4 None None] Port e6a98611-8561-4ccc-a7e9-d08b99c824ed cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:02.387468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0cf90121-d094-4001-9511-915ec82e7c7f None None] Provisioning complete for port e6a98611-8561-4ccc-a7e9-d08b99c824ed triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:02.388120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cf90121-d094-4001-9511-915ec82e7c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.430506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0cf90121-d094-4001-9511-915ec82e7c7f None None] Port e6a98611-8561-4ccc-a7e9-d08b99c824ed cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:02.446531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae6fea52-5195-41fa-aed6-a9744f242734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.447396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.456390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae6fea52-5195-41fa-aed6-a9744f242734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.468538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:02.485078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fea52-5195-41fa-aed6-a9744f242734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533b7f30-0231-4014-b7c0-7d9dd7057569,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:02.491071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ae6fea52-5195-41fa-aed6-a9744f242734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.492353 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ae6fea52-5195-41fa-aed6-a9744f242734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0726407 Jan 27 14:56:02.496364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39050) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:02.503338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '02c683ea-40b8-43e7-8bfa-41a8a83d1d95', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:02.608007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:02.618232 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-afcb97fd-7d08-44ea-a2f1-b703850cd2a2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9841876 Jan 27 14:56:02.618232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39052) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:02.627228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:02.628213 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:56:02.653948 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:02.655519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:02.657643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.707928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting subnet 2a70da53-d50f-4e23-a41b-67faa51de2d3 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:56:02.719003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.748010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port e6a98611-8561-4ccc-a7e9-d08b99c824ed {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:02.748591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.778998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.790926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:02.817657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.824802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.853524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e58402-ff67-484b-8c42-cd063c988c5b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:02.874264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.877310 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3400c380-b969-4353-9e58-0ae257bae138 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3797309 Jan 27 14:56:02.884564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39054) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:02.892505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '02c683ea-40b8-43e7-8bfa-41a8a83d1d95', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:02.893255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:56:01Z', 'revision_number': 11, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:02.925415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.946853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:02.962348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:02.963297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:02.974105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:02.983645 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:56:02.994122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for e6a98611-8561-4ccc-a7e9-d08b99c824ed owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:02.996405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.042616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.086760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:03.100904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.108860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/2a70da53-d50f-4e23-a41b-67faa51de2d3 HTTP/1.1" status: 204 len: 168 time: 0.4891138 Jan 27 14:56:03.111355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69467c54-6bcd-485a-9797-5317ebba7ac3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Subnet': ['ID=2a70da53-d50f-4e23-a41b-67faa51de2d3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:03.112892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39056) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:03.138160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af2580-9613-423c-a43a-82f3849a75eb None None] Network dcde2d50-d139-4e64-aa60-e281c8769437 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:03.163169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.203389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:56:01Z', 'revision_number': 11, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:03.286708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bad167-f08f-447d-9687-086c6d7c44be None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:56:01Z', 'revision_number': 11, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:03.603171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.653459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4a8a48-686c-4b01-b168-25f71245cd72,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:03.659701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.670119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.689604 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8a0bb54-a441-4147-97b9-8a0ef8f22c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7852728 Jan 27 14:56:03.697656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] DHCP port deletion for dcde2d50-d139-4e64-aa60-e281c8769437 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:56:03.721680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd2671cb-593a-4da9-8b2e-41a591cb610d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:03.761911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.801600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=e6a98611-8561-4ccc-a7e9-d08b99c824ed,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:03.863478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] Deleting port f0a602da-7517-4713-81fd-9c0d6c0ffbda {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:03.864781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.911725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Deleting port f0a602da-7517-4713-81fd-9c0d6c0ffbda {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:03.912303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.990899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fd2671cb-593a-4da9-8b2e-41a591cb610d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:03.991836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:03.997416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] For port f0a602da-7517-4713-81fd-9c0d6c0ffbda, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f0a602da-7517-4713-81fd-9c0d6c0ffbda,segment=NetworkSegment(f23d99d0-77b4-48d9-8d98-815f643dbe1d),segment_id=f23d99d0-77b4-48d9-8d98-815f643dbe1d)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:03.998502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.045115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] For port f0a602da-7517-4713-81fd-9c0d6c0ffbda, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f0a602da-7517-4713-81fd-9c0d6c0ffbda,segment=NetworkSegment(f23d99d0-77b4-48d9-8d98-815f643dbe1d),segment_id=f23d99d0-77b4-48d9-8d98-815f643dbe1d)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:04.045481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.071529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] Calling delete_port for f0a602da-7517-4713-81fd-9c0d6c0ffbda owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:04.110602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Calling delete_port for f0a602da-7517-4713-81fd-9c0d6c0ffbda owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:04.168962 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-a81f50f9-83e0-437f-9c40-e50135ac0c39 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615213130&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.1630757 Jan 27 14:56:04.170022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.293572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.324181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] Pushing event deleted for resources: {'Port': ['ID=f0a602da-7517-4713-81fd-9c0d6c0ffbda,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:04.332131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6760673-b0d7-4b7d-9a20-055496d694b5 None None] No DVR routers for this DVR port f0a602da-7517-4713-81fd-9c0d6c0ffbda on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:56:04.440867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.480547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-c9c9928b-f9d5-4f2a-909d-8b4133277fc9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:04.482127 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-c9c9928b-f9d5-4f2a-909d-8b4133277fc9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 796 time: 0.2779944 Jan 27 14:56:04.511313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Port': ['ID=f0a602da-7517-4713-81fd-9c0d6c0ffbda,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:04.523128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No DVR routers for this DVR port f0a602da-7517-4713-81fd-9c0d6c0ffbda on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:56:04.534628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router 3eff2b1e-2336-4360-8351-d6f2c386b92a has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:04.553221 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-556746e1-e515-45b3-b517-00bcc1b79d72 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0466268 Jan 27 14:56:04.680814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.743375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:04.745929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcde2d50-d139-4e64-aa60-e281c8769437']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:04.758199 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] Sync routers for ids ['3eff2b1e-2336-4360-8351-d6f2c386b92a'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:04.759098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-95a86a9f-1f9f-4307-afa6-2bd331312434 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/3eff2b1e-2336-4360-8351-d6f2c386b92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511606 Jan 27 14:56:04.762179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39076) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:04.762771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23d99d0-77b4-48d9-8d98-815f643dbe1d') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:04.762936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23d99d0-77b4-48d9-8d98-815f643dbe1d') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:04.774618 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-1c9bf9c3-6429-46a0-8218-204021175762 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2037778 Jan 27 14:56:04.776439 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] Routers {'3eff2b1e-2336-4360-8351-d6f2c386b92a'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:04.777480 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3eff2b1e-2336-4360-8351-d6f2c386b92a'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:04.784322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.808944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.827102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:56:04.827648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:56:04.831886 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:56:04.842199 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:04.858945 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] Routers {'3eff2b1e-2336-4360-8351-d6f2c386b92a'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:04.860523 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3eff2b1e-2336-4360-8351-d6f2c386b92a'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:04.921459 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:04.924939 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71087fde-4ebf-41e7-a539-5c0ec2d1e393 None None] The sync data for ids ['3eff2b1e-2336-4360-8351-d6f2c386b92a'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:04.936790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.946809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:04.952066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/networks/dcde2d50-d139-4e64-aa60-e281c8769437 HTTP/1.1" status: 204 len: 168 time: 1.8290689 Jan 27 14:56:04.953611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39078) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:04.959295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'routes': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:05.017829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc1eea-2d67-43b4-aac8-7ccbf8ac2729 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Pushing event deleted for resources: {'Network': ['ID=dcde2d50-d139-4e64-aa60-e281c8769437,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:05.039917 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-888bed24-3820-4eb9-8010-1fb353592d89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 14:56:05.041022 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-888bed24-3820-4eb9-8010-1fb353592d89 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/3eff2b1e-2336-4360-8351-d6f2c386b92a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2767162 Jan 27 14:56:05.044341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39080) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:05.049835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-d5af9f0c-76a7-467f-a3cc-7a2069635c88 service neutron] 10.222.0.18 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484338 Jan 27 14:56:05.081187 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-06f4cc01-a8c9-43e0-814d-688478221617 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=3eff2b1e-2336-4360-8351-d6f2c386b92a HTTP/1.1" status: 200 len: 205 time: 0.0353689 Jan 27 14:56:05.084414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39082) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:05.166509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f389bd5-9565-4e34-900a-bad8ede88067 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.195945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f983408e-b822-4553-9c37-8875f1d0774f no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:56:05.224365 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f983408e-b822-4553-9c37-8875f1d0774f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:56:05.225340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f983408e-b822-4553-9c37-8875f1d0774f not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:56:05.225580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.extraroute_db [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Added routes are [] {{(pid=108743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 14:56:05.226301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0a602da-7517-4713-81fd-9c0d6c0ffbda no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:56:05.226476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.extraroute_db [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Removed routes are [] {{(pid=108743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 14:56:05.226476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.246045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f0a602da-7517-4713-81fd-9c0d6c0ffbda {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:56:05.246409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0a602da-7517-4713-81fd-9c0d6c0ffbda not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:56:05.322949 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-9b8bfa78-4131-4a76-901c-c6a471036ed6 service neutron] 10.222.0.18 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651966 Jan 27 14:56:05.396762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.399390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f389bd5-9565-4e34-900a-bad8ede88067 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.402192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f389bd5-9565-4e34-900a-bad8ede88067 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.402505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.454110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f389bd5-9565-4e34-900a-bad8ede88067 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.454725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f389bd5-9565-4e34-900a-bad8ede88067 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Fanout notify agent at l3_agent the message router_deleted on router 3eff2b1e-2336-4360-8351-d6f2c386b92a {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:56:05.462681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f389bd5-9565-4e34-900a-bad8ede88067 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.466359 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9f389bd5-9565-4e34-900a-bad8ede88067 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/3eff2b1e-2336-4360-8351-d6f2c386b92a HTTP/1.1" status: 204 len: 168 time: 0.3786247 Jan 27 14:56:05.466668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39084) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:05.541460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet 14a4b698-01ec-4cad-9ac4-4891f30dbe80 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:56:05.547519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.552922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 61800248-0bb7-49f8-9de3-91e28f1471ab has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:05.578728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4001085c-fa16-468a-80aa-a461b83ef444 req-6b75ed47-145f-475b-9462-dbb50f013139 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 210 time: 0.0369604 Jan 27 14:56:05.617007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.716946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:05.731199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.733671 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5404ca2f-d6f4-455a-916c-32891ffdb170 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 200 len: 704 time: 0.7776332 Jan 27 14:56:05.735027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.737393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39096) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:05.737805 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] Sync routers for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:05.752485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:05.753125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:05.777010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5e2bf053-79b4-4a1d-977e-6976d7a17a40 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 200 len: 205 time: 0.0378253 Jan 27 14:56:05.779319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39098) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:05.850263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:05.861122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.891315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=14a4b698-01ec-4cad-9ac4-4891f30dbe80,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:05.896646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.904756 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-38d9cd78-e12b-4cf4-92b5-5377a161680e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/14a4b698-01ec-4cad-9ac4-4891f30dbe80 HTTP/1.1" status: 204 len: 168 time: 0.4366593 Jan 27 14:56:05.905820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39100) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:05.908269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce167d50-55f9-43cc-9668-ee8f7f0847d1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:05.947764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698a360-6bf3-4d04-af56-808d00e0c501 None None] Network e39e3196-a911-4e7e-977e-b91b6e67c023 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:05.962040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:56:01Z', 'revision_number': 11, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:06.006523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.034466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] Checking router: 61800248-0bb7-49f8-9de3-91e28f1471ab for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:06.127757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port fd2671cb-593a-4da9-8b2e-41a591cb610d {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:06.129329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.213908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] Routers {'61800248-0bb7-49f8-9de3-91e28f1471ab'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:06.214544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['61800248-0bb7-49f8-9de3-91e28f1471ab'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:06.259051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce167d50-55f9-43cc-9668-ee8f7f0847d1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.262314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port fd2671cb-593a-4da9-8b2e-41a591cb610d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fd2671cb-593a-4da9-8b2e-41a591cb610d,segment=NetworkSegment(349ffbf6-7b2b-41ed-a6c8-171c0f766a44),segment_id=349ffbf6-7b2b-41ed-a6c8-171c0f766a44)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:06.271191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.272237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce167d50-55f9-43cc-9668-ee8f7f0847d1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.303626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for fd2671cb-593a-4da9-8b2e-41a591cb610d owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:06.306373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] Set router 61800248-0bb7-49f8-9de3-91e28f1471ab gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:06.360471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce167d50-55f9-43cc-9668-ee8f7f0847d1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.361498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce167d50-55f9-43cc-9668-ee8f7f0847d1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Fanout notify agent at l3_agent the message router_deleted on router 61800248-0bb7-49f8-9de3-91e28f1471ab {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:56:06.371041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce167d50-55f9-43cc-9668-ee8f7f0847d1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.378422 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ce167d50-55f9-43cc-9668-ee8f7f0847d1 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 204 len: 168 time: 0.5975881 Jan 27 14:56:06.379253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39104) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:06.384410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8f3e1ce9-742a-448d-9c6f-94f1a2181f6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-606911450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:06.389410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:56:01Z', 'revision_number': 11, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:06.427494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1ce9-742a-448d-9c6f-94f1a2181f6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.429081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1ce9-742a-448d-9c6f-94f1a2181f6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.447490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145be14-e32f-4357-b460-747119d3ada2 None None] The sync data for ids ['61800248-0bb7-49f8-9de3-91e28f1471ab'] in dv-neutron-826438-5-hyperv is: [{'id': '61800248-0bb7-49f8-9de3-91e28f1471ab', 'name': 'tempest-RoutersIpV6Test-router-197424347', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:55:17Z', 'updated_at': '2022-01-27T14:56:01Z', 'revision_number': 11, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:06.482728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.526692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=fd2671cb-593a-4da9-8b2e-41a591cb610d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:06.534371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1ce9-742a-448d-9c6f-94f1a2181f6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.539059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port fd2671cb-593a-4da9-8b2e-41a591cb610d on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:56:06.541497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1ce9-742a-448d-9c6f-94f1a2181f6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.574249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1ce9-742a-448d-9c6f-94f1a2181f6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.576969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f3e1ce9-742a-448d-9c6f-94f1a2181f6d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1958740 Jan 27 14:56:06.579216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39106) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:06.587665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a3a598cb-1a79-4589-83a8-68da79c270a5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:06.600046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4499941-c2c1-43de-a8cc-8e5bc2217dcb None None] DHCP port deletion for e39e3196-a911-4e7e-977e-b91b6e67c023 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:56:06.650977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.681286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39e3196-a911-4e7e-977e-b91b6e67c023']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:06.697540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349ffbf6-7b2b-41ed-a6c8-171c0f766a44') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:06.698251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349ffbf6-7b2b-41ed-a6c8-171c0f766a44') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:06.717787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.730575 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b656d799-4e15-4f77-bbd0-ca4bae3a0790 req-9a8bf919-9df0-4264-ae78-303ce01b500c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jan 27 14:56:06.742819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.756670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:56:06.757873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:56:06.763563 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:56:06.992796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.017079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.021040 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/e39e3196-a911-4e7e-977e-b91b6e67c023 HTTP/1.1" status: 204 len: 168 time: 1.1135275 Jan 27 14:56:07.027265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39112) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:07.039526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-100552461'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:07.046283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e6f6c-196c-4851-b259-4b4c56f96571 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=e39e3196-a911-4e7e-977e-b91b6e67c023,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:07.098835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-0c5df79a-137b-4c6b-9840-ef8998426253 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:07.100546 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-0c5df79a-137b-4c6b-9840-ef8998426253 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 796 time: 0.2518311 Jan 27 14:56:07.107817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:07.115992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.206451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd2671cb-593a-4da9-8b2e-41a591cb610d no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:56:07.211463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:56:07.230195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: fd2671cb-593a-4da9-8b2e-41a591cb610d {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:56:07.230975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd2671cb-593a-4da9-8b2e-41a591cb610d not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:56:07.231375 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-732bb27c-a159-498e-9527-300486ae921b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 473 time: 0.1085742 Jan 27 14:56:07.243143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['02c683ea-40b8-43e7-8bfa-41a8a83d1d95']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:07.245001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3a598cb-1a79-4589-83a8-68da79c270a5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.257485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3a598cb-1a79-4589-83a8-68da79c270a5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.259006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.259383 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment e1b39a80-7f83-4774-87e2-f8f6f36d0f64 of type vlan for network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 Jan 27 14:56:07.344948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.382494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a598cb-1a79-4589-83a8-68da79c270a5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Router 0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:56:07.398477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.404610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:07.405242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.474975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a598cb-1a79-4589-83a8-68da79c270a5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:07.482542 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4532526 Jan 27 14:56:07.486522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39116) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:07.486725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3a598cb-1a79-4589-83a8-68da79c270a5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.488834 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3a598cb-1a79-4589-83a8-68da79c270a5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "PUT /v2.0/routers/0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 HTTP/1.1" status: 200 len: 697 time: 0.9078124 Jan 27 14:56:07.491356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39118) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:07.497444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': '0af85891-03d0-4635-b6f9-54d4bdbbdeb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:07.510424 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] Sync routers for ids ['0e009353-cfb3-4d5c-b5f5-5bcfe8346de0'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:07.522707 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] Routers {'0e009353-cfb3-4d5c-b5f5-5bcfe8346de0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:07.523636 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0e009353-cfb3-4d5c-b5f5-5bcfe8346de0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:07.601169 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] Set router 0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:07.605271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:07.611030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.617634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a6e8-1235-46a7-b08d-98790cb87d37 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=0af85891-03d0-4635-b6f9-54d4bdbbdeb0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:07.634745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-24d477df-592a-4826-8a6e-099d6d7b7bb4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/routers/0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 HTTP/1.1" status: 200 len: 703 time: 0.1414607 Jan 27 14:56:07.639789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39120) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:07.646189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:56:07.664385 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e009353-cfb3-4d5c-b5f5-5bcfe8346de0', 'name': 'tempest-RoutersIpV6Test-router-606911450', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:06Z', 'updated_at': '2022-01-27T14:56:07Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:07.688983 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1493f300-b2fa-416f-9e50-e731d66157a6 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 HTTP/1.1" status: 200 len: 205 time: 0.0470483 Jan 27 14:56:07.693864 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] Checking router: 0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:07.696218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39122) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:07.715226 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] Routers {'0e009353-cfb3-4d5c-b5f5-5bcfe8346de0'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:07.716392 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['0e009353-cfb3-4d5c-b5f5-5bcfe8346de0'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:07.742571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:07.745357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.800868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e487a25b-258b-45e8-8120-999ee726894d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:07.815890 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] Set router 0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:07.871098 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e009353-cfb3-4d5c-b5f5-5bcfe8346de0', 'name': 'tempest-RoutersIpV6Test-router-606911450', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:06Z', 'updated_at': '2022-01-27T14:56:07Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:07.900618 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4a84b33e-7659-4ef4-bd02-ba7d0b90e85b req-0ef7af66-2093-4562-9bf0-07252fd01f58 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 210 time: 0.0630331 Jan 27 14:56:07.909544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e1451-e723-46ee-9368-bbb51610bd1c None None] The sync data for ids ['0e009353-cfb3-4d5c-b5f5-5bcfe8346de0'] in dv-neutron-826438-5-hyperv is: [{'id': '0e009353-cfb3-4d5c-b5f5-5bcfe8346de0', 'name': 'tempest-RoutersIpV6Test-router-606911450', 'tenant_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:06Z', 'updated_at': '2022-01-27T14:56:07Z', 'revision_number': 2, 'project_id': 'd25fd3d87b8045b3a57f3cc1371f8ddd', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:07.914829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.5 (4fa8513a-a83a-4c17-96ba-f4f653208d9b/f6f7da91-474a-4a05-af3a-5588cdf40b2d/6cbd76f3-5ea6-4e29-9f2b-42241f921ef5) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:08.019975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e487a25b-258b-45e8-8120-999ee726894d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.023102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e487a25b-258b-45e8-8120-999ee726894d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.077911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e487a25b-258b-45e8-8120-999ee726894d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.078871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e487a25b-258b-45e8-8120-999ee726894d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Fanout notify agent at l3_agent the message router_deleted on router 0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:56:08.087290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e487a25b-258b-45e8-8120-999ee726894d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.088499 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e487a25b-258b-45e8-8120-999ee726894d tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 HTTP/1.1" status: 204 len: 168 time: 0.3910854 Jan 27 14:56:08.093881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39126) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.110885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.128318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-96093603-c59a-40be-a323-853b6115256e tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 HTTP/1.1" status: 200 len: 205 time: 0.0308359 Jan 27 14:56:08.128993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39128) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.176562 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-bfae31e5-a65d-4b7d-849b-a8f235c9c744 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] delete failed (client error): The resource could not be found. Jan 27 14:56:08.181785 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bfae31e5-a65d-4b7d-849b-a8f235c9c744 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/0e009353-cfb3-4d5c-b5f5-5bcfe8346de0 HTTP/1.1" status: 404 len: 336 time: 0.0477128 Jan 27 14:56:08.182107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39130) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.205784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=a7e4bd73-333e-4660-a4e3-b5ee173f1983,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:08.216270 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8c246a-c03c-48a6-b8f6-ed88f72ccdfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:08.216745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8c246a-c03c-48a6-b8f6-ed88f72ccdfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:08.221238 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bc8c246a-c03c-48a6-b8f6-ed88f72ccdfc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/21229a4f-2e9b-4ca5-a8a2-ff43101cb2f1 HTTP/1.1" status: 404 len: 337 time: 0.0380898 Jan 27 14:56:08.225242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39132) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.232160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.243490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': 'e1b39a80-7f83-4774-87e2-f8f6f36d0f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0af85891-03d0-4635-b6f9-54d4bdbbdeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:08.243852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: 0af85891-03d0-4635-b6f9-54d4bdbbdeb0, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:56:08.252802 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-810face3-6727-41eb-99c8-f7df281ca3e7 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:08.253270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810face3-6727-41eb-99c8-f7df281ca3e7 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:08.256514 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-810face3-6727-41eb-99c8-f7df281ca3e7 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/ae179875-9ad9-499d-9c98-74f2b521577f HTTP/1.1" status: 404 len: 337 time: 0.0300865 Jan 27 14:56:08.259101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39134) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.278594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:56:08.291036 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-18685239-027e-4604-b643-5834fb8d72e3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:08.291598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18685239-027e-4604-b643-5834fb8d72e3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:08.293385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.295139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 0af85891-03d0-4635-b6f9-54d4bdbbdeb0) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:08.295725 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-18685239-027e-4604-b643-5834fb8d72e3 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/91ebc422-d4b0-4cd2-b888-109aef533e28 HTTP/1.1" status: 404 len: 337 time: 0.0355010 Jan 27 14:56:08.303096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39136) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.310025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900094e-575b-432a-83cc-1a1343bf3715 None None] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:08.316361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:08.316963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.371957 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbc76b2-57bc-49c2-9e86-39d508dc9dcc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:08.372422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbc76b2-57bc-49c2-9e86-39d508dc9dcc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:08.376128 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7dbc76b2-57bc-49c2-9e86-39d508dc9dcc tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/2a70da53-d50f-4e23-a41b-67faa51de2d3 HTTP/1.1" status: 404 len: 337 time: 0.0719047 Jan 27 14:56:08.378999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39138) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.386165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:08.395810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:08.400694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:08.413933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39140) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.414465 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-131aabae-af08-48f3-be6d-a7a14a5dc8bb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9228222 Jan 27 14:56:08.419057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4c22e06e-3c88-46fe-80ba-ddcb084a6cdd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-856342569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:08.426189 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7e7ff162-d375-48ad-a92d-6ffc81819c04 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 200 len: 205 time: 0.0457394 Jan 27 14:56:08.429303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39142) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.462162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:08.484754 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-5c77c4b0-bbec-41f9-bca0-bfd3fbe599f7 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] delete failed (client error): The resource could not be found. Jan 27 14:56:08.488397 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5c77c4b0-bbec-41f9-bca0-bfd3fbe599f7 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/61800248-0bb7-49f8-9de3-91e28f1471ab HTTP/1.1" status: 404 len: 336 time: 0.0552058 Jan 27 14:56:08.490144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39144) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.520074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c22e06e-3c88-46fe-80ba-ddcb084a6cdd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.521356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c22e06e-3c88-46fe-80ba-ddcb084a6cdd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.535389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ab9d18e9-7c63-479a-b69f-34a029c82c8b tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=25fe7b10-74a5-47a9-9461-6dced36315db HTTP/1.1" status: 200 len: 205 time: 0.0414488 Jan 27 14:56:08.537466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39146) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.542566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:08.543691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.557672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-0af85891-03d0-4635-b6f9-54d4bdbbdeb0', 'network_id': '0af85891-03d0-4635-b6f9-54d4bdbbdeb0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': 'a7e4bd73-333e-4660-a4e3-b5ee173f1983'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:56:08.558945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.573399 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-43646c73-d67c-4518-86bd-ea2341003bdb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3313153 Jan 27 14:56:08.583264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Request body: {'port': {'device_id': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:08.584167 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-73849bae-c386-473e-9851-54c3866497ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] delete failed (client error): The resource could not be found. Jan 27 14:56:08.587752 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-73849bae-c386-473e-9851-54c3866497ec tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/25fe7b10-74a5-47a9-9461-6dced36315db HTTP/1.1" status: 404 len: 336 time: 0.0467026 Jan 27 14:56:08.599144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39148) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.652224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.675218 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaeb5da7-e1fb-45aa-b5cb-e4b2fd875eae tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:08.675739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaeb5da7-e1fb-45aa-b5cb-e4b2fd875eae tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:08.683203 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-eaeb5da7-e1fb-45aa-b5cb-e4b2fd875eae tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/b708103f-a94e-42d4-828f-0a0a57913ba1 HTTP/1.1" status: 404 len: 337 time: 0.0787389 Jan 27 14:56:08.688215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39150) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.692780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c22e06e-3c88-46fe-80ba-ddcb084a6cdd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.722922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-af9afa5a-5f0b-4318-874d-4834b6bdbd7a tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9b8aea-5be0-451b-925d-52413df7e23f HTTP/1.1" status: 200 len: 205 time: 0.0289841 Jan 27 14:56:08.724057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c22e06e-3c88-46fe-80ba-ddcb084a6cdd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.727905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39152) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.751023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c22e06e-3c88-46fe-80ba-ddcb084a6cdd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.755937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4c22e06e-3c88-46fe-80ba-ddcb084a6cdd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3408828 Jan 27 14:56:08.756932 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39154) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.770686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0960b6a1-1e4b-49c1-b4f4-33e83d111066 None None] Provisioning complete for port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:08.771344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0960b6a1-1e4b-49c1-b4f4-33e83d111066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:08.822634 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-75e4ea82-9e25-43a1-8139-06b9db619745 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] delete failed (client error): The resource could not be found. Jan 27 14:56:08.823906 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-75e4ea82-9e25-43a1-8139-06b9db619745 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/0b9b8aea-5be0-451b-925d-52413df7e23f HTTP/1.1" status: 404 len: 336 time: 0.0948246 Jan 27 14:56:08.832130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39156) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.869294 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-59d0e7a9-3491-4939-b336-a3bc311a34c7 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=20fb72b9-8688-48e8-8a50-7d6080c521c6 HTTP/1.1" status: 200 len: 205 time: 0.0360227 Jan 27 14:56:08.875903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39158) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.895650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0960b6a1-1e4b-49c1-b4f4-33e83d111066 None None] Port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:08.916382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Allocated IP 172.20.0.2 (0af85891-03d0-4635-b6f9-54d4bdbbdeb0/a7e4bd73-333e-4660-a4e3-b5ee173f1983/4045bd0f-a417-4e9c-a690-317a1686920c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:08.917730 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-063a3101-783f-4105-896f-612905ec9a68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] delete failed (client error): The resource could not be found. Jan 27 14:56:08.918786 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-063a3101-783f-4105-896f-612905ec9a68 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/20fb72b9-8688-48e8-8a50-7d6080c521c6 HTTP/1.1" status: 404 len: 336 time: 0.0419104 Jan 27 14:56:08.925882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39160) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:08.982519 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c315dc3f-7327-489a-8538-c12eee5ee1b2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:08.982992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c315dc3f-7327-489a-8538-c12eee5ee1b2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:08.991720 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c315dc3f-7327-489a-8538-c12eee5ee1b2 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/165fe73b-20aa-496b-9c29-14385cafde87 HTTP/1.1" status: 404 len: 337 time: 0.0607202 Jan 27 14:56:09.010778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39164) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:09.100753 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c00560ad-e85d-4707-bb02-124d6b730646 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b5c0ee1-f855-4d21-9d1a-6649ba536b5e HTTP/1.1" status: 200 len: 205 time: 0.0874970 Jan 27 14:56:09.103431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39166) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:09.178221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:56:09.188257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.205134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.207363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Transition to ACTIVE for port object 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:56:09.221230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.231417 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-92d9b009-2c3f-42db-9378-e87a237a6962 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] delete failed (client error): The resource could not be found. Jan 27 14:56:09.233579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.235898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-92d9b009-2c3f-42db-9378-e87a237a6962 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/1b5c0ee1-f855-4d21-9d1a-6649ba536b5e HTTP/1.1" status: 404 len: 336 time: 0.1313212 Jan 27 14:56:09.237094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39168) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:09.260849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8642d-de1e-4966-af26-43c1345ee8c9 req-81ab3ad4-cf48-4010-944a-c70882daf417 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:09.262633 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1cf8642d-de1e-4966-af26-43c1345ee8c9 req-81ab3ad4-cf48-4010-944a-c70882daf417 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 931 time: 0.2528613 Jan 27 14:56:09.270916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:09.274852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:09.279888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:09.283201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Pushing event updated for resources: {'Port': ['ID=4045bd0f-a417-4e9c-a690-317a1686920c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:09.319742 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.325036 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-726b3c95-5b66-4ba3-8eef-e7745c4e0895 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:09.325480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726b3c95-5b66-4ba3-8eef-e7745c4e0895 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:09.328756 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-726b3c95-5b66-4ba3-8eef-e7745c4e0895 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/2f6a5a3e-228b-4f64-8119-af108f46b49a HTTP/1.1" status: 404 len: 337 time: 0.0871615 Jan 27 14:56:09.333125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39170) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:09.364256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Attempting to bind port 4045bd0f-a417-4e9c-a690-317a1686920c on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:09.364970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Attempting to bind port 4045bd0f-a417-4e9c-a690-317a1686920c by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'e1b39a80-7f83-4774-87e2-f8f6f36d0f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0af85891-03d0-4635-b6f9-54d4bdbbdeb0'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:09.364970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Attempting to bind port 4045bd0f-a417-4e9c-a690-317a1686920c on network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:09.370978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:09.371405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Checking segment: {'id': 'e1b39a80-7f83-4774-87e2-f8f6f36d0f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0af85891-03d0-4635-b6f9-54d4bdbbdeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:09.371812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.372205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Bound using segment: {'id': 'e1b39a80-7f83-4774-87e2-f8f6f36d0f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0af85891-03d0-4635-b6f9-54d4bdbbdeb0'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:09.372684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Bound port: 4045bd0f-a417-4e9c-a690-317a1686920c, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b39a80-7f83-4774-87e2-f8f6f36d0f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0af85891-03d0-4635-b6f9-54d4bdbbdeb0'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:09.373064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.382744 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5cad6c6e-d4fa-433a-91f6-698fb04671eb tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "GET /v2.0/ports?device_id=269d6486-53b7-499e-882c-1e8a64b2a093 HTTP/1.1" status: 200 len: 205 time: 0.0485582 Jan 27 14:56:09.386354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39172) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:09.436075 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-18cd4dcf-8b85-42bf-82b2-6e31afb440f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] delete failed (client error): The resource could not be found. Jan 27 14:56:09.437327 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-18cd4dcf-8b85-42bf-82b2-6e31afb440f4 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/routers/269d6486-53b7-499e-882c-1e8a64b2a093 HTTP/1.1" status: 404 len: 336 time: 0.0483274 Jan 27 14:56:09.442164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:09.442164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39174) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:09.460422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] For port 4045bd0f-a417-4e9c-a690-317a1686920c, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:09.463937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] For port 4045bd0f-a417-4e9c-a690-317a1686920c, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4045bd0f-a417-4e9c-a690-317a1686920c,segment=NetworkSegment(e1b39a80-7f83-4774-87e2-f8f6f36d0f64),segment_id=e1b39a80-7f83-4774-87e2-f8f6f36d0f64)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:09.473537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.510098 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5464ac-146a-4f85-8b1d-0ca5c7411354 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:09.510548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5464ac-146a-4f85-8b1d-0ca5c7411354 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:09.514591 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0b5464ac-146a-4f85-8b1d-0ca5c7411354 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/898d5937-19ca-4cc9-9027-9dcc9d92b27b HTTP/1.1" status: 404 len: 337 time: 0.0717144 Jan 27 14:56:09.519388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39176) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:09.560197 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1cf8642d-de1e-4966-af26-43c1345ee8c9 req-6e022155-7808-4198-8bb1-2498d5d198de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448010 Jan 27 14:56:09.570205 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc982f15-12bf-4fc5-945d-c0ccc6e5b3f5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] DELETE failed (client error): The resource could not be found. Jan 27 14:56:09.572136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc982f15-12bf-4fc5-945d-c0ccc6e5b3f5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:56:09.582802 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cc982f15-12bf-4fc5-945d-c0ccc6e5b3f5 tempest-RoutersIpV6Test-720905648 tempest-RoutersIpV6Test-720905648-project] 10.222.0.18 "DELETE /v2.0/subnets/4cdc2988-6ad3-4a88-9a0b-e2047db5227d HTTP/1.1" status: 404 len: 337 time: 0.0580473 Jan 27 14:56:09.584459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5053ca3-78e1-47cb-b0b6-3cbb6bba300e None None] Pushing event updated for resources: {'Port': ['ID=4045bd0f-a417-4e9c-a690-317a1686920c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:09.618562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Attempting to bind port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:09.620001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Attempting to bind port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:09.620467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Attempting to bind port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:09.627850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:56:09.628181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Attempting to bind port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 on network 4fa8513a-a83a-4c17-96ba-f4f653208d9b {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:09.635145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:09.636592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Checking segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:09.637250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Bound using segment: {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:09.638246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Bound port: 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a6166e-eb16-45de-892d-41f45c744c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:09.638994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.753688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] For port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:09.761856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] For port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:09.775896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.20.0.1 (0af85891-03d0-4635-b6f9-54d4bdbbdeb0/a7e4bd73-333e-4660-a4e3-b5ee173f1983/3d6a648d-f467-443b-974e-69a8c515e08f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:09.779213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.893872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:09.901382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:09.902243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:09.903884 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-babcd391-847a-4895-939a-c59b43c3ba28 service neutron] 10.222.0.72 "PUT /v2.0/ports/6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 HTTP/1.1" status: 200 len: 1093 time: 1.3274484 Jan 27 14:56:09.904525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:56:09.907227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:56:10.005809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6941e8e3-538e-4ef8-9c28-cb7247ec0e46 x-openstack-request-id: req-6941e8e3-538e-4ef8-9c28-cb7247ec0e46 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:56:10.006202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:56:10.006881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6941e8e3-538e-4ef8-9c28-cb7247ec0e46 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:56:10.007011 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'status': 'completed', 'code': 200} Jan 27 14:56:10.044520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.050046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-8f4f0dac-25a0-4f50-905c-a00a21acffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:10.051890 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-8f4f0dac-25a0-4f50-905c-a00a21acffef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 1096 time: 0.0960810 Jan 27 14:56:10.170260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.194479 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-6af0666f-7c30-4245-8b82-ee22d2b14077 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 HTTP/1.1" status: 200 len: 217 time: 0.1330299 Jan 27 14:56:10.204507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39194) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:10.245047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:10.248789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:10.251558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:10.307931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-2469c51e-de4d-4886-b1b4-13ca62a0b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:10.308739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=3d6a648d-f467-443b-974e-69a8c515e08f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:10.310312 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-2469c51e-de4d-4886-b1b4-13ca62a0b495 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.1096351 Jan 27 14:56:10.360497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.401544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-db02da4e-139d-4d14-8904-186e37e24dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:10.404640 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-db02da4e-139d-4d14-8904-186e37e24dcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784554 Jan 27 14:56:10.514160 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-045a5eea-717a-41b4-bc4c-38cba9c00d22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d25fd3d87b8045b3a57f3cc1371f8ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936819 Jan 27 14:56:10.515181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39198) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:10.553965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.570103 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-309b05c0-82e8-4834-b9b0-779a9cfaa07e service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537678 Jan 27 14:56:10.657277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1fe709e-604e-48fd-9215-4f83fe5a27e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.747867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1fe709e-604e-48fd-9215-4f83fe5a27e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.792809 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-e9a1b94c-6240-44a1-bd2d-5217fc02eda6 req-001371e6-b734-43fe-a2a0-caa749e50921 service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142012 Jan 27 14:56:10.913488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1fe709e-604e-48fd-9215-4f83fe5a27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.916431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1fe709e-604e-48fd-9215-4f83fe5a27e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:10.922000 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e1fe709e-604e-48fd-9215-4f83fe5a27e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9afdbcee-6ede-4b5b-832a-8b001e559269 HTTP/1.1" status: 204 len: 168 time: 0.4053354 Jan 27 14:56:10.934666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe709e-604e-48fd-9215-4f83fe5a27e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afdbcee-6ede-4b5b-832a-8b001e559269,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:10.944863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0e5b-73cf-452b-9fc2-5e40015c3fdc req-f594fa34-a1ac-4309-bfdd-9093d8905609 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:10.945557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-8c7cbf4c-574c-485a-9972-63907b824924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:10.946384 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebb0e5b-73cf-452b-9fc2-5e40015c3fdc req-f594fa34-a1ac-4309-bfdd-9093d8905609 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 943 time: 0.2007589 Jan 27 14:56:10.955160 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-8c7cbf4c-574c-485a-9972-63907b824924 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 1096 time: 0.0995286 Jan 27 14:56:11.148562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-cd741c13-c9bb-4f32-aff5-b36c40b9c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:11.151486 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-cd741c13-c9bb-4f32-aff5-b36c40b9c1e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 897 time: 0.1851544 Jan 27 14:56:11.159576 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebb0e5b-73cf-452b-9fc2-5e40015c3fdc req-b0376567-9bf1-4faa-9eff-697c207fe922 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936575 Jan 27 14:56:11.164491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:11.172921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:11.195912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d0093-b233-4b39-9bb1-1243b1295eba None None] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:11.285274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=3d6a648d-f467-443b-974e-69a8c515e08f,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:11.295816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:11.463572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:11.466844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:11.479651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4045bd0f-a417-4e9c-a690-317a1686920c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:11.642755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c823d245-2b0a-4290-a414-3178ef2eef0d None None] Provisioning complete for port 4045bd0f-a417-4e9c-a690-317a1686920c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:11.643508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c823d245-2b0a-4290-a414-3178ef2eef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:11.667257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router 46286516-4614-4f42-9af3-ed7b27978070 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:56:11.693487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4045bd0f-a417-4e9c-a690-317a1686920c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:11.694145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:11.830348 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-2dd543b3-f839-42c7-b79d-d79af39e4ec1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 HTTP/1.1" status: 200 len: 217 time: 0.6715205 Jan 27 14:56:11.858563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c823d245-2b0a-4290-a414-3178ef2eef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:11.865559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:11.871332 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-560c91cc-c5a0-4eb9-b211-a81df7e544b9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/46286516-4614-4f42-9af3-ed7b27978070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1129253 Jan 27 14:56:11.874305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39218) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:11.895816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] Sync routers for ids ['46286516-4614-4f42-9af3-ed7b27978070'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:11.936153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-be9532c2-d588-410f-b159-ea7912f37da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:11.942395 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-be9532c2-d588-410f-b159-ea7912f37da0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.1040714 Jan 27 14:56:11.946483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c823d245-2b0a-4290-a414-3178ef2eef0d None None] For port 4045bd0f-a417-4e9c-a690-317a1686920c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4045bd0f-a417-4e9c-a690-317a1686920c,segment=NetworkSegment(e1b39a80-7f83-4774-87e2-f8f6f36d0f64),segment_id=e1b39a80-7f83-4774-87e2-f8f6f36d0f64)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:11.956624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5af998-e27b-4f51-8686-dfe0d8bc05eb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:11.957659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c823d245-2b0a-4290-a414-3178ef2eef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:11.962922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6b5af998-e27b-4f51-8686-dfe0d8bc05eb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports/3d6a648d-f467-443b-974e-69a8c515e08f HTTP/1.1" status: 200 len: 910 time: 0.0839298 Jan 27 14:56:11.964516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] Routers {'46286516-4614-4f42-9af3-ed7b27978070'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:11.964864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39220) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:11.965188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['46286516-4614-4f42-9af3-ed7b27978070'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:12.069050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:12.130941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] Routers {'46286516-4614-4f42-9af3-ed7b27978070'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:12.137102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['46286516-4614-4f42-9af3-ed7b27978070'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:12.207440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:12.208256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74807e9-763c-4a9e-9307-962080731ffd None None] The sync data for ids ['46286516-4614-4f42-9af3-ed7b27978070'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:12.215987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823d245-2b0a-4290-a414-3178ef2eef0d None None] Pushing event updated for resources: {'Port': ['ID=4045bd0f-a417-4e9c-a690-317a1686920c,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:12.239601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7ee9bf23-3a83-4aa5-bd2f-0603043197f0 None None] Provisioning complete for port 4045bd0f-a417-4e9c-a690-317a1686920c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:12.239601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bf23-3a83-4aa5-bd2f-0603043197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:12.374002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2d5d7-d58f-44a5-897a-1b6418a375c5 req-e9b1f4c7-1fc5-4f1d-87af-6bf1c29f8d78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:12.384244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-39a2d5d7-d58f-44a5-897a-1b6418a375c5 req-e9b1f4c7-1fc5-4f1d-87af-6bf1c29f8d78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 943 time: 0.1242983 Jan 27 14:56:12.434937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7ee9bf23-3a83-4aa5-bd2f-0603043197f0 None None] Provisioning complete for port 3d6a648d-f467-443b-974e-69a8c515e08f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:12.435342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ee9bf23-3a83-4aa5-bd2f-0603043197f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:12.442930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39234) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:12.443552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-bc897780-7284-4da8-a120-4862ddcda05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:12.445167 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-bc897780-7284-4da8-a120-4862ddcda05b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4960053 Jan 27 14:56:12.513396 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-39a2d5d7-d58f-44a5-897a-1b6418a375c5 req-9bf8c199-68b6-4b8f-a5bf-c001aab24b6e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250942 Jan 27 14:56:12.606814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9bf23-3a83-4aa5-bd2f-0603043197f0 None None] Port 3d6a648d-f467-443b-974e-69a8c515e08f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:12.694405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--193280282'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:12.734435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:12.742005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d2b9cc3f-aadd-44f8-842a-6c48e6fd75cc None None] Provisioning complete for port 3d6a648d-f467-443b-974e-69a8c515e08f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:12.742659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d2b9cc3f-aadd-44f8-842a-6c48e6fd75cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:12.771986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:12.799485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9cc3f-aadd-44f8-842a-6c48e6fd75cc None None] Port 3d6a648d-f467-443b-974e-69a8c515e08f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:12.804226 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-e4c589b4-dfec-43ea-9f7f-929b08a49fb0 service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487172 Jan 27 14:56:12.932194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:12.939237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:12.987408 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d51eb2b8-f30c-4ac9-9002-768df11bb5c4 req-e62f5ad8-36e5-40c7-bebe-cc23657060df service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731668 Jan 27 14:56:13.006393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.011154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0869c2-a2fa-46ff-a167-a0ff73bf20d6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:13.044406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-bf83b91d-c837-4918-acea-cf5a3a341570 None None] Provisioning complete for port 3d6a648d-f467-443b-974e-69a8c515e08f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:13.045593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bf83b91d-c837-4918-acea-cf5a3a341570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.085599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.092538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.135104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bf83b91d-c837-4918-acea-cf5a3a341570 None None] Port 3d6a648d-f467-443b-974e-69a8c515e08f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:13.179350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.183849 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7316513 Jan 27 14:56:13.186412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39244) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:13.193506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb76108-cc2a-4d33-a1e0-a15b079c0d8e tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec68666-a5f5-4e10-9d42-fb3dd9deed48,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:13.266101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4045bd0f-a417-4e9c-a690-317a1686920c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:13.268565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39246) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:13.273269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-afe66a7e-053c-4454-b238-f0f6ab862ba6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-security--1512412831', 'description': 'tempest-security-description-366909131'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:13.276710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-db0b1c28-cbaa-448e-92a9-059e2e63e15c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0890784 Jan 27 14:56:13.322868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4045bd0f-a417-4e9c-a690-317a1686920c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:13.323443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.333284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afe66a7e-053c-4454-b238-f0f6ab862ba6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.385346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port 3d6a648d-f467-443b-974e-69a8c515e08f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:13.385697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.442183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afe66a7e-053c-4454-b238-f0f6ab862ba6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.447974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afe66a7e-053c-4454-b238-f0f6ab862ba6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.450773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-afe66a7e-053c-4454-b238-f0f6ab862ba6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.455132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-afe66a7e-053c-4454-b238-f0f6ab862ba6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "PUT /v2.0/security-groups/dec68666-a5f5-4e10-9d42-fb3dd9deed48 HTTP/1.1" status: 200 len: 1779 time: 0.1825478 Jan 27 14:56:13.455997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39248) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:13.502900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe66a7e-053c-4454-b238-f0f6ab862ba6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec68666-a5f5-4e10-9d42-fb3dd9deed48,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:13.508299 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a42b8f09-80b6-476f-9c97-083344b30f20 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups/dec68666-a5f5-4e10-9d42-fb3dd9deed48 HTTP/1.1" status: 200 len: 1779 time: 0.0502856 Jan 27 14:56:13.509322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39250) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:13.527383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.543114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for 3d6a648d-f467-443b-974e-69a8c515e08f owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:13.575917 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf4a1-76b0-4568-8494-772b4dcc87b9 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.605960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf4a1-76b0-4568-8494-772b4dcc87b9 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.682968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf4a1-76b0-4568-8494-772b4dcc87b9 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.686162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d9cf4a1-76b0-4568-8494-772b4dcc87b9 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.688602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7d9cf4a1-76b0-4568-8494-772b4dcc87b9 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/dec68666-a5f5-4e10-9d42-fb3dd9deed48 HTTP/1.1" status: 204 len: 168 time: 0.1762071 Jan 27 14:56:13.692336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39258) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:13.718923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cf4a1-76b0-4568-8494-772b4dcc87b9 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec68666-a5f5-4e10-9d42-fb3dd9deed48,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:13.793894 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8cad23c2-5aa3-42ad-ab3b-dfcd1b81b988 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992649 Jan 27 14:56:13.799368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39260) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:13.819379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a936c5-e82f-4fff-bec2-7538403de2d4 req-bcbf3b6d-9138-4dc4-9252-6b06dc50a712 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:13.822979 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99a936c5-e82f-4fff-bec2-7538403de2d4 req-bcbf3b6d-9138-4dc4-9252-6b06dc50a712 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 943 time: 0.1158645 Jan 27 14:56:13.838272 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-6e356ee4-51ed-45d6-8185-858a94a576c3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] delete failed (client error): The resource could not be found. Jan 27 14:56:13.840995 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6e356ee4-51ed-45d6-8185-858a94a576c3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/dec68666-a5f5-4e10-9d42-fb3dd9deed48 HTTP/1.1" status: 404 len: 347 time: 0.0398176 Jan 27 14:56:13.845260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39264) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:13.854181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c45aa172-a482-4fe8-8d3c-8aea3f04b67c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--609798201'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:13.898734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:13.955369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=3d6a648d-f467-443b-974e-69a8c515e08f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:13.960814 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99a936c5-e82f-4fff-bec2-7538403de2d4 req-b7eeb05b-3a84-4ebc-8030-8380614e56fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251426 Jan 27 14:56:13.962805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45aa172-a482-4fe8-8d3c-8aea3f04b67c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.016910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af632d82-b7bd-4a63-a06b-e3c61141bc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.081515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:56:14.098481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45aa172-a482-4fe8-8d3c-8aea3f04b67c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.105269 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45aa172-a482-4fe8-8d3c-8aea3f04b67c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.151199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aa172-a482-4fe8-8d3c-8aea3f04b67c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd3dd8-a50f-42b0-94a6-78c1cd7de615,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:14.176937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45aa172-a482-4fe8-8d3c-8aea3f04b67c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.178683 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c45aa172-a482-4fe8-8d3c-8aea3f04b67c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3306174 Jan 27 14:56:14.182677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39266) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:14.191508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c9b0744e-429e-4488-9690-b8f4c451e5f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'e9cd3dd8-a50f-42b0-94a6-78c1cd7de615', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:14.207914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.251565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9b0744e-429e-4488-9690-b8f4c451e5f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.339115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:14.357466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'port_id': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'mac_address': 'fa:16:3e:1c:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:56:14.381072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9b0744e-429e-4488-9690-b8f4c451e5f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.389076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9b0744e-429e-4488-9690-b8f4c451e5f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.418123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9b0744e-429e-4488-9690-b8f4c451e5f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.420594 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c9b0744e-429e-4488-9690-b8f4c451e5f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362661 Jan 27 14:56:14.423408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39268) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:14.446133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.467218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f778e6a-da81-4733-a05c-635134e8ca70 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.473231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0744e-429e-4488-9690-b8f4c451e5f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5529ed-1f86-4931-ad14-622ab419d8e6,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:14.474732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:56:14.490905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f778e6a-da81-4733-a05c-635134e8ca70 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.528331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:14.534282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.544678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f778e6a-da81-4733-a05c-635134e8ca70 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.550646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f778e6a-da81-4733-a05c-635134e8ca70 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.554676 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f778e6a-da81-4733-a05c-635134e8ca70 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fa5529ed-1f86-4931-ad14-622ab419d8e6 HTTP/1.1" status: 204 len: 168 time: 0.1277494 Jan 27 14:56:14.556024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39270) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:14.590118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f778e6a-da81-4733-a05c-635134e8ca70 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa5529ed-1f86-4931-ad14-622ab419d8e6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:14.599818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router 46286516-4614-4f42-9af3-ed7b27978070 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:14.654739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3de0636-83cf-4122-8c44-354922caf1bd tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0973949 Jan 27 14:56:14.659499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39272) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:14.665140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:14.750774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ccb12be0-6d47-4dab-8863-4b2dd0e034d2 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.768202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['6cbd76f3-5ea6-4e29-9f2b-42241f921ef5'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:56:14.777666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:14.787341 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4d7e30da-866e-4085-819e-233ed7955351 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/46286516-4614-4f42-9af3-ed7b27978070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8179722 Jan 27 14:56:14.789283 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] Sync routers for ids ['46286516-4614-4f42-9af3-ed7b27978070'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:14.790758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39276) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:14.795559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ccb12be0-6d47-4dab-8863-4b2dd0e034d2 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.807304 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] Routers {'46286516-4614-4f42-9af3-ed7b27978070'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:14.807933 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['46286516-4614-4f42-9af3-ed7b27978070'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:14.874521 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1162a09-12b9-4c8c-8583-8c2a1e7e54ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=46286516-4614-4f42-9af3-ed7b27978070 HTTP/1.1" status: 200 len: 205 time: 0.0813787 Jan 27 14:56:14.896819 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:14.917773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ccb12be0-6d47-4dab-8863-4b2dd0e034d2 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.918327 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] Routers {'46286516-4614-4f42-9af3-ed7b27978070'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:14.919848 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:55:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['46286516-4614-4f42-9af3-ed7b27978070'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:14.921340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ccb12be0-6d47-4dab-8863-4b2dd0e034d2 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:14.922842 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ccb12be0-6d47-4dab-8863-4b2dd0e034d2 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9cd3dd8-a50f-42b0-94a6-78c1cd7de615 HTTP/1.1" status: 204 len: 168 time: 0.2618513 Jan 27 14:56:14.925384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39278) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:14.938254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39280) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:14.959000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb12be0-6d47-4dab-8863-4b2dd0e034d2 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd3dd8-a50f-42b0-94a6-78c1cd7de615,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:15.011980 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:15.019939 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc8ab2-e653-4422-8f85-18d19a5081aa None None] The sync data for ids ['46286516-4614-4f42-9af3-ed7b27978070'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:15.094146 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9299e4ef-75e0-43b2-af98-266ade3b0e94 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1660664 Jan 27 14:56:15.100047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39284) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:15.115230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e4c0d87e-3c42-46d9-b4c5-28a0ea724f82 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788069967'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:15.159430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d87e-3c42-46d9-b4c5-28a0ea724f82 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.265553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d87e-3c42-46d9-b4c5-28a0ea724f82 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.271722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d87e-3c42-46d9-b4c5-28a0ea724f82 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.317830 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d87e-3c42-46d9-b4c5-28a0ea724f82 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.323141 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e4c0d87e-3c42-46d9-b4c5-28a0ea724f82 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2145717 Jan 27 14:56:15.325998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39286) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:15.337811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0fff2750-9388-486f-93b2-a357e8ca7b35 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'd2633572-2edd-4304-9814-446885ede6d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:15.359181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d87e-3c42-46d9-b4c5-28a0ea724f82 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2633572-2edd-4304-9814-446885ede6d7,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:15.410298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0fff2750-9388-486f-93b2-a357e8ca7b35 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.477224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0fff2750-9388-486f-93b2-a357e8ca7b35 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.483148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0fff2750-9388-486f-93b2-a357e8ca7b35 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.506983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff2750-9388-486f-93b2-a357e8ca7b35 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597fe783-3184-474a-b1fe-72a4d2d1e4b0,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:15.518748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0fff2750-9388-486f-93b2-a357e8ca7b35 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.524143 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0fff2750-9388-486f-93b2-a357e8ca7b35 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1962821 Jan 27 14:56:15.525556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39288) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:15.534014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a5934bfb-a3f7-4448-b5ba-9ec84dd49df0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'd2633572-2edd-4304-9814-446885ede6d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:15.582424 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5934bfb-a3f7-4448-b5ba-9ec84dd49df0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.676957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5934bfb-a3f7-4448-b5ba-9ec84dd49df0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.678168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-37790d9b-ed26-4f1c-b46c-813e53f2d2f4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.683041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5934bfb-a3f7-4448-b5ba-9ec84dd49df0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.700714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5934bfb-a3f7-4448-b5ba-9ec84dd49df0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd53fb2c-6cdf-477b-914a-88554992f784,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:15.727232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5934bfb-a3f7-4448-b5ba-9ec84dd49df0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.731686 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a5934bfb-a3f7-4448-b5ba-9ec84dd49df0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2021091 Jan 27 14:56:15.732126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39290) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:15.740027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a967c089-8065-4abf-a0a2-2128953e56f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'd2633572-2edd-4304-9814-446885ede6d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:15.789338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a967c089-8065-4abf-a0a2-2128953e56f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.847990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138b69f-a63d-408e-bfe3-280489249b21 req-6c2455b8-6097-42f1-829a-a6f89ccacfd3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:15.851213 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9138b69f-a63d-408e-bfe3-280489249b21 req-6c2455b8-6097-42f1-829a-a6f89ccacfd3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 944 time: 0.2957213 Jan 27 14:56:15.905794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a967c089-8065-4abf-a0a2-2128953e56f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.918969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a967c089-8065-4abf-a0a2-2128953e56f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.988733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-37790d9b-ed26-4f1c-b46c-813e53f2d2f4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.992100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-37790d9b-ed26-4f1c-b46c-813e53f2d2f4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:15.996867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967c089-8065-4abf-a0a2-2128953e56f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de46046-2772-41b2-bea7-08b0fa028a48,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:16.017410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a967c089-8065-4abf-a0a2-2128953e56f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.023361 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a967c089-8065-4abf-a0a2-2128953e56f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2894285 Jan 27 14:56:16.024672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39294) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:16.029887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-483feccc-e165-4163-aa11-e997c29411a3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'd2633572-2edd-4304-9814-446885ede6d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:16.062329 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9138b69f-a63d-408e-bfe3-280489249b21 req-b5f90766-49f5-47df-ae01-02e0dad525f6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740034 Jan 27 14:56:16.079478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-37790d9b-ed26-4f1c-b46c-813e53f2d2f4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.081112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37790d9b-ed26-4f1c-b46c-813e53f2d2f4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Fanout notify agent at l3_agent the message router_deleted on router 46286516-4614-4f42-9af3-ed7b27978070 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:56:16.095242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-37790d9b-ed26-4f1c-b46c-813e53f2d2f4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.097701 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:16.099653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-483feccc-e165-4163-aa11-e997c29411a3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.102836 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-37790d9b-ed26-4f1c-b46c-813e53f2d2f4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/46286516-4614-4f42-9af3-ed7b27978070 HTTP/1.1" status: 204 len: 168 time: 1.1623185 Jan 27 14:56:16.103635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39296) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:16.177471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet a7e4bd73-333e-4660-a4e3-b5ee173f1983 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:56:16.181733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.229270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-483feccc-e165-4163-aa11-e997c29411a3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.236589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-483feccc-e165-4163-aa11-e997c29411a3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.262351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e035e91b-4e93-4325-be56-6b1233ce4ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.262851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.289669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483feccc-e165-4163-aa11-e997c29411a3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3663eff-3ea3-4ad5-a27a-ca3b580f54b8,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:16.295148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:56:16.302895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:16.303506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.321442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-483feccc-e165-4163-aa11-e997c29411a3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.325780 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-483feccc-e165-4163-aa11-e997c29411a3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2973325 Jan 27 14:56:16.326702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39298) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:16.340824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9767d8e6-d94a-4ecc-8f14-48aec38d78d1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'd2633572-2edd-4304-9814-446885ede6d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:16.404657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.416624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9767d8e6-d94a-4ecc-8f14-48aec38d78d1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.439700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.484675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:16.485911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:56:16.503320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c43d6f-b2b4-49f9-b8ca-ac896e79b51e" -d '{"events": [{"server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "name": "network-vif-plugged", "status": "completed", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:56:16.510355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.553107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.570224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbcc85-1b75-45b7-8bef-0c6504da49b1 x-openstack-request-id: req-69fbcc85-1b75-45b7-8bef-0c6504da49b1 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:56:16.570564 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "name": "network-vif-plugged", "status": "completed", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:56:16.571136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69fbcc85-1b75-45b7-8bef-0c6504da49b1 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:56:16.571611 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'code': 200} Jan 27 14:56:16.595971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:16.615553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e4bd73-333e-4660-a4e3-b5ee173f1983,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:16.633032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9767d8e6-d94a-4ecc-8f14-48aec38d78d1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.641197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.643663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9767d8e6-d94a-4ecc-8f14-48aec38d78d1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.648110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade10279-900d-40f3-9869-7bfe0a2d475c None None] Network 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:16.661075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6e101b83-f87a-455f-a7bc-c4cd07e26904 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/a7e4bd73-333e-4660-a4e3-b5ee173f1983 HTTP/1.1" status: 204 len: 168 time: 0.5559366 Jan 27 14:56:16.662383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39302) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:16.715632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767d8e6-d94a-4ecc-8f14-48aec38d78d1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9de4fd-1ab2-449b-9261-29b97e2c24f2,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:16.761739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9767d8e6-d94a-4ecc-8f14-48aec38d78d1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.769284 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9767d8e6-d94a-4ecc-8f14-48aec38d78d1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4382722 Jan 27 14:56:16.774585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39304) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:16.842113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c90ef913-eb7b-4b1c-b28d-e8f456daa6ab tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.870892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c90ef913-eb7b-4b1c-b28d-e8f456daa6ab tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.914094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb5c1f-d128-4141-be90-8c8d6f2536e1 req-2b74c2a8-7bd6-4d38-95e4-439154102568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:16.916287 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-35eb5c1f-d128-4141-be90-8c8d6f2536e1 req-2b74c2a8-7bd6-4d38-95e4-439154102568 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 1098 time: 0.1018159 Jan 27 14:56:16.917697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c90ef913-eb7b-4b1c-b28d-e8f456daa6ab tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.925828 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.932794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c90ef913-eb7b-4b1c-b28d-e8f456daa6ab tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:16.937028 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c90ef913-eb7b-4b1c-b28d-e8f456daa6ab tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/da9de4fd-1ab2-449b-9261-29b97e2c24f2 HTTP/1.1" status: 204 len: 168 time: 0.1574564 Jan 27 14:56:16.937028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef913-eb7b-4b1c-b28d-e8f456daa6ab tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da9de4fd-1ab2-449b-9261-29b97e2c24f2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:16.937750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39306) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:17.004911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f370b895-f0a5-4352-8789-173b54053496 None None] DHCP port deletion for 0af85891-03d0-4635-b6f9-54d4bdbbdeb0 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:56:17.037959 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-35eb5c1f-d128-4141-be90-8c8d6f2536e1 req-15832ecf-33c2-411b-99dc-2cb64aeacade service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088021 Jan 27 14:56:17.081847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f370b895-f0a5-4352-8789-173b54053496 None None] Deleting port 4045bd0f-a417-4e9c-a690-317a1686920c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:17.082118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39310) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:17.082240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f370b895-f0a5-4352-8789-173b54053496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.085970 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-747c2238-8270-4116-8bde-37a5eec81a29 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1414087 Jan 27 14:56:17.113440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port 4045bd0f-a417-4e9c-a690-317a1686920c {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:17.113919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.216317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f370b895-f0a5-4352-8789-173b54053496 None None] For port 4045bd0f-a417-4e9c-a690-317a1686920c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4045bd0f-a417-4e9c-a690-317a1686920c,segment=NetworkSegment(e1b39a80-7f83-4774-87e2-f8f6f36d0f64),segment_id=e1b39a80-7f83-4774-87e2-f8f6f36d0f64)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:17.216944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f370b895-f0a5-4352-8789-173b54053496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.235420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bf45-0243-4453-be7d-a9436d15a2f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.242014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4045bd0f-a417-4e9c-a690-317a1686920c no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:56:17.286611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bf45-0243-4453-be7d-a9436d15a2f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.288935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f370b895-f0a5-4352-8789-173b54053496 None None] Calling delete_port for 4045bd0f-a417-4e9c-a690-317a1686920c owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:17.327890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port 4045bd0f-a417-4e9c-a690-317a1686920c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4045bd0f-a417-4e9c-a690-317a1686920c,segment=NetworkSegment(e1b39a80-7f83-4774-87e2-f8f6f36d0f64),segment_id=e1b39a80-7f83-4774-87e2-f8f6f36d0f64)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:17.328658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.370148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for 4045bd0f-a417-4e9c-a690-317a1686920c owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:17.389146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594aed62-d66f-4438-bf74-494c54105b4d req-e3e6dddf-2281-4eb0-a01e-246d695d4d47 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:17.393822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-594aed62-d66f-4438-bf74-494c54105b4d req-e3e6dddf-2281-4eb0-a01e-246d695d4d47 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 945 time: 0.1551847 Jan 27 14:56:17.405725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.410007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bf45-0243-4453-be7d-a9436d15a2f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.414433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.432874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9e2bf45-0243-4453-be7d-a9436d15a2f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.439044 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d9e2bf45-0243-4453-be7d-a9436d15a2f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f3663eff-3ea3-4ad5-a27a-ca3b580f54b8 HTTP/1.1" status: 204 len: 168 time: 0.3497081 Jan 27 14:56:17.440955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39314) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:17.467440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2bf45-0243-4453-be7d-a9436d15a2f5 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3663eff-3ea3-4ad5-a27a-ca3b580f54b8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:17.479297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 4045bd0f-a417-4e9c-a690-317a1686920c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4045bd0f-a417-4e9c-a690-317a1686920c,segment=NetworkSegment(e1b39a80-7f83-4774-87e2-f8f6f36d0f64),segment_id=e1b39a80-7f83-4774-87e2-f8f6f36d0f64)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:17.501121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.566971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f370b895-f0a5-4352-8789-173b54053496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.583901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-594aed62-d66f-4438-bf74-494c54105b4d req-4fb51d8e-a53a-4a40-b5b9-92aa2276d3b7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677184 Jan 27 14:56:17.588980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370b895-f0a5-4352-8789-173b54053496 None None] No DVR routers for this DVR port 4045bd0f-a417-4e9c-a690-317a1686920c on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:56:17.644578 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-67ac4c36-665c-40aa-8e67-41af4e47a84c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1896896 Jan 27 14:56:17.644910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=4045bd0f-a417-4e9c-a690-317a1686920c,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:17.647633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39316) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:17.694574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370b895-f0a5-4352-8789-173b54053496 None None] Pushing event deleted for resources: {'Port': ['ID=4045bd0f-a417-4e9c-a690-317a1686920c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:17.704538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-330670c8-7f7e-42cf-be31-7d4da953beef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.715506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-330670c8-7f7e-42cf-be31-7d4da953beef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.737545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.789643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=4045bd0f-a417-4e9c-a690-317a1686920c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:17.791648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port 4045bd0f-a417-4e9c-a690-317a1686920c on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:56:17.839191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-330670c8-7f7e-42cf-be31-7d4da953beef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.872916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-330670c8-7f7e-42cf-be31-7d4da953beef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:17.874950 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-330670c8-7f7e-42cf-be31-7d4da953beef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1de46046-2772-41b2-bea7-08b0fa028a48 HTTP/1.1" status: 204 len: 168 time: 0.2259524 Jan 27 14:56:17.880090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39318) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:17.930331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330670c8-7f7e-42cf-be31-7d4da953beef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1de46046-2772-41b2-bea7-08b0fa028a48,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:17.970287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.020481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af85891-03d0-4635-b6f9-54d4bdbbdeb0']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:18.040686 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cb258f60-42e0-4b74-a3e1-e08033499937 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1594810 Jan 27 14:56:18.047002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39320) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.060622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b39a80-7f83-4774-87e2-f8f6f36d0f64') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:18.061071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b39a80-7f83-4774-87e2-f8f6f36d0f64') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:18.090767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.127064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.136926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c20512cd-ae95-4a5f-9d4d-63335d29220d tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.150776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:56:18.151437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:56:18.156321 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:56:18.167004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c20512cd-ae95-4a5f-9d4d-63335d29220d tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.225620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c20512cd-ae95-4a5f-9d4d-63335d29220d tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.245886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c20512cd-ae95-4a5f-9d4d-63335d29220d tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.247922 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c20512cd-ae95-4a5f-9d4d-63335d29220d tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bd53fb2c-6cdf-477b-914a-88554992f784 HTTP/1.1" status: 204 len: 168 time: 0.1978660 Jan 27 14:56:18.249309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20512cd-ae95-4a5f-9d4d-63335d29220d tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd53fb2c-6cdf-477b-914a-88554992f784,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:18.252006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39324) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.311513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.322029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.336799 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/0af85891-03d0-4635-b6f9-54d4bdbbdeb0 HTTP/1.1" status: 204 len: 168 time: 1.6716628 Jan 27 14:56:18.340238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39326) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.348125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-85076269', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}, 'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:18.348431 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a528ea29-6bc8-4c97-8823-d227c8c9e9d6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0932713 Jan 27 14:56:18.354241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39328) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.375685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0dbec-d74c-4093-8590-0cdda83ffa0b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=0af85891-03d0-4635-b6f9-54d4bdbbdeb0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:18.398581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e375c7ba-a424-4598-af92-836b3c4113df tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.417495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.418825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.419142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e375c7ba-a424-4598-af92-836b3c4113df tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.464161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e375c7ba-a424-4598-af92-836b3c4113df tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.470092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e375c7ba-a424-4598-af92-836b3c4113df tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.474315 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e375c7ba-a424-4598-af92-836b3c4113df tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/597fe783-3184-474a-b1fe-72a4d2d1e4b0 HTTP/1.1" status: 204 len: 168 time: 0.1184809 Jan 27 14:56:18.474972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39330) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.496447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375c7ba-a424-4598-af92-836b3c4113df tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=597fe783-3184-474a-b1fe-72a4d2d1e4b0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:18.530770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.549615 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ba608806-89c5-4ca6-8d81-fe1fab3fef7d tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709839 Jan 27 14:56:18.558230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39332) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.672810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3505a614-ac59-44b1-b823-f20a225405d6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.736892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3505a614-ac59-44b1-b823-f20a225405d6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.758257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.818291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3505a614-ac59-44b1-b823-f20a225405d6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.824931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3505a614-ac59-44b1-b823-f20a225405d6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.831763 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3505a614-ac59-44b1-b823-f20a225405d6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2633572-2edd-4304-9814-446885ede6d7 HTTP/1.1" status: 204 len: 168 time: 0.2679853 Jan 27 14:56:18.834908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39336) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.846103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:18.870955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505a614-ac59-44b1-b823-f20a225405d6 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2633572-2edd-4304-9814-446885ede6d7,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:18.955830 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-af9edcd1-c11c-4ea7-b238-66233e22a54a tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190264 Jan 27 14:56:18.964701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39338) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:18.989726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7626d1ed-8414-4d81-82ad-0dd393a7458f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--316073954'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:19.014456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483d15c-c7b3-4281-b8b7-120b080a76f7 req-bb1a0bb1-bac3-466f-a4da-be3ca594f985 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:19.028351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8483d15c-c7b3-4281-b8b7-120b080a76f7 req-bb1a0bb1-bac3-466f-a4da-be3ca594f985 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 945 time: 0.2919290 Jan 27 14:56:19.085584 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7626d1ed-8414-4d81-82ad-0dd393a7458f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.111113 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8483d15c-c7b3-4281-b8b7-120b080a76f7 req-4bd849bf-b353-4747-8486-2d3a28fcf48f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769930 Jan 27 14:56:19.202908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.314382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7626d1ed-8414-4d81-82ad-0dd393a7458f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.328430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7626d1ed-8414-4d81-82ad-0dd393a7458f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.392096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7626d1ed-8414-4d81-82ad-0dd393a7458f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.393578 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7626d1ed-8414-4d81-82ad-0dd393a7458f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4183166 Jan 27 14:56:19.396271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626d1ed-8414-4d81-82ad-0dd393a7458f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858812df-6451-4f60-86df-dc56403f7fe3,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:19.400836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39344) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:19.411819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b6d8b670-ab02-4fc2-b610-f25bc54b29f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': '858812df-6451-4f60-86df-dc56403f7fe3', 'direction': 'ingress', 'protocol': 17}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:19.445874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48257ee-4a13-45ff-b714-3e7fdf6207f8 req-db448dfe-20f6-4425-bb76-819a1ce54610 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:19.450287 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d48257ee-4a13-45ff-b714-3e7fdf6207f8 req-db448dfe-20f6-4425-bb76-819a1ce54610 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 945 time: 0.2125709 Jan 27 14:56:19.498528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b670-ab02-4fc2-b610-f25bc54b29f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.534868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.569604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.679659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b670-ab02-4fc2-b610-f25bc54b29f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.694326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b670-ab02-4fc2-b610-f25bc54b29f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.699105 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d48257ee-4a13-45ff-b714-3e7fdf6207f8 req-6bf26a35-08cd-4edc-a529-d10f76758d51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276087 Jan 27 14:56:19.716431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8b670-ab02-4fc2-b610-f25bc54b29f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990a9f23-29e6-4bff-9b01-3cd78ed56cbd,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:19.738643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b670-ab02-4fc2-b610-f25bc54b29f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.740344 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b6d8b670-ab02-4fc2-b610-f25bc54b29f4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3385322 Jan 27 14:56:19.748208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39346) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:19.767966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39348) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:19.850112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.26.6.174 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/d875f241-15cf-4151-8e2c-1fb82cefc0ad) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:19.899223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d44e86-4628-4dcb-baaa-eabae1748db0 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:19.901254 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-23d44e86-4628-4dcb-baaa-eabae1748db0 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 1093 time: 0.1319785 Jan 27 14:56:19.909390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39350) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:19.915621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'port_id': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:19.971523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c47c06a-641f-42cf-b48f-9a318aafdfae tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:19.983788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:20.083263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c47c06a-641f-42cf-b48f-9a318aafdfae tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:20.112789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:20.198665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:20.341054 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:20.345335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:20.347067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c47c06a-641f-42cf-b48f-9a318aafdfae tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:20.350090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:20.352874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c47c06a-641f-42cf-b48f-9a318aafdfae tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:20.360187 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8c47c06a-641f-42cf-b48f-9a318aafdfae tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/858812df-6451-4f60-86df-dc56403f7fe3 HTTP/1.1" status: 204 len: 168 time: 0.6095729 Jan 27 14:56:20.361177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39352) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:20.380685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=d875f241-15cf-4151-8e2c-1fb82cefc0ad,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:20.460781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47c06a-641f-42cf-b48f-9a318aafdfae tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858812df-6451-4f60-86df-dc56403f7fe3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:20.558099 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-32e5bd0c-011a-4b7c-b9d8-8b16edfba2be tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1866531 Jan 27 14:56:20.594473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39354) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:20.610288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-862eb2ef-19a5-4f9f-9cee-465c073f7025 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--810212177'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:20.712099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862eb2ef-19a5-4f9f-9cee-465c073f7025 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.008334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.020742 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.024975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.160743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862eb2ef-19a5-4f9f-9cee-465c073f7025 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.175132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862eb2ef-19a5-4f9f-9cee-465c073f7025 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.256882 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 5c0b7e40-5593-446f-b61e-538deba81407 associated. External IP: 172.26.6.104, port: 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5. Jan 27 14:56:21.347891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-862eb2ef-19a5-4f9f-9cee-465c073f7025 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.351038 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-862eb2ef-19a5-4f9f-9cee-465c073f7025 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7538941 Jan 27 14:56:21.363395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39358) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:21.381232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-57a7a19a-c666-4e96-9037-95129976589c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069211627'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:21.389550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862eb2ef-19a5-4f9f-9cee-465c073f7025 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacde45e-9ab2-4248-a175-dd828e73fb6a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:21.489622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57a7a19a-c666-4e96-9037-95129976589c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.639379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.811207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57a7a19a-c666-4e96-9037-95129976589c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.822825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57a7a19a-c666-4e96-9037-95129976589c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.890811 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-57a7a19a-c666-4e96-9037-95129976589c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:21.894936 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-57a7a19a-c666-4e96-9037-95129976589c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5271411 Jan 27 14:56:21.898571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39362) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:21.906642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-cefa9b8c-b717-45a3-a998-488c29e52545 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'cacde45e-9ab2-4248-a175-dd828e73fb6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '33466989-8a55-46f8-bc65-8e249f055e15', 'remote_ip_prefix': None}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:21.912938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7a19a-c666-4e96-9037-95129976589c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33466989-8a55-46f8-bc65-8e249f055e15,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:21.986190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router 04c666f9-6f4e-43fd-8001-87b6d12b82e5 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:56:22.012287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cefa9b8c-b717-45a3-a998-488c29e52545 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.085786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:22.186150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:22.196637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] Sync routers for ids ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:22.197942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cefa9b8c-b717-45a3-a998-488c29e52545 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.208751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cefa9b8c-b717-45a3-a998-488c29e52545 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.213430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] Routers {'04c666f9-6f4e-43fd-8001-87b6d12b82e5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:22.215344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:22.255768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.259901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c9472f51-66df-4a43-8d8a-388982582047 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9157505 Jan 27 14:56:22.261293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39364) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:22.263005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa9b8c-b717-45a3-a998-488c29e52545 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de69ea5-4249-41ee-b5c4-1628c8ddf2a1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:22.279675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cefa9b8c-b717-45a3-a998-488c29e52545 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.283260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cefa9b8c-b717-45a3-a998-488c29e52545 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3827131 Jan 27 14:56:22.291627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:22.291973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39366) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:22.319396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] Routers {'04c666f9-6f4e-43fd-8001-87b6d12b82e5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:22.321094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:22.330881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:22.336865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.344855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1273-97c1-46bd-be8e-72b8afd384f0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.347954 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] Sync routers for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:22.361090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1273-97c1-46bd-be8e-72b8afd384f0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.391446 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:22.396705 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:22.419827 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cbb0ee64-9b3f-4a87-a650-bf5a544687c6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 991 time: 2.5088544 Jan 27 14:56:22.423904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39368) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:22.433081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:56:22.435084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:56:22.570080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77143864-f919-4244-8564-8482b6d4b5e7 x-openstack-request-id: req-77143864-f919-4244-8564-8482b6d4b5e7 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:56:22.570080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:56:22.573993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77143864-f919-4244-8564-8482b6d4b5e7 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:56:22.574649 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'status': 'completed', 'code': 200} Jan 27 14:56:22.614577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d0f6e766-5493-40ec-850f-136d32950592 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 991 time: 0.1878748 Jan 27 14:56:22.636317 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-65bbfdbe-d2d2-4087-a46b-bd1ea4be123f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/routers/04c666f9-6f4e-43fd-8001-87b6d12b82e5 HTTP/1.1" status: 200 len: 879 time: 0.3714087 Jan 27 14:56:22.636566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39372) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:22.646781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:22.648359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2ff38-7217-4249-a4e7-113738d1b058 None None] The sync data for ids ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:22.657313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1273-97c1-46bd-be8e-72b8afd384f0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.663155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1273-97c1-46bd-be8e-72b8afd384f0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:22.677081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4f8a1273-97c1-46bd-be8e-72b8afd384f0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5de69ea5-4249-41ee-b5c4-1628c8ddf2a1 HTTP/1.1" status: 204 len: 168 time: 0.3800468 Jan 27 14:56:22.677817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39374) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:22.733913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-8154a0b7-0c30-4e78-a94c-f5b353deb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:22.737465 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-8154a0b7-0c30-4e78-a94c-f5b353deb53a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 1098 time: 0.1549370 Jan 27 14:56:22.739251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a1273-97c1-46bd-be8e-72b8afd384f0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5de69ea5-4249-41ee-b5c4-1628c8ddf2a1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:22.771017 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:22.814743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-258c271c-8817-4a38-8cdb-f758af902a36 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1338356 Jan 27 14:56:22.820700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39376) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:22.933463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-4d210791-0219-47df-b6bc-3c3fbedcfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:22.937453 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-4d210791-0219-47df-b6bc-3c3fbedcfd9c service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 897 time: 0.1844223 Jan 27 14:56:23.051735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a46c4672-4489-4192-af6f-872c79408719 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:23.078189 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-5ab75fe6-7a20-47e0-b287-2d19747c857a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 HTTP/1.1" status: 200 len: 999 time: 0.1119597 Jan 27 14:56:23.117185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a46c4672-4489-4192-af6f-872c79408719 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:23.185703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-cf449642-3d3c-4126-a351-dd13b2651171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:23.187331 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-cf449642-3d3c-4126-a351-dd13b2651171 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.1007094 Jan 27 14:56:23.195314 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8ec636be-4f06-47b9-b3b1-c0ba83609aa5 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5569825 Jan 27 14:56:23.202324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39380) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:23.211410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d0810c8c-befd-44cc-831f-354b96313548 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-85076269'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:23.270692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-5b3ee25c-7ee5-4cf0-943e-9296a6d1c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:23.275095 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-5b3ee25c-7ee5-4cf0-943e-9296a6d1c944 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783651 Jan 27 14:56:23.303154 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '5c0b7e40-5593-446f-b61e-538deba81407', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'port_id': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'mac_address': 'fa:16:3e:1c:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:55:22Z', 'updated_at': '2022-01-27T14:56:20Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:23.356056 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] Checking router: c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:23.378710 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:23.380320 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:23.446059 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-5a1b19e6-d520-443b-a64e-c2dfd2201dba service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586192 Jan 27 14:56:23.464719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a46c4672-4489-4192-af6f-872c79408719 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:23.470135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a46c4672-4489-4192-af6f-872c79408719 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:23.472809 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a46c4672-4489-4192-af6f-872c79408719 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/33466989-8a55-46f8-bc65-8e249f055e15 HTTP/1.1" status: 204 len: 168 time: 0.6491978 Jan 27 14:56:23.483213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39382) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:23.623248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39384) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:23.744067 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-95653114-82fd-47c6-9004-648eb89cf7cc tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2591801 Jan 27 14:56:23.760522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39386) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:23.782781 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:23.788993 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b3c47f8e-8b50-4235-be7b-f5aa7bcb0ebc req-627e1438-1f83-4b89-ab2f-ba843bd5790a service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332181 Jan 27 14:56:23.862684 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6242cdeb-6d96-4849-84fd-fe1fd48ecdcb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 991 time: 0.2287796 Jan 27 14:56:23.957186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75e86e41-6bdb-4894-aa5c-9458a712d426 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.068106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c4672-4489-4192-af6f-872c79408719 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33466989-8a55-46f8-bc65-8e249f055e15,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:24.082926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75e86e41-6bdb-4894-aa5c-9458a712d426 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.168033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75e86e41-6bdb-4894-aa5c-9458a712d426 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.175365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-75e86e41-6bdb-4894-aa5c-9458a712d426 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.179472 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-75e86e41-6bdb-4894-aa5c-9458a712d426 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/cacde45e-9ab2-4248-a175-dd828e73fb6a HTTP/1.1" status: 204 len: 168 time: 0.4145479 Jan 27 14:56:24.184650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39390) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:24.190939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e86e41-6bdb-4894-aa5c-9458a712d426 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacde45e-9ab2-4248-a175-dd828e73fb6a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:24.192051 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '5c0b7e40-5593-446f-b61e-538deba81407', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'port_id': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'mac_address': 'fa:16:3e:1c:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:55:22Z', 'updated_at': '2022-01-27T14:56:20Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:24.261263 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712d8a0-4806-4dc1-a604-4563af99ac33 None None] The sync data for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv is: [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '5c0b7e40-5593-446f-b61e-538deba81407', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.104', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'port_id': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'mac_address': 'fa:16:3e:1c:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:55:22Z', 'updated_at': '2022-01-27T14:56:20Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:24.347344 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8a2664c5-0c56-49b3-a56c-24eae4c279f8 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1576157 Jan 27 14:56:24.348907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39392) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:24.354310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-10359b28-687f-4c3f-83f8-036125ca58e3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--851078262'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:24.402448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10359b28-687f-4c3f-83f8-036125ca58e3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.510568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0810c8c-befd-44cc-831f-354b96313548 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.533673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0810c8c-befd-44cc-831f-354b96313548 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.549651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10359b28-687f-4c3f-83f8-036125ca58e3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.559055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10359b28-687f-4c3f-83f8-036125ca58e3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.590955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7ce73-434f-4602-ad07-60d2b0c75ebc None None] New status for floating IP 5c0b7e40-5593-446f-b61e-538deba81407: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:56:24.617174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-10359b28-687f-4c3f-83f8-036125ca58e3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.618504 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-10359b28-687f-4c3f-83f8-036125ca58e3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2685742 Jan 27 14:56:24.619525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10359b28-687f-4c3f-83f8-036125ca58e3 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec269fd-5bef-47c1-820a-cd2f9bb463a6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:24.635476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39394) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:24.644852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e575ae7b-7829-479a-8ca2-97d5829f4b4f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': '8ec269fd-5bef-47c1-820a-cd2f9bb463a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:24.703822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e575ae7b-7829-479a-8ca2-97d5829f4b4f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.754710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0810c8c-befd-44cc-831f-354b96313548 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router 04c666f9-6f4e-43fd-8001-87b6d12b82e5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:24.811093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e575ae7b-7829-479a-8ca2-97d5829f4b4f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.817856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e575ae7b-7829-479a-8ca2-97d5829f4b4f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.840101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575ae7b-7829-479a-8ca2-97d5829f4b4f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71085b8-ab08-4047-a97f-0a49174a050c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:24.859096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e575ae7b-7829-479a-8ca2-97d5829f4b4f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.864305 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e575ae7b-7829-479a-8ca2-97d5829f4b4f tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2272718 Jan 27 14:56:24.869123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39396) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:24.869630 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:24.925023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0810c8c-befd-44cc-831f-354b96313548 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:24.941460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d0810c8c-befd-44cc-831f-354b96313548 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:24.942463 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] Sync routers for ids ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:24.949718 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d0810c8c-befd-44cc-831f-354b96313548 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/04c666f9-6f4e-43fd-8001-87b6d12b82e5 HTTP/1.1" status: 200 len: 886 time: 1.7418134 Jan 27 14:56:24.950413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39400) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:24.995012 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] Routers {'04c666f9-6f4e-43fd-8001-87b6d12b82e5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:25.002128 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:25.038969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30db6f55-ef1e-4d6f-bafb-0d30e0c13f18 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.062475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30db6f55-ef1e-4d6f-bafb-0d30e0c13f18 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.079081 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:25.102146 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] Routers {'04c666f9-6f4e-43fd-8001-87b6d12b82e5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:25.103215 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:25.125021 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b6306604-5d8f-40ab-8571-c11c7757836b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 200 len: 993 time: 0.2534416 Jan 27 14:56:25.157492 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:25.158265 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f629fe-1644-4af1-baf2-60cef83abb00 None None] The sync data for ids ['04c666f9-6f4e-43fd-8001-87b6d12b82e5'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:25.181253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30db6f55-ef1e-4d6f-bafb-0d30e0c13f18 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.193005 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-30db6f55-ef1e-4d6f-bafb-0d30e0c13f18 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.196585 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-30db6f55-ef1e-4d6f-bafb-0d30e0c13f18 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e71085b8-ab08-4047-a97f-0a49174a050c HTTP/1.1" status: 204 len: 168 time: 0.2954888 Jan 27 14:56:25.205205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39404) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:25.226439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db6f55-ef1e-4d6f-bafb-0d30e0c13f18 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e71085b8-ab08-4047-a97f-0a49174a050c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:25.247575 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ebb451ce-e708-47f3-89fe-aef0ed0769f5 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/routers/04c666f9-6f4e-43fd-8001-87b6d12b82e5 HTTP/1.1" status: 200 len: 886 time: 0.2913122 Jan 27 14:56:25.253498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39406) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:25.302648 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6eed6d14-8dae-49e2-9d6c-6681e96cd8fe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=04c666f9-6f4e-43fd-8001-87b6d12b82e5 HTTP/1.1" status: 200 len: 205 time: 0.0494676 Jan 27 14:56:25.305877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39408) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:25.330494 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-21f4ec89-34af-4151-9828-062a750645a8 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231391 Jan 27 14:56:25.334708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39410) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:25.409952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-52e0c89f-49dc-4446-aaa2-13b7bfeef6dc tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.442587 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-52e0c89f-49dc-4446-aaa2-13b7bfeef6dc tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.494176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.505060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-52e0c89f-49dc-4446-aaa2-13b7bfeef6dc tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.507846 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-52e0c89f-49dc-4446-aaa2-13b7bfeef6dc tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.512160 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-52e0c89f-49dc-4446-aaa2-13b7bfeef6dc tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ec269fd-5bef-47c1-820a-cd2f9bb463a6 HTTP/1.1" status: 204 len: 168 time: 0.1762738 Jan 27 14:56:25.513036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39412) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:25.532136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0c89f-49dc-4446-aaa2-13b7bfeef6dc tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec269fd-5bef-47c1-820a-cd2f9bb463a6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:25.605714 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f95505a4-3689-4e68-ab64-625cb67d67aa tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876131 Jan 27 14:56:25.611945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39414) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:25.620318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a38276e6-f044-433c-9142-f7b39895b385 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898018183'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:25.670483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a38276e6-f044-433c-9142-f7b39895b385 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.689977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.787978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port d875f241-15cf-4151-8e2c-1fb82cefc0ad {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:25.788487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.811844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a38276e6-f044-433c-9142-f7b39895b385 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.816610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a38276e6-f044-433c-9142-f7b39895b385 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.854311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a38276e6-f044-433c-9142-f7b39895b385 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.858892 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a38276e6-f044-433c-9142-f7b39895b385 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2418525 Jan 27 14:56:25.860286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39416) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:25.866238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-419c8600-5f01-4e01-81fa-61207b0baaef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': '6493dd40-cb6c-42c1-b453-d520075a6d38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:25.872207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38276e6-f044-433c-9142-f7b39895b385 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6493dd40-cb6c-42c1-b453-d520075a6d38,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:25.933421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.948459 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-419c8600-5f01-4e01-81fa-61207b0baaef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:25.950662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for d875f241-15cf-4151-8e2c-1fb82cefc0ad owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:26.056353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-419c8600-5f01-4e01-81fa-61207b0baaef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.064877 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-419c8600-5f01-4e01-81fa-61207b0baaef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.105207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c8600-5f01-4e01-81fa-61207b0baaef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b0e3dc-0af4-428e-9191-29b84c7655fa,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:26.114996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-419c8600-5f01-4e01-81fa-61207b0baaef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.117160 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-419c8600-5f01-4e01-81fa-61207b0baaef tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2554603 Jan 27 14:56:26.120298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39418) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.147231 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b1b543c1-7a2d-4986-9c55-84275561a7fd tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules/b1b0e3dc-0af4-428e-9191-29b84c7655fa HTTP/1.1" status: 200 len: 763 time: 0.0253012 Jan 27 14:56:26.150555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39420) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.200732 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fbd82a68-5e7f-45ff-bbdb-ad250f6b1df4 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0485289 Jan 27 14:56:26.205686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39422) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.218182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.245246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a6addd60-1ef8-4f0e-a819-2ae439af3612 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.263884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a6addd60-1ef8-4f0e-a819-2ae439af3612 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.270871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=d875f241-15cf-4151-8e2c-1fb82cefc0ad,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:26.324729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a6addd60-1ef8-4f0e-a819-2ae439af3612 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.334950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a6addd60-1ef8-4f0e-a819-2ae439af3612 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.336602 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a6addd60-1ef8-4f0e-a819-2ae439af3612 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b1b0e3dc-0af4-428e-9191-29b84c7655fa HTTP/1.1" status: 204 len: 168 time: 0.1296983 Jan 27 14:56:26.340731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39428) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.344149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6addd60-1ef8-4f0e-a819-2ae439af3612 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1b0e3dc-0af4-428e-9191-29b84c7655fa,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:26.353179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.477936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.483548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.513077 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7055183b-36e2-467e-9ae1-507d5e149332 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1705627 Jan 27 14:56:26.517525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39432) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.525972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1b31818d-a669-443d-b049-e9c5cec1db7c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': '6493dd40-cb6c-42c1-b453-d520075a6d38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:26.580889 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1b31818d-a669-443d-b049-e9c5cec1db7c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.581344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.581923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Fanout notify agent at l3_agent the message router_deleted on router 04c666f9-6f4e-43fd-8001-87b6d12b82e5 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:56:26.600822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.602403 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-33cbbc70-7576-458c-85e7-16f3b5039536 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/04c666f9-6f4e-43fd-8001-87b6d12b82e5 HTTP/1.1" status: 204 len: 168 time: 1.2939761 Jan 27 14:56:26.609215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39438) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.618175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1490556161'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:26.662822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:26.668958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.677031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1b31818d-a669-443d-b049-e9c5cec1db7c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.682437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1b31818d-a669-443d-b049-e9c5cec1db7c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.709664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31818d-a669-443d-b049-e9c5cec1db7c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300dd2df-525e-4b02-a35b-b50e0f451256,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:26.716489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1b31818d-a669-443d-b049-e9c5cec1db7c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.718309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1b31818d-a669-443d-b049-e9c5cec1db7c tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1991332 Jan 27 14:56:26.722518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39440) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.741809 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-74740873-e837-47af-b3f5-9dcacf80ded7 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules/300dd2df-525e-4b02-a35b-b50e0f451256 HTTP/1.1" status: 200 len: 763 time: 0.0180268 Jan 27 14:56:26.745675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39442) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.748121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:56:26.770247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-f1d4e5e8-0726-401d-a1bb-80a23bf92911 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-735460717&fields=id&tenant_id=5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 267 time: 0.0810926 Jan 27 14:56:26.777065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.777618 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment ccf5d4b3-10e8-48b0-ae33-ffbeb3675956 of type vlan for network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e Jan 27 14:56:26.804451 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-08435c57-10c5-4d73-878a-576e318e4735 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0571685 Jan 27 14:56:26.807569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39444) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.850529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b60d7b2-92d8-4cc7-b5d5-1d4cf681d25b tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.865042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b60d7b2-92d8-4cc7-b5d5-1d4cf681d25b tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.912708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b60d7b2-92d8-4cc7-b5d5-1d4cf681d25b tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.920650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2b60d7b2-92d8-4cc7-b5d5-1d4cf681d25b tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:26.922573 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2b60d7b2-92d8-4cc7-b5d5-1d4cf681d25b tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/300dd2df-525e-4b02-a35b-b50e0f451256 HTTP/1.1" status: 204 len: 168 time: 0.1134548 Jan 27 14:56:26.926736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39446) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:26.935245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60d7b2-92d8-4cc7-b5d5-1d4cf681d25b tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=300dd2df-525e-4b02-a35b-b50e0f451256,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:26.938922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.008571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.014921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:27.015487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.059059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4a400892-08bf-4e0d-9257-ad88c108e2f1 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1307395 Jan 27 14:56:27.062965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39448) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:27.069327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': '6493dd40-cb6c-42c1-b453-d520075a6d38', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:27.083579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-7c4cf1c3-5e1d-4c01-ad9a-6a7aebc0e2ac tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:27.085245 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-7c4cf1c3-5e1d-4c01-ad9a-6a7aebc0e2ac tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 812 time: 0.2932518 Jan 27 14:56:27.129358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.140308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5291977 Jan 27 14:56:27.146350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39450) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:27.154584 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-370162d2-a020-49a1-bc9b-9b3e584d36a1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/quotas/5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 375 time: 0.0276082 Jan 27 14:56:27.157439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': '7c90bc25-59c0-473b-a6d7-79bcb7c4c84e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:27.163648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b7120-f3ff-4e2e-b15e-db4e11273bbe tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=7c90bc25-59c0-473b-a6d7-79bcb7c4c84e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:27.179638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:56:27.237613 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-2bc71caa-a132-4d76-9255-a3b466f209ea tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0682807 Jan 27 14:56:27.367379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.377742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.395353 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-47db46a6-2728-4f4c-839b-0f2f17a7aa7f service neutron] 10.222.0.18 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407137 Jan 27 14:56:27.434100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14adb6ad-d50e-433a-b4ff-9953deaa9e00,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:27.449064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.451209 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3865252 Jan 27 14:56:27.462511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39452) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:27.475958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.476583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.477017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.477607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.478179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.478773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.479385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.479923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.480497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.481074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.481649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.482211 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9b148-7adb-4ea5-be7a-708933b93364 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:27.489784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:27.496221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.544800 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b56258e5-6aaf-4126-876b-f82de6115c97 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules/14adb6ad-d50e-433a-b4ff-9953deaa9e00 HTTP/1.1" status: 200 len: 764 time: 0.0800765 Jan 27 14:56:27.551458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39454) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:27.576243 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-3d608f04-4993-4015-942b-03fbe51d4727 service neutron] 10.222.0.18 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719747 Jan 27 14:56:27.740293 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8a1f8108-c54f-496d-9ec5-2389d36435ce tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1821685 Jan 27 14:56:27.741698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39458) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:27.789669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5815e73-b3f5-456a-885a-edfe4bec0765 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.803839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5815e73-b3f5-456a-885a-edfe4bec0765 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.842486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5815e73-b3f5-456a-885a-edfe4bec0765 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.848733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f5815e73-b3f5-456a-885a-edfe4bec0765 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.853286 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f5815e73-b3f5-456a-885a-edfe4bec0765 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/14adb6ad-d50e-433a-b4ff-9953deaa9e00 HTTP/1.1" status: 204 len: 168 time: 0.1067219 Jan 27 14:56:27.853912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39464) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:27.859541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5815e73-b3f5-456a-885a-edfe4bec0765 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14adb6ad-d50e-433a-b4ff-9953deaa9e00,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:27.943362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:27.976262 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d86d7690-c127-4f94-89f2-e601fcd99d69 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1205266 Jan 27 14:56:27.980845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39466) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:28.062433 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=57267d59-9969-49ea-b3d9-1839ab756de5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:28.074412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': 'ccf5d4b3-10e8-48b0-ae33-ffbeb3675956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7c90bc25-59c0-473b-a6d7-79bcb7c4c84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:28.074952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:56:28.103485 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:56:28.104951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ca84d6-f904-411f-92ea-f3c92ae389e7 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.115120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:28.120015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:28.120755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.129570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed57ede7-7dd3-4c7b-a3e8-d4ba8d5b563c None None] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:28.143459 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-238f0486-09c4-4314-8c55-481a70b5458e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9954250 Jan 27 14:56:28.147649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39468) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:28.155191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a915cb39-51c9-4848-8a6b-7332967e96d4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-617232025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:28.164033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ca84d6-f904-411f-92ea-f3c92ae389e7 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.193110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a915cb39-51c9-4848-8a6b-7332967e96d4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.195205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a915cb39-51c9-4848-8a6b-7332967e96d4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.240360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ca84d6-f904-411f-92ea-f3c92ae389e7 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.244957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-74ca84d6-f904-411f-92ea-f3c92ae389e7 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.250894 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-74ca84d6-f904-411f-92ea-f3c92ae389e7 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/6493dd40-cb6c-42c1-b453-d520075a6d38 HTTP/1.1" status: 204 len: 168 time: 0.2645915 Jan 27 14:56:28.253335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39470) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:28.276547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a915cb39-51c9-4848-8a6b-7332967e96d4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.283602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a915cb39-51c9-4848-8a6b-7332967e96d4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.289972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca84d6-f904-411f-92ea-f3c92ae389e7 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493dd40-cb6c-42c1-b453-d520075a6d38,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:28.320012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a915cb39-51c9-4848-8a6b-7332967e96d4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.322422 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a915cb39-51c9-4848-8a6b-7332967e96d4 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1734242 Jan 27 14:56:28.326591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39472) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:28.347947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fb27a71d-0c59-4569-9e47-90f2f4544f52 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857999 Jan 27 14:56:28.349833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39474) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:28.358162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e1952fa6-26e8-4c99-945d-4d6f50719e54 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group': {'name': 'tempest-secgroup--3644862'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:28.398347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1952fa6-26e8-4c99-945d-4d6f50719e54 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.420949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-7c90bc25-59c0-473b-a6d7-79bcb7c4c84e', 'network_id': '7c90bc25-59c0-473b-a6d7-79bcb7c4c84e', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': '57267d59-9969-49ea-b3d9-1839ab756de5'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:56:28.422593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.532711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1952fa6-26e8-4c99-945d-4d6f50719e54 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.538860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1952fa6-26e8-4c99-945d-4d6f50719e54 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.593836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e1952fa6-26e8-4c99-945d-4d6f50719e54 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.598972 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e1952fa6-26e8-4c99-945d-4d6f50719e54 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2440853 Jan 27 14:56:28.599653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39476) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:28.605908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8b78e31d-64e7-436f-93f3-931abc3e0f65 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Request body: {'security_group_rule': {'security_group_id': 'd1807cbf-67fd-4ddd-a52e-6634ad8b989e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:28.612442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1952fa6-26e8-4c99-945d-4d6f50719e54 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1807cbf-67fd-4ddd-a52e-6634ad8b989e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:28.645944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b78e31d-64e7-436f-93f3-931abc3e0f65 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.682833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Allocated IP 172.20.0.2 (7c90bc25-59c0-473b-a6d7-79bcb7c4c84e/57267d59-9969-49ea-b3d9-1839ab756de5/a41939eb-5a91-40aa-8c93-9c7a086e16b1) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:28.740906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b78e31d-64e7-436f-93f3-931abc3e0f65 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.750410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b78e31d-64e7-436f-93f3-931abc3e0f65 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.791604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78e31d-64e7-436f-93f3-931abc3e0f65 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de33b04d-148c-4ede-98dc-de10e77f6a58,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:28.800213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.802584 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b78e31d-64e7-436f-93f3-931abc3e0f65 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.805019 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b78e31d-64e7-436f-93f3-931abc3e0f65 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2037036 Jan 27 14:56:28.808715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39478) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:28.888654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c193-d020-4dae-956f-469f8d685091 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.919516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c193-d020-4dae-956f-469f8d685091 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.938553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:28.949000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.030011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:29.037829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:29.042718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:29.074615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Pushing event updated for resources: {'Port': ['ID=a41939eb-5a91-40aa-8c93-9c7a086e16b1,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:29.097952 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a3f46da-a95e-4d0c-b9bd-42978d1b65a5 req-cc6a5106-5b10-4976-8354-ac75797b4250 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0522289 Jan 27 14:56:29.108917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c193-d020-4dae-956f-469f8d685091 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.115138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c193-d020-4dae-956f-469f8d685091 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.124380 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3fa5c193-d020-4dae-956f-469f8d685091 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1807cbf-67fd-4ddd-a52e-6634ad8b989e HTTP/1.1" status: 204 len: 168 time: 0.3135753 Jan 27 14:56:29.125411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39486) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:29.176691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5c193-d020-4dae-956f-469f8d685091 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1807cbf-67fd-4ddd-a52e-6634ad8b989e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:29.220278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.20.0.1 (7c90bc25-59c0-473b-a6d7-79bcb7c4c84e/57267d59-9969-49ea-b3d9-1839ab756de5/f01b900a-7815-4f09-a95e-07b3d4de43e3) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:29.223796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Attempting to bind port a41939eb-5a91-40aa-8c93-9c7a086e16b1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:29.224773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Attempting to bind port a41939eb-5a91-40aa-8c93-9c7a086e16b1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'ccf5d4b3-10e8-48b0-ae33-ffbeb3675956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7c90bc25-59c0-473b-a6d7-79bcb7c4c84e'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:29.226039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Attempting to bind port a41939eb-5a91-40aa-8c93-9c7a086e16b1 on network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:29.238924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:29.239585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Checking segment: {'id': 'ccf5d4b3-10e8-48b0-ae33-ffbeb3675956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7c90bc25-59c0-473b-a6d7-79bcb7c4c84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:29.240104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.240791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Bound using segment: {'id': 'ccf5d4b3-10e8-48b0-ae33-ffbeb3675956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7c90bc25-59c0-473b-a6d7-79bcb7c4c84e'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:29.241646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Bound port: a41939eb-5a91-40aa-8c93-9c7a086e16b1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf5d4b3-10e8-48b0-ae33-ffbeb3675956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7c90bc25-59c0-473b-a6d7-79bcb7c4c84e'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:29.242205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.243928 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-898b46ae-7048-4512-801d-6b66a4033e37 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032491 Jan 27 14:56:29.248145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39488) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:29.310257 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f8161ae-e2d6-47f9-8de1-01c494820c88 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0587902 Jan 27 14:56:29.315159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39494) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:29.341788 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-2d62c5dc-8eef-4889-a848-b93a1053f133 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] delete failed (client error): The resource could not be found. Jan 27 14:56:29.344715 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2d62c5dc-8eef-4889-a848-b93a1053f133 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1807cbf-67fd-4ddd-a52e-6634ad8b989e HTTP/1.1" status: 404 len: 347 time: 0.0275099 Jan 27 14:56:29.350878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39496) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:29.388835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] For port a41939eb-5a91-40aa-8c93-9c7a086e16b1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:29.396975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] For port a41939eb-5a91-40aa-8c93-9c7a086e16b1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a41939eb-5a91-40aa-8c93-9c7a086e16b1,segment=NetworkSegment(ccf5d4b3-10e8-48b0-ae33-ffbeb3675956),segment_id=ccf5d4b3-10e8-48b0-ae33-ffbeb3675956)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:29.405372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.437255 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e28fa764-129f-4fd4-848f-5311c041b7f0 tempest-SecGroupTest-1455709900 tempest-SecGroupTest-1455709900-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847635 Jan 27 14:56:29.500877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.523607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ec38-4f9a-4b2a-97e5-ea8c3737ed6b None None] Pushing event updated for resources: {'Port': ['ID=a41939eb-5a91-40aa-8c93-9c7a086e16b1,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:29.582911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:29.658333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:29.664116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:29.671473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:29.748489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=f01b900a-7815-4f09-a95e-07b3d4de43e3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:29.776501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.777058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.777670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.778610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.779371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.780462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.781112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.781567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.782122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.782705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.783440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.784044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:29.794132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.014875 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39504) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:30.105801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.215769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.292347 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0f6bad70-bbd3-436a-9236-9604d01f7e41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=688ba09e03ef4435b650e978b080342d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754850 Jan 27 14:56:30.296027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39510) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:30.379481 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-90587176-1eb2-49f3-8811-5725809af77d req-d5b47613-831a-4ad0-926e-d1fa32bfb212 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0940902 Jan 27 14:56:30.386088 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-996c24e1-9787-4a9b-962b-8341f0abe470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.432583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-996c24e1-9787-4a9b-962b-8341f0abe470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.572647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-996c24e1-9787-4a9b-962b-8341f0abe470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.578106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-996c24e1-9787-4a9b-962b-8341f0abe470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.585231 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-996c24e1-9787-4a9b-962b-8341f0abe470 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d0869c2-a2fa-46ff-a167-a0ff73bf20d6 HTTP/1.1" status: 204 len: 168 time: 0.2874744 Jan 27 14:56:30.598133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c24e1-9787-4a9b-962b-8341f0abe470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0869c2-a2fa-46ff-a167-a0ff73bf20d6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:30.641476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.659707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.855857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-6a5e1a84-ef6a-459f-8a3f-3a0b0afbea04 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:30.857730 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-6a5e1a84-ef6a-459f-8a3f-3a0b0afbea04 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 812 time: 0.2192371 Jan 27 14:56:30.877246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:30.899609 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:56:30.906220 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=f01b900a-7815-4f09-a95e-07b3d4de43e3,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:30.925545 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-5324d63f-3a8d-41ad-b990-118556a978b3 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dc4826cb0314ba696e97a0ec792bf34 HTTP/1.1" status: 200 len: 379 time: 0.0585303 Jan 27 14:56:30.939945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'port': {'device_id': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'admin_state_up': True, 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'security_groups': ['554617c7-e8ea-40d4-a86c-08bb57246ab7']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:31.107133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:31.113107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:31.319902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Made reservation on behalf of 5dc4826cb0314ba696e97a0ec792bf34 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:31.328654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:31.339653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe39491-b8cb-4519-a2fc-bfb8c02347a4 None None] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:31.443255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a41939eb-5a91-40aa-8c93-9c7a086e16b1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:31.444595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router e546072a-30b9-412b-a1e7-207f2f9fcfa3 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:56:31.525028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-18f018bd-37a6-4ed3-9d5b-a7b484f327ac None None] Provisioning complete for port a41939eb-5a91-40aa-8c93-9c7a086e16b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:31.525661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-18f018bd-37a6-4ed3-9d5b-a7b484f327ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:31.721277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a41939eb-5a91-40aa-8c93-9c7a086e16b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:31.721670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:31.747117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:31.753144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-896a4d15-8e49-4cbe-a650-fa9060ed76c2 req-85979948-1bc9-4602-859b-db4f92be45a9 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0577040 Jan 27 14:56:31.764280 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-64bba997-75f7-4dfe-ad47-1284025bdcca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/e546072a-30b9-412b-a1e7-207f2f9fcfa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4362011 Jan 27 14:56:31.765206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39528) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:31.801146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] Sync routers for ids ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:31.835800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Allocated IP 172.20.0.8 (99c061cd-9f30-49b4-af76-944f2b547d02/cea828b1-6735-456c-956d-18d34c14848b/be132252-8bcf-4508-a941-f803af1ad641) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:31.881443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7698f14f-c59d-4577-8f70-d233c60e287b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:31.889503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7698f14f-c59d-4577-8f70-d233c60e287b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports/f01b900a-7815-4f09-a95e-07b3d4de43e3 HTTP/1.1" status: 200 len: 910 time: 0.1217029 Jan 27 14:56:31.890588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39534) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:31.900662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57267d59-9969-49ea-b3d9-1839ab756de5'}]}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:31.953552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:32.012950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port a41939eb-5a91-40aa-8c93-9c7a086e16b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a41939eb-5a91-40aa-8c93-9c7a086e16b1,segment=NetworkSegment(ccf5d4b3-10e8-48b0-ae33-ffbeb3675956),segment_id=ccf5d4b3-10e8-48b0-ae33-ffbeb3675956)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:32.015021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] Routers {'e546072a-30b9-412b-a1e7-207f2f9fcfa3'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:32.015957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:32.086093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:32.106653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:32.177630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:32.190673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:32.196134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-18f018bd-37a6-4ed3-9d5b-a7b484f327ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:32.239852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] Routers {'e546072a-30b9-412b-a1e7-207f2f9fcfa3'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:32.241258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:32.254357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:32.358008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39538) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:32.371317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:32.372601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028b22d-9607-4182-8f2d-cbd9b17091a0 None None] The sync data for ids ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:32.398547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Network 99c061cd-9f30-49b4-af76-944f2b547d02 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:32.410293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:32.417193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=be132252-8bcf-4508-a941-f803af1ad641,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:32.430176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:32.614921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:32.617480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:32.650629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=a41939eb-5a91-40aa-8c93-9c7a086e16b1,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:32.679032 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-4db822d8-a082-45cd-a306-06fe7bc6a8ae tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7443852 Jan 27 14:56:32.704261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Request body: {'port': {'device_id': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:32.727168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d0c94abb-a9bb-42b3-859d-7f29265f6a42 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:32.730219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-18f018bd-37a6-4ed3-9d5b-a7b484f327ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 14:56:32.732376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-18f018bd-37a6-4ed3-9d5b-a7b484f327ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 14:56:32.734292 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-d0c94abb-a9bb-42b3-859d-7f29265f6a42 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 14:56:32.735798 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-d0c94abb-a9bb-42b3-859d-7f29265f6a42 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 14:56:32.744784 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d0c94abb-a9bb-42b3-859d-7f29265f6a42 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3748846 Jan 27 14:56:32.782355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39542) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:32.796163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--561761704'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:32.956324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.088711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.109575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.330301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a41939eb-5a91-40aa-8c93-9c7a086e16b1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:33.447103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.456201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.502579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a41939eb-5a91-40aa-8c93-9c7a086e16b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:33.503411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.584383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.617808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.626977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Provisioning complete for port be132252-8bcf-4508-a941-f803af1ad641 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:33.628017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.783539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.790180 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0054102 Jan 27 14:56:33.791098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39546) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:33.803778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-df508c5f-bb3e-457f-ab53-a218acdb80aa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': '6a0ecdfd-c6b7-4da1-9aeb-4bde41703389', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:33.822089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff64b8-34e7-44e7-a14d-a4e867eb893e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:33.824782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Port be132252-8bcf-4508-a941-f803af1ad641 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:33.838539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ff658-e595-43c4-968e-339af11c54bf req-6c069d9e-890b-4331-96a3-9709cc756118 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:33.854049 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9e9ff658-e595-43c4-968e-339af11c54bf req-6c069d9e-890b-4331-96a3-9709cc756118 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 931 time: 0.5530546 Jan 27 14:56:33.878872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Provisioning complete for port f01b900a-7815-4f09-a95e-07b3d4de43e3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:33.883832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.893840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.915102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fea83-c9c1-4231-832b-4ddffbc8afb8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0ecdfd-c6b7-4da1-9aeb-4bde41703389,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:33.917013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.964697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Port f01b900a-7815-4f09-a95e-07b3d4de43e3 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:33.980389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df508c5f-bb3e-457f-ab53-a218acdb80aa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:33.981646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Provisioning complete for port a41939eb-5a91-40aa-8c93-9c7a086e16b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:33.983095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de588f67-a9e3-49db-bbb8-d3ab5794ca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.068995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be132252-8bcf-4508-a941-f803af1ad641 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:56:34.080135 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.098836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Transition to ACTIVE for port object be132252-8bcf-4508-a941-f803af1ad641 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:56:34.113441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:34.114193 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.115764 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/ports/f01b900a-7815-4f09-a95e-07b3d4de43e3 HTTP/1.1" status: 200 len: 910 time: 2.2235706 Jan 27 14:56:34.116417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.116679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ff65f-3bc8-4a97-8a73-af8116ee05ac tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=f01b900a-7815-4f09-a95e-07b3d4de43e3,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:34.125985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39550) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:34.149854 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9e9ff658-e595-43c4-968e-339af11c54bf req-79462685-231e-4a48-bca0-1f81c5fe4f1e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940643 Jan 27 14:56:34.245786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-45c1a402-28fe-49a0-86e3-6ea19fd17063 None None] Provisioning complete for port f01b900a-7815-4f09-a95e-07b3d4de43e3 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:34.247899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45c1a402-28fe-49a0-86e3-6ea19fd17063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.296772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Pushing event updated for resources: {'Port': ['ID=be132252-8bcf-4508-a941-f803af1ad641,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:34.300260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45c1a402-28fe-49a0-86e3-6ea19fd17063 None None] Port f01b900a-7815-4f09-a95e-07b3d4de43e3 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:34.367505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df508c5f-bb3e-457f-ab53-a218acdb80aa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.411214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df508c5f-bb3e-457f-ab53-a218acdb80aa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.459661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df508c5f-bb3e-457f-ab53-a218acdb80aa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a66d22-a96a-4bc7-b19c-d3634e33f54f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:34.493263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-df508c5f-bb3e-457f-ab53-a218acdb80aa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.496877 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-df508c5f-bb3e-457f-ab53-a218acdb80aa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6999123 Jan 27 14:56:34.515221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39552) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:34.520840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Attempting to bind port be132252-8bcf-4508-a941-f803af1ad641 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:34.522039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Attempting to bind port be132252-8bcf-4508-a941-f803af1ad641 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:34.522833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Attempting to bind port be132252-8bcf-4508-a941-f803af1ad641 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:34.523158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fb724a9c-c844-4a26-9cd1-9e0f61567285 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': '6a0ecdfd-c6b7-4da1-9aeb-4bde41703389', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:34.535175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Port be132252-8bcf-4508-a941-f803af1ad641 on network 99c061cd-9f30-49b4-af76-944f2b547d02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:56:34.536368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Attempting to bind port be132252-8bcf-4508-a941-f803af1ad641 on network 99c061cd-9f30-49b4-af76-944f2b547d02 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:34.552537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:34.554122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Checking segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:34.554122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Bound using segment: {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:34.554833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Bound port: be132252-8bcf-4508-a941-f803af1ad641, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6371227-0150-4741-8c92-b98fe8953f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:34.555638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.651171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb724a9c-c844-4a26-9cd1-9e0f61567285 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.687073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] For port be132252-8bcf-4508-a941-f803af1ad641, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:34.693334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] For port be132252-8bcf-4508-a941-f803af1ad641, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=be132252-8bcf-4508-a941-f803af1ad641,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:34.701885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.765103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-fb724a9c-c844-4a26-9cd1-9e0f61567285 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 14:56:34.766430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:34.767418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.769426 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fb724a9c-c844-4a26-9cd1-9e0f61567285 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2525415 Jan 27 14:56:34.770544 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] 10.222.0.72 "PUT /v2.0/ports/be132252-8bcf-4508-a941-f803af1ad641 HTTP/1.1" status: 200 len: 1093 time: 2.0816007 Jan 27 14:56:34.772190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:56:34.772463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39554) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:34.783835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053a587-3640-4955-80a1-5ce11ecc4037" -d '{"events": [{"name": "network-changed", "server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "tag": "be132252-8bcf-4508-a941-f803af1ad641"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:56:34.831802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390b2c6-9b7a-4423-a94a-e9752d9a3d88 service neutron] Pushing event updated for resources: {'Port': ['ID=be132252-8bcf-4508-a941-f803af1ad641,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:34.849415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:34.932786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9556b2-ddfc-4e5f-8ba7-c395712147ea x-openstack-request-id: req-1d9556b2-ddfc-4e5f-8ba7-c395712147ea {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:56:34.933348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "tag": "be132252-8bcf-4508-a941-f803af1ad641", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:56:34.934522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d9556b2-ddfc-4e5f-8ba7-c395712147ea {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:56:34.934522 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641', 'status': 'completed', 'code': 200} Jan 27 14:56:34.956198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-6aca030b-a291-4239-928a-e783b60e6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:34.958826 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-6aca030b-a291-4239-928a-e783b60e6167 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1070521 Jan 27 14:56:35.017080 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-8ff38a0c-62cb-4536-9757-b0084d6419c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132252-8bcf-4508-a941-f803af1ad641 HTTP/1.1" status: 200 len: 217 time: 0.0502515 Jan 27 14:56:35.029664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2751e38d-c983-40c4-a0e9-2a50da563ef8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.116969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2751e38d-c983-40c4-a0e9-2a50da563ef8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.134875 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-8ea87a79-9680-4ff1-a9ed-f8a22cb224a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:35.137434 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-8ea87a79-9680-4ff1-a9ed-f8a22cb224a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.1127889 Jan 27 14:56:35.237788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985fab-19a6-41ac-a695-13cd28236325 req-c20ccb2e-6c56-436a-9d81-377d6d08ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:35.248070 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-c20ccb2e-6c56-436a-9d81-377d6d08ee49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028018 Jan 27 14:56:35.320109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2751e38d-c983-40c4-a0e9-2a50da563ef8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.322748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2751e38d-c983-40c4-a0e9-2a50da563ef8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.324073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2751e38d-c983-40c4-a0e9-2a50da563ef8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a0ecdfd-c6b7-4da1-9aeb-4bde41703389 HTTP/1.1" status: 204 len: 168 time: 0.5514069 Jan 27 14:56:35.334015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39560) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:35.367953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751e38d-c983-40c4-a0e9-2a50da563ef8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0ecdfd-c6b7-4da1-9aeb-4bde41703389,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:35.434149 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-3d608968-f494-43b5-89fb-8df2ae87beb0 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791883 Jan 27 14:56:35.452430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port f01b900a-7815-4f09-a95e-07b3d4de43e3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:35.452944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.466789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1ab58-6568-4410-be26-754e822c4d1b req-a0d26d1a-2ecb-4ca6-9745-8d0e8f5520aa tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:35.469376 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-84b1ab58-6568-4410-be26-754e822c4d1b req-a0d26d1a-2ecb-4ca6-9745-8d0e8f5520aa tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1432807 Jan 27 14:56:35.486326 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-104094c6-d4c9-43a0-b546-63ba157c8afc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465604 Jan 27 14:56:35.496909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39562) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:35.541801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-bb3c79f7-c910-40d1-97f1-c45be298592d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412529846'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:35.598597 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-84b1ab58-6568-4410-be26-754e822c4d1b req-5aaa0abf-4c99-4baf-a070-df5bac18ffe4 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110451 Jan 27 14:56:35.609910 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-97985fab-19a6-41ac-a695-13cd28236325 req-5f80d05c-711f-4948-9114-ba0a2be05208 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682444 Jan 27 14:56:35.624261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb3c79f7-c910-40d1-97f1-c45be298592d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.630302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.657466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for f01b900a-7815-4f09-a95e-07b3d4de43e3 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:35.763953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-41a1828e-acc3-4e08-b1fd-2dc08eda625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:35.766163 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-41a1828e-acc3-4e08-b1fd-2dc08eda625e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 1096 time: 0.0684261 Jan 27 14:56:35.895238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb3c79f7-c910-40d1-97f1-c45be298592d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.907882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb3c79f7-c910-40d1-97f1-c45be298592d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.946262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-1a2ab5a4-dd2a-4fc3-abb3-8a7034043cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:35.948022 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-1a2ab5a4-dd2a-4fc3-abb3-8a7034043cb6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.1713326 Jan 27 14:56:35.968673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb3c79f7-c910-40d1-97f1-c45be298592d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:35.974655 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bb3c79f7-c910-40d1-97f1-c45be298592d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4383245 Jan 27 14:56:35.977491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39564) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:35.991571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7a7787ef-4bc1-4850-8bcb-3f8c96796461 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': '097eadc9-16e6-45bc-b96a-24eeefbcde1a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:35.992783 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-7a7787ef-4bc1-4850-8bcb-3f8c96796461 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 14:56:35.993609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-7a7787ef-4bc1-4850-8bcb-3f8c96796461 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:36.000396 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7a7787ef-4bc1-4850-8bcb-3f8c96796461 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096309 Jan 27 14:56:36.002098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39566) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:36.010684 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-08aa5422-b5b5-4c75-9be9-f49abc803633 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132252-8bcf-4508-a941-f803af1ad641 HTTP/1.1" status: 200 len: 217 time: 0.0537720 Jan 27 14:56:36.038302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c79f7-c910-40d1-97f1-c45be298592d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097eadc9-16e6-45bc-b96a-24eeefbcde1a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:36.103007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:36.135363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-7a057442-54cd-4ffb-8266-f27dfaaae5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:36.137281 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-7a057442-54cd-4ffb-8266-f27dfaaae5dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.1156421 Jan 27 14:56:36.162724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=f01b900a-7815-4f09-a95e-07b3d4de43e3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:36.186064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4be2c32-aa2a-4ba4-bcdf-cf3284c1ba0e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:36.239098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4be2c32-aa2a-4ba4-bcdf-cf3284c1ba0e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:36.261816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-89ae5e03-a638-4231-a18c-7a93fce5f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:36.264433 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-89ae5e03-a638-4231-a18c-7a93fce5f97d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156147 Jan 27 14:56:36.393958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:36.417576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4be2c32-aa2a-4ba4-bcdf-cf3284c1ba0e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:36.422556 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4be2c32-aa2a-4ba4-bcdf-cf3284c1ba0e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:36.429016 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a4be2c32-aa2a-4ba4-bcdf-cf3284c1ba0e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/097eadc9-16e6-45bc-b96a-24eeefbcde1a HTTP/1.1" status: 204 len: 168 time: 0.4255857 Jan 27 14:56:36.433486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39568) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:36.513684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be2c32-aa2a-4ba4-bcdf-cf3284c1ba0e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097eadc9-16e6-45bc-b96a-24eeefbcde1a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:36.539026 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-ed2c687a-9989-49ff-a9d6-6b1dda70c9b2 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585046 Jan 27 14:56:36.564260 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d1c2c4df-438b-49f7-a029-c2d849371370 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1245294 Jan 27 14:56:36.634301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39570) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:36.647041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-42ec4fe9-8d2a-47d4-91da-868567c22341 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--156213580'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:36.664400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router e546072a-30b9-412b-a1e7-207f2f9fcfa3 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:36.754967 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1053a587-3640-4955-80a1-5ce11ecc4037 req-0f0d89d5-a15a-407f-ab3e-e24fd2deaf8c service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875446 Jan 27 14:56:36.868176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ec4fe9-8d2a-47d4-91da-868567c22341 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:36.920885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:36.934703 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-db43498b-d868-4204-9dba-8196152d010e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/e546072a-30b9-412b-a1e7-207f2f9fcfa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8069589 Jan 27 14:56:36.936017 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] Sync routers for ids ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:36.938087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39576) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:36.955035 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] Routers {'e546072a-30b9-412b-a1e7-207f2f9fcfa3'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:36.956023 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:36.986831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24ac48-4968-406e-9e35-37df68a36458 req-9694b9e0-9b47-418c-9474-eed40ea7e476 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:36.992059 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b011394d-b78b-4520-926e-2830673a316d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=e546072a-30b9-412b-a1e7-207f2f9fcfa3 HTTP/1.1" status: 200 len: 205 time: 0.0514648 Jan 27 14:56:36.994522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39578) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.000156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e24ac48-4968-406e-9e35-37df68a36458 req-9694b9e0-9b47-418c-9474-eed40ea7e476 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1625798 Jan 27 14:56:37.045565 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:37.067140 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] Routers {'e546072a-30b9-412b-a1e7-207f2f9fcfa3'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:37.079586 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:37.110565 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e24ac48-4968-406e-9e35-37df68a36458 req-a883891c-9de9-4fb2-8cfa-ac7d533e3a0b tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048601 Jan 27 14:56:37.145263 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:37.147553 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445a0c6-0ead-4beb-b95b-9eb50bfbe6cb None None] The sync data for ids ['e546072a-30b9-412b-a1e7-207f2f9fcfa3'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:37.168470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccd00ce-235c-492f-9406-5b58c75d6190 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.170116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ec4fe9-8d2a-47d4-91da-868567c22341 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.179435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ec4fe9-8d2a-47d4-91da-868567c22341 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.233864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ec4fe9-8d2a-47d4-91da-868567c22341 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.235757 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-42ec4fe9-8d2a-47d4-91da-868567c22341 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5972769 Jan 27 14:56:37.239067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec4fe9-8d2a-47d4-91da-868567c22341 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b130ad01-a399-4b0c-9947-d48b66c0df5d,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:37.243464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39580) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.254456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a376f070-b9ce-4324-9f50-4734a90dd953 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'b130ad01-a399-4b0c-9947-d48b66c0df5d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:37.256242 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-a376f070-b9ce-4324-9f50-4734a90dd953 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 14:56:37.257956 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-a376f070-b9ce-4324-9f50-4734a90dd953 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:37.264231 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a376f070-b9ce-4324-9f50-4734a90dd953 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0140731 Jan 27 14:56:37.264830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39582) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.357070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb7ed-a9b0-4bee-a30b-f92cc69ab213 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.397999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb7ed-a9b0-4bee-a30b-f92cc69ab213 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.473313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb7ed-a9b0-4bee-a30b-f92cc69ab213 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.476497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb7ed-a9b0-4bee-a30b-f92cc69ab213 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.481644 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1f8bb7ed-a9b0-4bee-a30b-f92cc69ab213 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/b130ad01-a399-4b0c-9947-d48b66c0df5d HTTP/1.1" status: 204 len: 168 time: 0.2115400 Jan 27 14:56:37.482045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39584) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.504408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bb7ed-a9b0-4bee-a30b-f92cc69ab213 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b130ad01-a399-4b0c-9947-d48b66c0df5d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:37.556610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-df3a8745-af5a-4546-838f-9b419a1cc92d tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678244 Jan 27 14:56:37.557078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39586) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.565098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-212fec49-6909-4e8c-b836-b8d81c5a486e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--707692674'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:37.597038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-212fec49-6909-4e8c-b836-b8d81c5a486e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.687933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-212fec49-6909-4e8c-b836-b8d81c5a486e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.693058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-212fec49-6909-4e8c-b836-b8d81c5a486e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.726553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-212fec49-6909-4e8c-b836-b8d81c5a486e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.732099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-212fec49-6909-4e8c-b836-b8d81c5a486e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1694586 Jan 27 14:56:37.732540 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39588) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.737696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-75a22b72-54e1-473a-ac73-17431dc11db8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': '865ea0ca-7774-470e-9032-2671609ec10d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:37.739660 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-75a22b72-54e1-473a-ac73-17431dc11db8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 14:56:37.740224 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-75a22b72-54e1-473a-ac73-17431dc11db8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:37.746016 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-75a22b72-54e1-473a-ac73-17431dc11db8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078757 Jan 27 14:56:37.746016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fec49-6909-4e8c-b836-b8d81c5a486e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865ea0ca-7774-470e-9032-2671609ec10d,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:37.746479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39590) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.754131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e0f60c78-4cfc-4761-9248-bd2e3f464999 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': '865ea0ca-7774-470e-9032-2671609ec10d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:37.756006 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-e0f60c78-4cfc-4761-9248-bd2e3f464999 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 14:56:37.757046 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-e0f60c78-4cfc-4761-9248-bd2e3f464999 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:37.764636 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e0f60c78-4cfc-4761-9248-bd2e3f464999 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174294 Jan 27 14:56:37.765607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39592) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.771524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3a875748-15dc-401a-b228-2ff11853d889 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': '865ea0ca-7774-470e-9032-2671609ec10d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:37.772361 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-3a875748-15dc-401a-b228-2ff11853d889 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 14:56:37.772860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-3a875748-15dc-401a-b228-2ff11853d889 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:37.777212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3a875748-15dc-401a-b228-2ff11853d889 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060205 Jan 27 14:56:37.778925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39594) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.784203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-390a6a1e-c5c6-4fc3-94be-5c005281199c tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': '865ea0ca-7774-470e-9032-2671609ec10d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:37.785545 dv-neutron-826438-5-hyperv neutron-server[108743]: WARNING neutron.api.v2.base [None req-390a6a1e-c5c6-4fc3-94be-5c005281199c tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 14:56:37.786068 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-390a6a1e-c5c6-4fc3-94be-5c005281199c tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:37.791899 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-390a6a1e-c5c6-4fc3-94be-5c005281199c tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069149 Jan 27 14:56:37.792198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39596) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.845955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccd00ce-235c-492f-9406-5b58c75d6190 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.848391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccd00ce-235c-492f-9406-5b58c75d6190 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.859771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92f6fcfa-df54-4ab9-b2c2-bf3977a0eb87 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.889627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92f6fcfa-df54-4ab9-b2c2-bf3977a0eb87 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.912447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccd00ce-235c-492f-9406-5b58c75d6190 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.913309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccd00ce-235c-492f-9406-5b58c75d6190 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Fanout notify agent at l3_agent the message router_deleted on router e546072a-30b9-412b-a1e7-207f2f9fcfa3 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:56:37.925275 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccd00ce-235c-492f-9406-5b58c75d6190 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.931258 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fccd00ce-235c-492f-9406-5b58c75d6190 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/e546072a-30b9-412b-a1e7-207f2f9fcfa3 HTTP/1.1" status: 204 len: 168 time: 0.9308634 Jan 27 14:56:37.931476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39598) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:37.992539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92f6fcfa-df54-4ab9-b2c2-bf3977a0eb87 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.996322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92f6fcfa-df54-4ab9-b2c2-bf3977a0eb87 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:37.997649 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-92f6fcfa-df54-4ab9-b2c2-bf3977a0eb87 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/865ea0ca-7774-470e-9032-2671609ec10d HTTP/1.1" status: 204 len: 168 time: 0.2043831 Jan 27 14:56:38.002080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39600) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.020469 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet 57267d59-9969-49ea-b3d9-1839ab756de5 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:56:38.031782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6fcfa-df54-4ab9-b2c2-bf3977a0eb87 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865ea0ca-7774-470e-9032-2671609ec10d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:38.034817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.095208 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6572002b-6b16-4cef-b352-fefafbb038a7 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917985 Jan 27 14:56:38.101648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39602) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.106865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8e891ebe-a799-418c-964c-6d54b23768b1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276589794'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.124362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.141885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e891ebe-a799-418c-964c-6d54b23768b1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.225676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e891ebe-a799-418c-964c-6d54b23768b1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.232655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e891ebe-a799-418c-964c-6d54b23768b1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.269151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8e891ebe-a799-418c-964c-6d54b23768b1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.270877 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8e891ebe-a799-418c-964c-6d54b23768b1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1679511 Jan 27 14:56:38.273850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39606) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.279649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-38b36a16-664a-42d2-a693-98fe56a6b2cf tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.280258 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-38b36a16-664a-42d2-a693-98fe56a6b2cf tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 14:56:38.280855 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-38b36a16-664a-42d2-a693-98fe56a6b2cf tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.284728 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-38b36a16-664a-42d2-a693-98fe56a6b2cf tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067973 Jan 27 14:56:38.284728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e891ebe-a799-418c-964c-6d54b23768b1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0b442b-587a-42fe-9915-2c093868da1a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:38.286471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39608) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.291312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b1b1e732-e984-4c05-871b-a2aac58b70f4 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.343664 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-b1b1e732-e984-4c05-871b-a2aac58b70f4 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.348198 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b1b1e732-e984-4c05-871b-a2aac58b70f4 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0580397 Jan 27 14:56:38.348873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39610) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.357851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-358fee92-185f-42ff-bc6b-2ea05cb2605a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.358908 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-358fee92-185f-42ff-bc6b-2ea05cb2605a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 14:56:38.359855 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-358fee92-185f-42ff-bc6b-2ea05cb2605a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.364110 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-358fee92-185f-42ff-bc6b-2ea05cb2605a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108547 Jan 27 14:56:38.364743 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39612) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.367586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.373595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6602066b-638c-431f-a9ac-1e1349e85d12 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.438423 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-6602066b-638c-431f-a9ac-1e1349e85d12 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.440131 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6602066b-638c-431f-a9ac-1e1349e85d12 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0736043 Jan 27 14:56:38.444247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39614) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.444954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6df1e-4822-46c1-8fee-5690db8da0b0 req-6b64ee39-e80b-440d-8ab3-433303882a18 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:38.447643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-95c6df1e-4822-46c1-8fee-5690db8da0b0 req-6b64ee39-e80b-440d-8ab3-433303882a18 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1768496 Jan 27 14:56:38.452905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-da8bef25-9c97-4b6e-be8b-409d1109120a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.455754 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-da8bef25-9c97-4b6e-be8b-409d1109120a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 14:56:38.457294 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-da8bef25-9c97-4b6e-be8b-409d1109120a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.458780 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-da8bef25-9c97-4b6e-be8b-409d1109120a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134268 Jan 27 14:56:38.463070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39616) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.468265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5be55a2b-6596-4563-a78f-95ccabe3877f tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.516171 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-5be55a2b-6596-4563-a78f-95ccabe3877f tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.520816 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5be55a2b-6596-4563-a78f-95ccabe3877f tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0531757 Jan 27 14:56:38.521407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39618) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.526913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6d8d696b-55f3-43fd-8022-4997c0cf4d07 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.527635 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-6d8d696b-55f3-43fd-8022-4997c0cf4d07 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 14:56:38.528286 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-6d8d696b-55f3-43fd-8022-4997c0cf4d07 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.530348 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6d8d696b-55f3-43fd-8022-4997c0cf4d07 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075929 Jan 27 14:56:38.533091 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39620) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.539168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3ab2c3cb-cefa-4050-be54-c59900ecaf83 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.552734 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-95c6df1e-4822-46c1-8fee-5690db8da0b0 req-baa7b279-3377-48f9-8607-30f1f326d320 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856690 Jan 27 14:56:38.554395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.590247 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-3ab2c3cb-cefa-4050-be54-c59900ecaf83 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.592823 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3ab2c3cb-cefa-4050-be54-c59900ecaf83 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0571628 Jan 27 14:56:38.596296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39622) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.601705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-79c59d71-3052-4f90-88b6-d97ba338c22b tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b442b-587a-42fe-9915-2c093868da1a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:38.603536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=57267d59-9969-49ea-b3d9-1839ab756de5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:38.611669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.619769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f222af68-4e4f-4bf4-94dd-f62414a544cd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/57267d59-9969-49ea-b3d9-1839ab756de5 HTTP/1.1" status: 204 len: 168 time: 0.6854656 Jan 27 14:56:38.620208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39624) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.622102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9110888-09b0-45b5-8a7d-83a36276fdc8 None None] Network 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:38.663690 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-79c59d71-3052-4f90-88b6-d97ba338c22b tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:38.666551 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-79c59d71-3052-4f90-88b6-d97ba338c22b tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0684783 Jan 27 14:56:38.669509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39626) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.739128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.763033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2303146-46ef-4208-b8c2-be6fcf82359e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.802579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2303146-46ef-4208-b8c2-be6fcf82359e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.836111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port a41939eb-5a91-40aa-8c93-9c7a086e16b1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:38.836654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.867198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] DHCP port deletion for 7c90bc25-59c0-473b-a6d7-79bcb7c4c84e request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:56:38.879993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2303146-46ef-4208-b8c2-be6fcf82359e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.884728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2303146-46ef-4208-b8c2-be6fcf82359e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.891205 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f2303146-46ef-4208-b8c2-be6fcf82359e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/dc0b442b-587a-42fe-9915-2c093868da1a HTTP/1.1" status: 204 len: 168 time: 0.2146740 Jan 27 14:56:38.893083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39628) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.926580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303146-46ef-4208-b8c2-be6fcf82359e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0b442b-587a-42fe-9915-2c093868da1a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:38.935856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port a41939eb-5a91-40aa-8c93-9c7a086e16b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a41939eb-5a91-40aa-8c93-9c7a086e16b1,segment=NetworkSegment(ccf5d4b3-10e8-48b0-ae33-ffbeb3675956),segment_id=ccf5d4b3-10e8-48b0-ae33-ffbeb3675956)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:38.936792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.953354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Deleting port a41939eb-5a91-40aa-8c93-9c7a086e16b1 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:38.953668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:38.959472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for a41939eb-5a91-40aa-8c93-9c7a086e16b1 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:38.983850 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c20106e1-b8a4-425d-9bd2-5fcb262a0a0e tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888433 Jan 27 14:56:38.991134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39630) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:38.996790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-eea09c51-8ac8-4193-a110-e595d9a109a9 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--47042165'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:39.044846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] For port a41939eb-5a91-40aa-8c93-9c7a086e16b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a41939eb-5a91-40aa-8c93-9c7a086e16b1,segment=NetworkSegment(ccf5d4b3-10e8-48b0-ae33-ffbeb3675956),segment_id=ccf5d4b3-10e8-48b0-ae33-ffbeb3675956)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:39.046120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.052625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eea09c51-8ac8-4193-a110-e595d9a109a9 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.061814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.075017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Calling delete_port for a41939eb-5a91-40aa-8c93-9c7a086e16b1 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:39.086657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=a41939eb-5a91-40aa-8c93-9c7a086e16b1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:39.099619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port a41939eb-5a91-40aa-8c93-9c7a086e16b1 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:56:39.184634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eea09c51-8ac8-4193-a110-e595d9a109a9 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.194882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eea09c51-8ac8-4193-a110-e595d9a109a9 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.219477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a41939eb-5a91-40aa-8c93-9c7a086e16b1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:56:39.225609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.245578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eea09c51-8ac8-4193-a110-e595d9a109a9 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.246454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.252860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eea09c51-8ac8-4193-a110-e595d9a109a9 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2543671 Jan 27 14:56:39.252860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39632) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.257093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6930d6a6-842a-44c6-99e5-02056bc25c16 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'd061e059-7b8d-4f87-ba06-691a0786f22a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:39.263020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea09c51-8ac8-4193-a110-e595d9a109a9 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d061e059-7b8d-4f87-ba06-691a0786f22a,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:39.281843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Pushing event deleted for resources: {'Port': ['ID=a41939eb-5a91-40aa-8c93-9c7a086e16b1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:39.291110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: a41939eb-5a91-40aa-8c93-9c7a086e16b1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:56:39.291702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a41939eb-5a91-40aa-8c93-9c7a086e16b1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:56:39.297215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c90bc25-59c0-473b-a6d7-79bcb7c4c84e']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:39.306020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.306629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.307537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.308379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.309196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.311596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.312202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.312766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.313337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.314154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.314634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.315190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:39.321194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf5d4b3-10e8-48b0-ae33-ffbeb3675956') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:39.321532 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-6930d6a6-842a-44c6-99e5-02056bc25c16 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The resource could not be found. Jan 27 14:56:39.321712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf5d4b3-10e8-48b0-ae33-ffbeb3675956') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:39.322016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b9af7-fb5e-4f48-a9a0-1578cfe57aec None None] No DVR routers for this DVR port a41939eb-5a91-40aa-8c93-9c7a086e16b1 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:56:39.323071 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6930d6a6-842a-44c6-99e5-02056bc25c16 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0697186 Jan 27 14:56:39.333267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39634) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.341487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4f8dde61-a1af-40f7-9b1e-73ff596d5cb2 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'd061e059-7b8d-4f87-ba06-691a0786f22a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e978fd8b-9378-4dd4-9158-9a736a7e77cb'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:39.345398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.365387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.375486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:56:39.376056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:56:39.380666 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:56:39.405213 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-4f8dde61-a1af-40f7-9b1e-73ff596d5cb2 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The resource could not be found. Jan 27 14:56:39.406477 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4f8dde61-a1af-40f7-9b1e-73ff596d5cb2 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0721219 Jan 27 14:56:39.411150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39636) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.463519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.474745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f65e6aaf-a870-44f4-9e57-19f932644d78 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.475988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.484383 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/7c90bc25-59c0-473b-a6d7-79bcb7c4c84e HTTP/1.1" status: 204 len: 168 time: 0.8626623 Jan 27 14:56:39.488406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39638) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.504509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d04b107c-8207-44a1-984c-44772ba35c5f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1640886897', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:39.505234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f65e6aaf-a870-44f4-9e57-19f932644d78 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.510978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d88302-550e-4aaa-8c6d-e70ef815f4c0 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=7c90bc25-59c0-473b-a6d7-79bcb7c4c84e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:39.543066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d04b107c-8207-44a1-984c-44772ba35c5f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.544844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d04b107c-8207-44a1-984c-44772ba35c5f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.574204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f65e6aaf-a870-44f4-9e57-19f932644d78 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.579084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f65e6aaf-a870-44f4-9e57-19f932644d78 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.580936 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f65e6aaf-a870-44f4-9e57-19f932644d78 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/d061e059-7b8d-4f87-ba06-691a0786f22a HTTP/1.1" status: 204 len: 168 time: 0.1685913 Jan 27 14:56:39.586925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39642) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.596841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e6aaf-a870-44f4-9e57-19f932644d78 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061e059-7b8d-4f87-ba06-691a0786f22a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:39.658781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d04b107c-8207-44a1-984c-44772ba35c5f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.668183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d04b107c-8207-44a1-984c-44772ba35c5f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.726958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d04b107c-8207-44a1-984c-44772ba35c5f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.728442 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d04b107c-8207-44a1-984c-44772ba35c5f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2389307 Jan 27 14:56:39.731722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39644) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.738398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1679375486'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:39.752432 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-96a924fb-e0a8-4b56-a8fa-d65c53e3d8a6 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636338 Jan 27 14:56:39.758471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39646) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.766241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0933d4a7-f0a8-411a-8efc-b250190f761b tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'ff01b7e1-97a3-49e7-9f45-95c0e913e119', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:39.769448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:39.774048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.806203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d97e0-efff-4973-88b5-1a216ec80750 req-9bf674ea-3464-44e6-b31b-55d4f9d865ea tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:39.808686 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d4d97e0-efff-4973-88b5-1a216ec80750 req-9bf674ea-3464-44e6-b31b-55d4f9d865ea tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1297927 Jan 27 14:56:39.816499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:56:39.830691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.831059 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment 86eea02a-5ad1-440c-9a25-6e1bd0834871 of type vlan for network 751ee728-85c9-42bb-a632-53c50f40b552 Jan 27 14:56:39.885331 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d4d97e0-efff-4973-88b5-1a216ec80750 req-d5ed967f-7ece-4d38-a690-15625e23786a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639138 Jan 27 14:56:39.887023 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-0933d4a7-f0a8-411a-8efc-b250190f761b tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The resource could not be found. Jan 27 14:56:39.889999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.893062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39648) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:39.893543 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0933d4a7-f0a8-411a-8efc-b250190f761b tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1332860 Jan 27 14:56:39.899793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f42892fd-8321-4332-a6a5-08e526d29dfa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498127901'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:39.938200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.943904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:39.944573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:39.956604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f42892fd-8321-4332-a6a5-08e526d29dfa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.021281 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2878468 Jan 27 14:56:40.024527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39650) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.034089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:40.042278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfa6b0-9b1c-4be9-8c70-dcb516864e02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=751ee728-85c9-42bb-a632-53c50f40b552,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:40.059061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 751ee728-85c9-42bb-a632-53c50f40b552 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:56:40.124000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f42892fd-8321-4332-a6a5-08e526d29dfa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.129791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f42892fd-8321-4332-a6a5-08e526d29dfa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.179938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f42892fd-8321-4332-a6a5-08e526d29dfa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.186436 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f42892fd-8321-4332-a6a5-08e526d29dfa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2877164 Jan 27 14:56:40.186779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39652) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.194930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7952b852-88c3-4bfa-bf52-fb43c93d0ad1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761697002'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:40.204401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42892fd-8321-4332-a6a5-08e526d29dfa tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b988e1-0d0c-4414-8044-4d100dad4b4c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:40.205414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:40.212478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.231835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7952b852-88c3-4bfa-bf52-fb43c93d0ad1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.316872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7952b852-88c3-4bfa-bf52-fb43c93d0ad1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.322329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7952b852-88c3-4bfa-bf52-fb43c93d0ad1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.364966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7952b852-88c3-4bfa-bf52-fb43c93d0ad1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.367062 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7952b852-88c3-4bfa-bf52-fb43c93d0ad1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1790085 Jan 27 14:56:40.371406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39654) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.376281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-bdf5b3d8-81f2-4023-ac35-862d9cfb2fd1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group_rule': {'security_group_id': 'a4b988e1-0d0c-4414-8044-4d100dad4b4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bf832373-fe05-41ed-a25b-a6c17edd67fd'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:40.383351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952b852-88c3-4bfa-bf52-fb43c93d0ad1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf832373-fe05-41ed-a25b-a6c17edd67fd,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:40.426788 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-bdf5b3d8-81f2-4023-ac35-862d9cfb2fd1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 14:56:40.428537 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bdf5b3d8-81f2-4023-ac35-862d9cfb2fd1 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0557568 Jan 27 14:56:40.432848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39656) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.519174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7bfe-0de1-4cdc-9d18-ebc60249f660 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.520772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.552665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7bfe-0de1-4cdc-9d18-ebc60249f660 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.610311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=235840d6-4a1f-48b3-8708-b4b15f75eb67,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:40.610997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7bfe-0de1-4cdc-9d18-ebc60249f660 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.615696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9f0c7bfe-0de1-4cdc-9d18-ebc60249f660 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.621517 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9f0c7bfe-0de1-4cdc-9d18-ebc60249f660 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf832373-fe05-41ed-a25b-a6c17edd67fd HTTP/1.1" status: 204 len: 168 time: 0.1839461 Jan 27 14:56:40.623564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39658) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.633107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:40.633646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: 751ee728-85c9-42bb-a632-53c50f40b552, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:56:40.633851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c7bfe-0de1-4cdc-9d18-ebc60249f660 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf832373-fe05-41ed-a25b-a6c17edd67fd,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:40.694160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 751ee728-85c9-42bb-a632-53c50f40b552 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:56:40.718805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5b7bb591-bb3f-4b6e-aa26-f7dc5dd3a833 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0943050 Jan 27 14:56:40.719630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 751ee728-85c9-42bb-a632-53c50f40b552) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:40.722879 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39660) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.724639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:40.725560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.735756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9fba63-2af8-4beb-b4ac-84264b4b7be4 None None] Network 751ee728-85c9-42bb-a632-53c50f40b552 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:40.747288 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8f1daeda-0777-4ea5-bf45-e96692a4f8fd tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7209487 Jan 27 14:56:40.751804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39662) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.828209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-23856cab-976a-4380-9401-2d65cbaa0988 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.876500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-23856cab-976a-4380-9401-2d65cbaa0988 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.919921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-751ee728-85c9-42bb-a632-53c50f40b552', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:56:40.922056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.949011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-23856cab-976a-4380-9401-2d65cbaa0988 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.952269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-23856cab-976a-4380-9401-2d65cbaa0988 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:40.956015 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-23856cab-976a-4380-9401-2d65cbaa0988 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4b988e1-0d0c-4414-8044-4d100dad4b4c HTTP/1.1" status: 204 len: 168 time: 0.2315359 Jan 27 14:56:40.956854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39666) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:40.974706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23856cab-976a-4380-9401-2d65cbaa0988 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b988e1-0d0c-4414-8044-4d100dad4b4c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:41.108928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Allocated IP 172.20.0.2 (751ee728-85c9-42bb-a632-53c50f40b552/235840d6-4a1f-48b3-8708-b4b15f75eb67/024083b2-bf90-4cda-a790-b943dc04bfc9) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:41.286690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.295143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.361006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Network 751ee728-85c9-42bb-a632-53c50f40b552 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:41.370436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:41.378049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:41.393575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Pushing event updated for resources: {'Port': ['ID=024083b2-bf90-4cda-a790-b943dc04bfc9,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:41.477268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Attempting to bind port 024083b2-bf90-4cda-a790-b943dc04bfc9 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:41.477890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Attempting to bind port 024083b2-bf90-4cda-a790-b943dc04bfc9 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:41.478482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Attempting to bind port 024083b2-bf90-4cda-a790-b943dc04bfc9 on network 751ee728-85c9-42bb-a632-53c50f40b552 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:41.487650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:41.488949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Checking segment: {'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:41.488949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.489548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Bound using segment: {'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:41.490367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Bound port: 024083b2-bf90-4cda-a790-b943dc04bfc9, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:41.491023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.521506 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2dbe242f-9ab9-45c0-82f6-90c81ff7c75a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5635018 Jan 27 14:56:41.526688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39668) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:41.534713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5e94d8f1-d45f-40b2-9d97-1a3d5d07edcc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'tempest-secgroup--454346580'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:41.549861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275e037-8545-4bab-96a7-9590f02c9b15 req-246c3173-d08d-4e47-b33a-e6836ac72537 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:41.551424 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1275e037-8545-4bab-96a7-9590f02c9b15 req-246c3173-d08d-4e47-b33a-e6836ac72537 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1671040 Jan 27 14:56:41.569531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] For port 024083b2-bf90-4cda-a790-b943dc04bfc9, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:41.573166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] For port 024083b2-bf90-4cda-a790-b943dc04bfc9, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=024083b2-bf90-4cda-a790-b943dc04bfc9,segment=NetworkSegment(86eea02a-5ad1-440c-9a25-6e1bd0834871),segment_id=86eea02a-5ad1-440c-9a25-6e1bd0834871)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:41.579196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.579814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.652397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8044ff-c03a-4871-98ce-f35fada53a55 None None] Pushing event updated for resources: {'Port': ['ID=024083b2-bf90-4cda-a790-b943dc04bfc9,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:41.660635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e94d8f1-d45f-40b2-9d97-1a3d5d07edcc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.711579 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1275e037-8545-4bab-96a7-9590f02c9b15 req-39653a47-518b-4ace-aa37-11977e3a3a9b tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361995 Jan 27 14:56:41.886411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e94d8f1-d45f-40b2-9d97-1a3d5d07edcc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.894756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e94d8f1-d45f-40b2-9d97-1a3d5d07edcc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.979477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e94d8f1-d45f-40b2-9d97-1a3d5d07edcc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:41.980805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5e94d8f1-d45f-40b2-9d97-1a3d5d07edcc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4531515 Jan 27 14:56:41.986737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94d8f1-d45f-40b2-9d97-1a3d5d07edcc tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c80d52-5586-4928-88e9-88b751ead28c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:41.988973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39670) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:41.993746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9088588a-5e8e-45ca-9876-00ea66bc67d3 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Request body: {'security_group': {'name': 'default'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:41.994295 dv-neutron-826438-5-hyperv neutron-server[108742]: WARNING neutron.api.v2.base [None req-9088588a-5e8e-45ca-9876-00ea66bc67d3 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 14:56:41.994902 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-9088588a-5e8e-45ca-9876-00ea66bc67d3 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 14:56:41.996256 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9088588a-5e8e-45ca-9876-00ea66bc67d3 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "PUT /v2.0/security-groups/79c80d52-5586-4928-88e9-88b751ead28c HTTP/1.1" status: 409 len: 330 time: 0.0062497 Jan 27 14:56:42.000664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.20.0.1 (751ee728-85c9-42bb-a632-53c50f40b552/235840d6-4a1f-48b3-8708-b4b15f75eb67/903f598c-38ad-4864-b035-c04fade64af7) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:42.004143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39672) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:42.092831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06308fb-56f6-4b86-b563-af80408b0c24 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.134241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06308fb-56f6-4b86-b563-af80408b0c24 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.164950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.188180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06308fb-56f6-4b86-b563-af80408b0c24 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.192629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b06308fb-56f6-4b86-b563-af80408b0c24 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.194670 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b06308fb-56f6-4b86-b563-af80408b0c24 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/79c80d52-5586-4928-88e9-88b751ead28c HTTP/1.1" status: 204 len: 168 time: 0.1891496 Jan 27 14:56:42.199155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39674) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:42.205960 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06308fb-56f6-4b86-b563-af80408b0c24 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c80d52-5586-4928-88e9-88b751ead28c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:42.266619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.335864 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6705f64c-dba8-474c-8eb3-4defce2e7ea8 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1352441 Jan 27 14:56:42.339908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39676) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:42.351707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 751ee728-85c9-42bb-a632-53c50f40b552 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:42.355005 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-1b6bbdbc-e671-443e-a40b-c85ac23de208 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] delete failed (client error): The resource could not be found. Jan 27 14:56:42.355397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:42.362382 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1b6bbdbc-e671-443e-a40b-c85ac23de208 tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "DELETE /v2.0/security-groups/91844f60-bb13-49f3-b907-878e1799b852 HTTP/1.1" status: 404 len: 347 time: 0.0152059 Jan 27 14:56:42.362880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39678) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:42.363957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:42.377798 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-c9a7f808-c047-4c57-a00e-404c3dd9caac tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] show failed (client error): The resource could not be found. Jan 27 14:56:42.378872 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c9a7f808-c047-4c57-a00e-404c3dd9caac tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-groups/caff3abd-929d-494f-b0b8-977e664e9e57 HTTP/1.1" status: 404 len: 347 time: 0.0149491 Jan 27 14:56:42.385798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39680) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:42.394175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=903f598c-38ad-4864-b035-c04fade64af7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:42.402116 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-aee45606-e321-4b86-b720-a5fcbc4c589a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] show failed (client error): The resource could not be found. Jan 27 14:56:42.404357 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aee45606-e321-4b86-b720-a5fcbc4c589a tempest-NegativeSecGroupTest-295419481 tempest-NegativeSecGroupTest-295419481-project] 10.222.0.18 "GET /v2.0/security-group-rules/2f41afb2-bebe-4de8-b175-6883c3e6265f HTTP/1.1" status: 404 len: 356 time: 0.0153916 Jan 27 14:56:42.429383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.601136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:42.808079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39688) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:42.865385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f100d-dd3a-4e59-bd5c-5cb2312545f1 None None] Network 751ee728-85c9-42bb-a632-53c50f40b552 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:42.927851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ef32b-bc06-4e8b-a079-0deec2c42843 req-ce266728-86b9-4494-ba72-8e21fc753e9a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:42.929460 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-517ef32b-bc06-4e8b-a079-0deec2c42843 req-ce266728-86b9-4494-ba72-8e21fc753e9a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1076131 Jan 27 14:56:43.007835 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6401e65e-c7f1-440f-aee6-60fcaa06e5da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e6e15eb75b34f1989d45746d4e67c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976428 Jan 27 14:56:43.010390 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39692) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:43.016690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-30fb793d-fe01-4371-8c33-bc93504de60b None None] Provisioning complete for port 024083b2-bf90-4cda-a790-b943dc04bfc9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:43.018166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30fb793d-fe01-4371-8c33-bc93504de60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.024406 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-517ef32b-bc06-4e8b-a079-0deec2c42843 req-03b9bdf0-2083-477a-81d3-d997593f6e9c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671730 Jan 27 14:56:43.066802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.075367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.092095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f1e278b-077d-42cc-b19f-6af6f4c1e2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.121038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f1e278b-077d-42cc-b19f-6af6f4c1e2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.162789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=903f598c-38ad-4864-b035-c04fade64af7,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:43.165525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.206176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f1e278b-077d-42cc-b19f-6af6f4c1e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.210557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f1e278b-077d-42cc-b19f-6af6f4c1e2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.231206 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8f1e278b-077d-42cc-b19f-6af6f4c1e2bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17ff64b8-34e7-44e7-a14d-a4e867eb893e HTTP/1.1" status: 204 len: 168 time: 0.2093630 Jan 27 14:56:43.256043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e278b-077d-42cc-b19f-6af6f4c1e2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff64b8-34e7-44e7-a14d-a4e867eb893e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:43.349120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 024083b2-bf90-4cda-a790-b943dc04bfc9 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:43.365355 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 751ee728-85c9-42bb-a632-53c50f40b552 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:43.367605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:43.477628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30fb793d-fe01-4371-8c33-bc93504de60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.491934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 024083b2-bf90-4cda-a790-b943dc04bfc9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:43.492635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.557000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-30fb793d-fe01-4371-8c33-bc93504de60b None None] For port 024083b2-bf90-4cda-a790-b943dc04bfc9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=024083b2-bf90-4cda-a790-b943dc04bfc9,segment=NetworkSegment(86eea02a-5ad1-440c-9a25-6e1bd0834871),segment_id=86eea02a-5ad1-440c-9a25-6e1bd0834871)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:43.566759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30fb793d-fe01-4371-8c33-bc93504de60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.582447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:56:43.689802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb793d-fe01-4371-8c33-bc93504de60b None None] Pushing event updated for resources: {'Port': ['ID=024083b2-bf90-4cda-a790-b943dc04bfc9,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:43.760290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:43.772130 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-430dc9b0-68f4-4959-80dd-ed003a854fd9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167973 Jan 27 14:56:43.772483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39704) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:43.776675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:43.778053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350436106'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:43.800743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:43.801371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:43.826712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:43.833670 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.882510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:56:43.899769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.900531 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment 8842dc20-96bb-4314-8973-db77ec191fcd of type vlan for network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 Jan 27 14:56:43.930648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f85c4a57-0a62-4288-8a60-65ea3f255de9 None None] Provisioning complete for port 024083b2-bf90-4cda-a790-b943dc04bfc9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:43.931756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f85c4a57-0a62-4288-8a60-65ea3f255de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:43.980340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.002211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:44.050067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.077567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:44.082609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.219519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39718) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:44.219772 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4460845 Jan 27 14:56:44.229075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:44.259516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425de40-926c-43ea-9199-b556baca268f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=47ee4b99-14f8-4ef5-b405-b1b6164c5a39,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:44.287707 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-7f43a4e1-8caf-4e1a-93c8-2fca71136d34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871532 Jan 27 14:56:44.308035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:56:44.326181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-502666c7-f71a-4129-9901-4ce79b4231fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.361385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef44a6-8e6d-4d36-97fc-c0822beedcde req-a19d4b08-6453-4d7a-a38e-1e48f38697e1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:44.373917 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-12ef44a6-8e6d-4d36-97fc-c0822beedcde req-a19d4b08-6453-4d7a-a38e-1e48f38697e1 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1994710 Jan 27 14:56:44.378295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-a9221de7-1838-4281-aa36-a3e511f07505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:44.380785 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-a9221de7-1838-4281-aa36-a3e511f07505 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 1099 time: 0.0616686 Jan 27 14:56:44.458468 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-12ef44a6-8e6d-4d36-97fc-c0822beedcde req-55fca8f1-dcd2-4bc7-bb81-e0046127b6f3 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819275 Jan 27 14:56:44.496221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39720) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:44.504657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:44.505734 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0074856 Jan 27 14:56:44.509755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.511258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39722) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:44.597050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-a4f45356-7c3d-4c61-b85d-bafe73082d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:44.599243 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-a4f45356-7c3d-4c61-b85d-bafe73082d63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 200 len: 897 time: 0.1921437 Jan 27 14:56:44.672899 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-d5fc0267-a7a9-43d8-bee2-6b9998cd8717 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61876ddf-284e-44e1-903e-092648a0676a HTTP/1.1" status: 200 len: 217 time: 0.0667119 Jan 27 14:56:44.709050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f85c4a57-0a62-4288-8a60-65ea3f255de9 None None] Provisioning complete for port 903f598c-38ad-4864-b035-c04fade64af7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:44.709682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f85c4a57-0a62-4288-8a60-65ea3f255de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.744996 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9db63a01-c82b-4dfe-8062-3874e5f0064a tempest-NetworksApiDiscovery-1464773543 tempest-NetworksApiDiscovery-1464773543-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2256820 Jan 27 14:56:44.758015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-cc29034b-913a-46a2-bc04-645fc641fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:44.759876 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-cc29034b-913a-46a2-bc04-645fc641fbc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 200 len: 835 time: 0.0799043 Jan 27 14:56:44.776628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f85c4a57-0a62-4288-8a60-65ea3f255de9 None None] Port 903f598c-38ad-4864-b035-c04fade64af7 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:44.781378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.788509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:42Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:42Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:44.841621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:44.842534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Updating router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 port 903f598c-38ad-4864-b035-c04fade64af7 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:56:44.861209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-d9475af8-aafa-4793-8862-a6eb251e263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:44.863561 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-d9475af8-aafa-4793-8862-a6eb251e263a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4fa8513a-a83a-4c17-96ba-f4f653208d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943277 Jan 27 14:56:44.877316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=6947f8ad-8749-4451-8ee8-99e1828bd8fa,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:44.890414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:44.905190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:44.905746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: 47ee4b99-14f8-4ef5-b405-b1b6164c5a39, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:56:44.937721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:56:44.959525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 47ee4b99-14f8-4ef5-b405-b1b6164c5a39) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:44.972486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:44.975760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.004737 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-f87b18e6-4b4f-4f27-9abd-482f2cb530ea service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298196 Jan 27 14:56:45.016204 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7bace0b9-4123-40b0-876a-a4c71978856e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7901325 Jan 27 14:56:45.016698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39728) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:45.196279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017805a-ff61-4ef9-a43b-84fb968149e2 None None] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:45.280272 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab9e353a-2140-43bc-bdd2-18f2d4914e63 req-2a4d64d1-3b64-438c-adb6-8f01dfaf868b service neutron] 10.222.0.72 "GET /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501402 Jan 27 14:56:45.377912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39734) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:45.409488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 024083b2-bf90-4cda-a790-b943dc04bfc9 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:45.424774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0e35512e-d50e-4846-ae04-65b30a2613a3 None None] Provisioning complete for port 903f598c-38ad-4864-b035-c04fade64af7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:45.425446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0e35512e-d50e-4846-ae04-65b30a2613a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.541379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf3fe-48bb-4a94-9bfe-9c1da2e4e102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.559516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.575861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0e35512e-d50e-4846-ae04-65b30a2613a3 None None] Port 903f598c-38ad-4864-b035-c04fade64af7 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:45.579935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.719696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf3fe-48bb-4a94-9bfe-9c1da2e4e102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.731097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf3fe-48bb-4a94-9bfe-9c1da2e4e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.745414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08435f5c-da56-40d8-a65c-4b8a0c90ea2f None None] Pushing event updated for resources: {'Port': ['ID=903f598c-38ad-4864-b035-c04fade64af7,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:45.748787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 024083b2-bf90-4cda-a790-b943dc04bfc9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:45.757024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.760689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157c30-7507-4e48-8bb5-e815ee74e8f4 req-eb79c590-cc06-44e8-9d43-e59e5a645485 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:45.762285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c157c30-7507-4e48-8bb5-e815ee74e8f4 req-eb79c590-cc06-44e8-9d43-e59e5a645485 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 943 time: 0.1776266 Jan 27 14:56:45.788294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.799222 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8f9cf3fe-48bb-4a94-9bfe-9c1da2e4e102 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5803b6a3ed4c4d0c8029e7cf97b5871d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173951 Jan 27 14:56:45.805873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39742) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:45.821449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:56:45.823893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.840318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cf3fe-48bb-4a94-9bfe-9c1da2e4e102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea2eb3f-1a01-4643-81c0-cd61662510b0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:45.924308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c157c30-7507-4e48-8bb5-e815ee74e8f4 req-b98a6ff7-9fd4-436d-87c1-4ee35c7b79f0 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329026 Jan 27 14:56:45.955595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-daeba66e-9653-4dee-854d-acf6450ddf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.963879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Attempting to bind port 903f598c-38ad-4864-b035-c04fade64af7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:45.964478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Attempting to bind port 903f598c-38ad-4864-b035-c04fade64af7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:45.965077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Attempting to bind port 903f598c-38ad-4864-b035-c04fade64af7 on network 751ee728-85c9-42bb-a632-53c50f40b552 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:45.979696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:45.980078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Checking segment: {'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:45.980584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.981055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Bound using segment: {'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:45.981652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Bound port: 903f598c-38ad-4864-b035-c04fade64af7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86eea02a-5ad1-440c-9a25-6e1bd0834871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:45.982510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:45.995000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-daeba66e-9653-4dee-854d-acf6450ddf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.107790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-daeba66e-9653-4dee-854d-acf6450ddf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.110347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-daeba66e-9653-4dee-854d-acf6450ddf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.111801 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-daeba66e-9653-4dee-854d-acf6450ddf15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ea2eb3f-1a01-4643-81c0-cd61662510b0 HTTP/1.1" status: 204 len: 168 time: 0.3045352 Jan 27 14:56:46.122690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeba66e-9653-4dee-854d-acf6450ddf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea2eb3f-1a01-4643-81c0-cd61662510b0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:46.235337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-45c71c9a-5e4e-4337-9d29-8cd1ce4d52a1 None None] Provisioning complete for port 903f598c-38ad-4864-b035-c04fade64af7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:46.236146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-45c71c9a-5e4e-4337-9d29-8cd1ce4d52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.252911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Allocated IP 172.21.0.2 (47ee4b99-14f8-4ef5-b405-b1b6164c5a39/6947f8ad-8749-4451-8ee8-99e1828bd8fa/449ba217-a94c-4c8f-8301-d00ba759b311) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:46.284110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device be132252-8bcf-4508-a941-f803af1ad641 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:56:46.287341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] For port 903f598c-38ad-4864-b035-c04fade64af7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:46.311713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c4360e20-4305-4c5c-8616-727605286c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.327592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] For port 903f598c-38ad-4864-b035-c04fade64af7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=903f598c-38ad-4864-b035-c04fade64af7,segment=NetworkSegment(86eea02a-5ad1-440c-9a25-6e1bd0834871),segment_id=86eea02a-5ad1-440c-9a25-6e1bd0834871)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:46.345921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.362152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-45c71c9a-5e4e-4337-9d29-8cd1ce4d52a1 None None] Port 903f598c-38ad-4864-b035-c04fade64af7 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:46.690746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08435f5c-da56-40d8-a65c-4b8a0c90ea2f None None] Pushing event updated for resources: {'Port': ['ID=903f598c-38ad-4864-b035-c04fade64af7,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:46.711674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:46.712332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:46.766925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port be132252-8bcf-4508-a941-f803af1ad641, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=be132252-8bcf-4508-a941-f803af1ad641,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:46.824628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'be132252-8bcf-4508-a941-f803af1ad641', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'port_id': 'be132252-8bcf-4508-a941-f803af1ad641', 'mac_address': 'fa:16:3e:75:8c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:56:46.902350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:46.946446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.971312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:46.979853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.051490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b6e9f8b0-70f7-4a01-a13e-71f4a01555dc None None] Provisioning complete for port 903f598c-38ad-4864-b035-c04fade64af7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:47.051966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f8b0-70f7-4a01-a13e-71f4a01555dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.072679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be132252-8bcf-4508-a941-f803af1ad641 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:56:47.077046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.21.0.1 (47ee4b99-14f8-4ef5-b405-b1b6164c5a39/6947f8ad-8749-4451-8ee8-99e1828bd8fa/0e84f9a8-d303-422c-a476-14ef48b8e532) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:47.149540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:47.156252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Pushing event updated for resources: {'Port': ['ID=449ba217-a94c-4c8f-8301-d00ba759b311,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:47.169096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:47.177656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:47.180854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port be132252-8bcf-4508-a941-f803af1ad641, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=be132252-8bcf-4508-a941-f803af1ad641,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:47.193954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.340359 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.369926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Attempting to bind port 449ba217-a94c-4c8f-8301-d00ba759b311 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:47.370562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Attempting to bind port 449ba217-a94c-4c8f-8301-d00ba759b311 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:47.370704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Attempting to bind port 449ba217-a94c-4c8f-8301-d00ba759b311 on network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:47.390039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=be132252-8bcf-4508-a941-f803af1ad641,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:47.403622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:47.404045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Checking segment: {'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:47.404561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.405024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Bound using segment: {'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:47.405376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Bound port: 449ba217-a94c-4c8f-8301-d00ba759b311, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:47.405755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.422045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de5030-9f28-4edc-959c-49bf8350be74 req-12515f3f-ac6b-4273-8fe3-2096d0077160 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:47.423659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-76de5030-9f28-4edc-959c-49bf8350be74 req-12515f3f-ac6b-4273-8fe3-2096d0077160 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 944 time: 0.4083917 Jan 27 14:56:47.426136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.426571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.429266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f8b0-70f7-4a01-a13e-71f4a01555dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.469890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['be132252-8bcf-4508-a941-f803af1ad641'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:56:47.502501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:47.514868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:47.522309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=0e84f9a8-d303-422c-a476-14ef48b8e532,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:47.525317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:47.549301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b6e9f8b0-70f7-4a01-a13e-71f4a01555dc None None] For port 903f598c-38ad-4864-b035-c04fade64af7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=903f598c-38ad-4864-b035-c04fade64af7,segment=NetworkSegment(86eea02a-5ad1-440c-9a25-6e1bd0834871),segment_id=86eea02a-5ad1-440c-9a25-6e1bd0834871)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:47.558706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:42Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:46Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:47.565252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b6e9f8b0-70f7-4a01-a13e-71f4a01555dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.574300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-76de5030-9f28-4edc-959c-49bf8350be74 req-d6a26a17-aa77-4def-87af-2c6f183a201f tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166265 Jan 27 14:56:47.623046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.630660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] For port 449ba217-a94c-4c8f-8301-d00ba759b311, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:47.636495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c094e4-97da-4c5f-ab9e-2028fd08e5b8 None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:42Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:46Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:47.664832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] For port 449ba217-a94c-4c8f-8301-d00ba759b311, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=449ba217-a94c-4c8f-8301-d00ba759b311,segment=NetworkSegment(8842dc20-96bb-4314-8973-db77ec191fcd),segment_id=8842dc20-96bb-4314-8973-db77ec191fcd)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:47.687730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:47.711788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9f8b0-70f7-4a01-a13e-71f4a01555dc None None] Pushing event updated for resources: {'Port': ['ID=903f598c-38ad-4864-b035-c04fade64af7,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:47.813326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd33c4a-5350-4857-a39d-931bd3e05527 None None] Pushing event updated for resources: {'Port': ['ID=449ba217-a94c-4c8f-8301-d00ba759b311,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:47.885359 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:48.350094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:48.357090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:48.438665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=0e84f9a8-d303-422c-a476-14ef48b8e532,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:48.441551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:48.549381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:48.551185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:48.665855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:48.748161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:48.805171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cb6a6-6189-453c-91df-8a9e90194aa3 req-2e8f717b-fb07-4b86-8d5e-56ee04f99234 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:48.806826 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-680cb6a6-6189-453c-91df-8a9e90194aa3 req-2e8f717b-fb07-4b86-8d5e-56ee04f99234 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 944 time: 0.1343989 Jan 27 14:56:48.817304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:48.827563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e20e19b1-6961-45a2-a1cf-1cceeed0444e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8094614 Jan 27 14:56:48.830249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39754) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:48.838983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1990096267'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:48.882840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:48.892077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:48.922376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:56:48.941472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:48.942759 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment aa124eb4-0b17-426e-84a8-6d81447875bd of type vlan for network 589434bb-13d5-4956-8459-ab0d19255388 Jan 27 14:56:49.026428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.076078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea9746-eecc-4bd0-81d9-cc32d085efbb None None] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:49.090970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.103663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:49.104674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.158582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-30cd0d55-4d13-412e-b295-58b58b969af6 None None] Provisioning complete for port 449ba217-a94c-4c8f-8301-d00ba759b311 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:49.158989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30cd0d55-4d13-412e-b295-58b58b969af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.209232 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3762665 Jan 27 14:56:49.222631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39758) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:49.243978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.244572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:49.382340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7b30e-84f0-4fdd-ae01-3ec436bda63a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=589434bb-13d5-4956-8459-ab0d19255388,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:49.411367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 589434bb-13d5-4956-8459-ab0d19255388 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:56:49.426558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:49.445144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.486676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30cd0d55-4d13-412e-b295-58b58b969af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.582919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-680cb6a6-6189-453c-91df-8a9e90194aa3 req-86ed25e9-1957-4411-abf0-b241902d7743 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7625735 Jan 27 14:56:49.598847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 903f598c-38ad-4864-b035-c04fade64af7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:49.671520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-30cd0d55-4d13-412e-b295-58b58b969af6 None None] For port 449ba217-a94c-4c8f-8301-d00ba759b311, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=449ba217-a94c-4c8f-8301-d00ba759b311,segment=NetworkSegment(8842dc20-96bb-4314-8973-db77ec191fcd),segment_id=8842dc20-96bb-4314-8973-db77ec191fcd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:49.682810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30cd0d55-4d13-412e-b295-58b58b969af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.749897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 903f598c-38ad-4864-b035-c04fade64af7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:49.750908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.768278 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:49.782877 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:49.783695 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:49.788795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd0d55-4d13-412e-b295-58b58b969af6 None None] Pushing event updated for resources: {'Port': ['ID=449ba217-a94c-4c8f-8301-d00ba759b311,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:49.812779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:49.910221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 449ba217-a94c-4c8f-8301-d00ba759b311 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:49.932499 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:49.942942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=8da00107-9a34-4060-ae46-10082f3bc71f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:49.954742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:49.955155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: 589434bb-13d5-4956-8459-ab0d19255388, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:56:49.978800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 589434bb-13d5-4956-8459-ab0d19255388 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:56:49.991809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 589434bb-13d5-4956-8459-ab0d19255388) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:49.997825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:49.998436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.006394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 449ba217-a94c-4c8f-8301-d00ba759b311 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:50.007100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.023227 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-29e9d368-63c3-4336-83ac-3b66fa0f62e8 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7984724 Jan 27 14:56:50.024286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39760) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:50.059543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69155db5-d98d-4a89-8785-2ae243d7ddb3 None None] Network 589434bb-13d5-4956-8459-ab0d19255388 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:50.246251 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 3, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:48Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:50.285020 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:50.285841 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Updating router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 port 0e84f9a8-d303-422c-a476-14ef48b8e532 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:56:50.297469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7b88abe3-c9f1-4aee-bb8d-a437d79dba35 None None] Provisioning complete for port 449ba217-a94c-4c8f-8301-d00ba759b311 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:50.298048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b88abe3-c9f1-4aee-bb8d-a437d79dba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.309058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device be132252-8bcf-4508-a941-f803af1ad641 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:50.320397 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.520928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.743895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-589434bb-13d5-4956-8459-ab0d19255388', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:56:50.745282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.765631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40559f11-6c40-4854-8b15-79e5ab9bfa4c req-177a77db-bb05-4ff2-b309-de842b377825 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:50.775796 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-40559f11-6c40-4854-8b15-79e5ab9bfa4c req-177a77db-bb05-4ff2-b309-de842b377825 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 944 time: 0.0704110 Jan 27 14:56:50.807746 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.815698 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-40559f11-6c40-4854-8b15-79e5ab9bfa4c req-f8998b71-bb85-499c-9064-dfe4a034fd1d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Jan 27 14:56:50.825607 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.843051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port be132252-8bcf-4508-a941-f803af1ad641 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:56:50.852283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port be132252-8bcf-4508-a941-f803af1ad641 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:50.852654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:50.913848 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Pushing event updated for resources: {'Port': ['ID=0e84f9a8-d303-422c-a476-14ef48b8e532,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:50.995637 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Attempting to bind port 0e84f9a8-d303-422c-a476-14ef48b8e532 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:50.996304 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Attempting to bind port 0e84f9a8-d303-422c-a476-14ef48b8e532 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:50.997392 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Attempting to bind port 0e84f9a8-d303-422c-a476-14ef48b8e532 on network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:51.004637 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.005013 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.005352 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.005678 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.006006 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.006414 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.006738 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.007109 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.007480 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.008004 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.008323 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.008719 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:56:51.021262 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:51.021630 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Checking segment: {'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:51.022037 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.022421 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Bound using segment: {'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:51.022902 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Bound port: 0e84f9a8-d303-422c-a476-14ef48b8e532, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8842dc20-96bb-4314-8973-db77ec191fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:51.023414 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.030341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7b88abe3-c9f1-4aee-bb8d-a437d79dba35 None None] Provisioning complete for port 0e84f9a8-d303-422c-a476-14ef48b8e532 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:51.031081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7b88abe3-c9f1-4aee-bb8d-a437d79dba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.083511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-7b88abe3-c9f1-4aee-bb8d-a437d79dba35 None None] Port 0e84f9a8-d303-422c-a476-14ef48b8e532 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:51.099147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.22.0.1 (589434bb-13d5-4956-8459-ab0d19255388/8da00107-9a34-4060-ae46-10082f3bc71f/bb96de95-e856-49d2-8711-e56918e6487e) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:51.100463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.118197 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] For port 0e84f9a8-d303-422c-a476-14ef48b8e532, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:51.122568 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] For port 0e84f9a8-d303-422c-a476-14ef48b8e532, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0e84f9a8-d303-422c-a476-14ef48b8e532,segment=NetworkSegment(8842dc20-96bb-4314-8973-db77ec191fcd),segment_id=8842dc20-96bb-4314-8973-db77ec191fcd)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:51.128951 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.185052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:56:51.194064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298cd1f-3f32-449a-954a-b2421c769c20" -d '{"events": [{"server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "name": "network-vif-plugged", "status": "completed", "tag": "be132252-8bcf-4508-a941-f803af1ad641"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:56:51.200243 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:51.200877 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:51.213392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port be132252-8bcf-4508-a941-f803af1ad641, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=be132252-8bcf-4508-a941-f803af1ad641,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:51.227186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.236978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33a8b812-6e37-49a3-a10d-d4a0f3fde43c None None] Provisioning complete for port 0e84f9a8-d303-422c-a476-14ef48b8e532 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:51.237217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33a8b812-6e37-49a3-a10d-d4a0f3fde43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.244022 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dcac8-3dd6-4edb-a4c7-7af9acdc238b None None] Pushing event updated for resources: {'Port': ['ID=0e84f9a8-d303-422c-a476-14ef48b8e532,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:51.329952 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3b8bbb-58ce-4b29-ae72-64fdcb6f82e4 x-openstack-request-id: req-1b3b8bbb-58ce-4b29-ae72-64fdcb6f82e4 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:56:51.330471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "name": "network-vif-plugged", "status": "completed", "tag": "be132252-8bcf-4508-a941-f803af1ad641", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:56:51.330760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b3b8bbb-58ce-4b29-ae72-64fdcb6f82e4 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:56:51.331222 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641', 'code': 200} Jan 27 14:56:51.342096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 449ba217-a94c-4c8f-8301-d00ba759b311 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:51.351158 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:51.407496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.475548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33a8b812-6e37-49a3-a10d-d4a0f3fde43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.477709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=be132252-8bcf-4508-a941-f803af1ad641,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:51.532018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-33a8b812-6e37-49a3-a10d-d4a0f3fde43c None None] For port 0e84f9a8-d303-422c-a476-14ef48b8e532, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0e84f9a8-d303-422c-a476-14ef48b8e532,segment=NetworkSegment(8842dc20-96bb-4314-8973-db77ec191fcd),segment_id=8842dc20-96bb-4314-8973-db77ec191fcd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:51.544599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33a8b812-6e37-49a3-a10d-d4a0f3fde43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.576800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.589127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 449ba217-a94c-4c8f-8301-d00ba759b311 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:51.590202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.630359 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a025-9153-4a1c-abd1-0299c7686593 req-6d3f8cfe-d13d-4f59-96c4-0bf9fcee4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:51.632230 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-dad1a025-9153-4a1c-abd1-0299c7686593 req-6d3f8cfe-d13d-4f59-96c4-0bf9fcee4aef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 1098 time: 0.1415985 Jan 27 14:56:51.655899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 589434bb-13d5-4956-8459-ab0d19255388 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:51.666871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:51.677351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:51.681597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8b812-6e37-49a3-a10d-d4a0f3fde43c None None] Pushing event updated for resources: {'Port': ['ID=0e84f9a8-d303-422c-a476-14ef48b8e532,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:51.718982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Allocated IP 172.22.0.2 (589434bb-13d5-4956-8459-ab0d19255388/8da00107-9a34-4060-ae46-10082f3bc71f/e0e578ff-27c3-4046-8288-afa7ba65c43c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:51.722921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=bb96de95-e856-49d2-8711-e56918e6487e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:51.750207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.750711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3b1d50af-86ac-4c4f-a6e7-5d7668e91951 None None] Provisioning complete for port 0e84f9a8-d303-422c-a476-14ef48b8e532 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:51.750711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b1d50af-86ac-4c4f-a6e7-5d7668e91951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:51.755452 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-dad1a025-9153-4a1c-abd1-0299c7686593 req-1b33476c-7c23-49bc-b7cd-e12f9734e64c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112311 Jan 27 14:56:51.810038 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 3, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:51.838647 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2240b2-82e5-475e-9b90-dbf9c124bb4a None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 3, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:51.957820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.068507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14fc76-5567-46d1-99a0-549d263d41d5 req-ee88b4ca-40d5-4af8-a222-b1e1f2209356 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:52.082819 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-be14fc76-5567-46d1-99a0-549d263d41d5 req-ee88b4ca-40d5-4af8-a222-b1e1f2209356 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 945 time: 0.1030841 Jan 27 14:56:52.102858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.114758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.167768 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-be14fc76-5567-46d1-99a0-549d263d41d5 req-048cc643-ae7b-4558-b5cb-8c1a111bfd3e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833249 Jan 27 14:56:52.183692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Network 589434bb-13d5-4956-8459-ab0d19255388 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:52.188933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:52.194327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:52.203963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Pushing event updated for resources: {'Port': ['ID=e0e578ff-27c3-4046-8288-afa7ba65c43c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:52.288739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Attempting to bind port e0e578ff-27c3-4046-8288-afa7ba65c43c on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:52.289123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Attempting to bind port e0e578ff-27c3-4046-8288-afa7ba65c43c by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:52.289464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Attempting to bind port e0e578ff-27c3-4046-8288-afa7ba65c43c on network 589434bb-13d5-4956-8459-ab0d19255388 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:52.296908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:52.297538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Checking segment: {'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:52.298214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.298879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Bound using segment: {'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:52.299759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Bound port: e0e578ff-27c3-4046-8288-afa7ba65c43c, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:52.300424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.406844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.412935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.415186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] For port e0e578ff-27c3-4046-8288-afa7ba65c43c, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:52.421523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] For port e0e578ff-27c3-4046-8288-afa7ba65c43c, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e0e578ff-27c3-4046-8288-afa7ba65c43c,segment=NetworkSegment(aa124eb4-0b17-426e-84a8-6d81447875bd),segment_id=aa124eb4-0b17-426e-84a8-6d81447875bd)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:52.429197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.541932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb9ace-e9ac-447d-b139-51a5e5322319 None None] Pushing event updated for resources: {'Port': ['ID=e0e578ff-27c3-4046-8288-afa7ba65c43c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:52.795867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=bb96de95-e856-49d2-8711-e56918e6487e,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:52.806354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:52.956971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network 589434bb-13d5-4956-8459-ab0d19255388 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:52.959033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:53.086228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:53.224030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:53.238988 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-605ced92-0ed0-4062-b4af-acb511ed7275 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2098465 Jan 27 14:56:53.240170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39772) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:53.244213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:53.260527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'network': {'name': 'tempest-RoutersTest-774468705'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:53.265447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:53.266895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:53.294457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:53.299263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:53.351561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:56:53.366115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:53.367009 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added segment a5cd7377-f336-40cb-8ae0-4cdb33a1504b of type vlan for network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 Jan 27 14:56:53.432205 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1d7a-4e0c-48a7-85a1-4916a0f98542 req-7518b784-b838-4322-bad6-ee0f6bbf9f38 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:53.450516 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9e0b1d7a-4e0c-48a7-85a1-4916a0f98542 req-7518b784-b838-4322-bad6-ee0f6bbf9f38 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 945 time: 0.1418900 Jan 27 14:56:53.456670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:53.462709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0e578ff-27c3-4046-8288-afa7ba65c43c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:53.497430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:53.522334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9e0b1d7a-4e0c-48a7-85a1-4916a0f98542 req-70fcdb02-911e-4cab-97b3-7bc1e00922b2 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701489 Jan 27 14:56:53.561638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:53.575857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:53.576886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:53.688106 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4423635 Jan 27 14:56:53.688414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39776) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:53.695968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'subnet': {'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:53.720615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d287cca-259e-41c2-aaaf-253eb4e3e9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Network': ['ID=c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:53.755059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:56:53.804268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf54d79-d3d6-4ac3-90b4-d01bd6d62f60 req-667445b5-ae86-4aac-8eca-a67813986c2d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:53.812660 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4bf54d79-d3d6-4ac3-90b4-d01bd6d62f60 req-667445b5-ae86-4aac-8eca-a67813986c2d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 945 time: 0.1365094 Jan 27 14:56:53.819680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e0e578ff-27c3-4046-8288-afa7ba65c43c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:53.820481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:53.874169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4bf54d79-d3d6-4ac3-90b4-d01bd6d62f60 req-2cfad9f8-fc01-41e4-bbe6-5b38b277a7f8 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604994 Jan 27 14:56:53.911717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39778) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:53.913482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Made reservation on behalf of 6cca43eacb994b49b110404cac177450 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:56:53.926685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.040457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ac936-7741-4fb2-a0bb-4c6194e9c7b8 None None] Network 589434bb-13d5-4956-8459-ab0d19255388 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:54.174504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73cd84-c90b-425b-8a37-dc18c3bac016 tempest-TestVolumeBootPattern-633147052 tempest-TestVolumeBootPattern-633147052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:54.181345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a73cd84-c90b-425b-8a37-dc18c3bac016 tempest-TestVolumeBootPattern-633147052 tempest-TestVolumeBootPattern-633147052-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 1093 time: 0.2667971 Jan 27 14:56:54.181703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39782) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:54.189327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'be132252-8bcf-4508-a941-f803af1ad641', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address': '172.20.0.8'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:54.228980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.233703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.284960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.318631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Subnet': ['ID=60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:54.337486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Checking segment: {'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:54.337923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network hostable DHCP agents. Network: c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:56:54.344705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:52Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:54.354666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port e0e578ff-27c3-4046-8288-afa7ba65c43c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e0e578ff-27c3-4046-8288-afa7ba65c43c,segment=NetworkSegment(aa124eb4-0b17-426e-84a8-6d81447875bd),segment_id=aa124eb4-0b17-426e-84a8-6d81447875bd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:54.359125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-23e52a49-8f23-4470-94a4-c1dcc1ca6a43 None None] Provisioning complete for port e0e578ff-27c3-4046-8288-afa7ba65c43c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:54.359556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23e52a49-8f23-4470-94a4-c1dcc1ca6a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.362601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:56:54.380754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:54.391679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:54.392694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.393301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.394114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0e84f9a8-d303-422c-a476-14ef48b8e532 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:54.426058 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-21961b1a-d38f-42ef-8962-947ae368cfbb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7327032 Jan 27 14:56:54.426531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39784) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:54.427058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:54.427453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Updating router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 port bb96de95-e856-49d2-8711-e56918e6487e binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:56:54.429499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a365fe-3b2c-48e3-97fc-af7d239bf741 None None] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:54.456242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.597829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.630620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Allocated IP 172.26.6.57 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/74f39bcf-fcba-40c2-aa6a-101d9c3cd9b1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:54.654951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=e0e578ff-27c3-4046-8288-afa7ba65c43c,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:54.849382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.878351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0e84f9a8-d303-422c-a476-14ef48b8e532 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:54.878737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.905968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.976928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:54.977752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:54.986420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:54.994759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:55.002018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=74f39bcf-fcba-40c2-aa6a-101d9c3cd9b1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:55.019472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:56:55.020404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:55.364261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0e578ff-27c3-4046-8288-afa7ba65c43c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:55.414735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Allocated IP 172.23.0.2 (c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0/60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69/dffa3283-7bfa-45d5-8546-63061837ea59) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:55.468022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:55.471022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9a816702-0783-49b0-83b9-ba40601f15ca None None] Provisioning complete for port e0e578ff-27c3-4046-8288-afa7ba65c43c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:55.471632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a816702-0783-49b0-83b9-ba40601f15ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:55.515740 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:55.742101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a7e86-90fe-4c35-b7c7-379ce2429ffd None None] Pushing event updated for resources: {'Port': ['ID=bb96de95-e856-49d2-8711-e56918e6487e,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:55.745669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e0e578ff-27c3-4046-8288-afa7ba65c43c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:55.746242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:55.756661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:55.868512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.003005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Attempting to bind port bb96de95-e856-49d2-8711-e56918e6487e on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:56.003635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Attempting to bind port bb96de95-e856-49d2-8711-e56918e6487e by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:56.004231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Attempting to bind port bb96de95-e856-49d2-8711-e56918e6487e on network 589434bb-13d5-4956-8459-ab0d19255388 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:56.036030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:56.036612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Checking segment: {'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:56.037185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.037794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Bound using segment: {'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:56.038451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Bound port: bb96de95-e856-49d2-8711-e56918e6487e, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa124eb4-0b17-426e-84a8-6d81447875bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '589434bb-13d5-4956-8459-ab0d19255388'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:56.039010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.087929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.153925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.158849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Allocated IP 172.23.0.1 (c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0/60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69/8d309695-c8ea-4a9e-9071-dd67fc9b2fce) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:56:56.163695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.200986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.215983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9a816702-0783-49b0-83b9-ba40601f15ca None None] Provisioning complete for port bb96de95-e856-49d2-8711-e56918e6487e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:56.216779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a816702-0783-49b0-83b9-ba40601f15ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.239354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.328658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:56.330419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event updated for resources: {'Port': ['ID=74f39bcf-fcba-40c2-aa6a-101d9c3cd9b1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:56.343784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.360470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:56.388596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:56.405257 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Floating IP 31bf320d-0a91-4e92-b8d0-d1dd847345a1 associated. External IP: 172.26.6.57, port: be132252-8bcf-4508-a941-f803af1ad641. Jan 27 14:56:56.410510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.428128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9a816702-0783-49b0-83b9-ba40601f15ca None None] Port bb96de95-e856-49d2-8711-e56918e6487e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:56:56.429965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Pushing event updated for resources: {'Port': ['ID=dffa3283-7bfa-45d5-8546-63061837ea59,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:56.444760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] For port bb96de95-e856-49d2-8711-e56918e6487e, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:56.498634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:56.505476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:56.513089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:56:56.527189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] For port bb96de95-e856-49d2-8711-e56918e6487e, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bb96de95-e856-49d2-8711-e56918e6487e,segment=NetworkSegment(aa124eb4-0b17-426e-84a8-6d81447875bd),segment_id=aa124eb4-0b17-426e-84a8-6d81447875bd)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:56.555249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Attempting to bind port dffa3283-7bfa-45d5-8546-63061837ea59 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:56:56.556278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Attempting to bind port dffa3283-7bfa-45d5-8546-63061837ea59 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:56:56.557131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Attempting to bind port dffa3283-7bfa-45d5-8546-63061837ea59 on network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:56:56.560191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:56.567711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.605499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.623046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:56:56.623476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Checking segment: {'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:56:56.623867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.624336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Bound using segment: {'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:56:56.624888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Bound port: dffa3283-7bfa-45d5-8546-63061837ea59, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:56:56.625284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.662778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0337e756-03ad-4011-9df3-ea6116bdc517 None None] Provisioning complete for port bb96de95-e856-49d2-8711-e56918e6487e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:56.663153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0337e756-03ad-4011-9df3-ea6116bdc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.849780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:56.909918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:56.928189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:56.929017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:56.935446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a7e86-90fe-4c35-b7c7-379ce2429ffd None None] Pushing event updated for resources: {'Port': ['ID=bb96de95-e856-49d2-8711-e56918e6487e,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:57.045312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] For port dffa3283-7bfa-45d5-8546-63061837ea59, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:56:57.050134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] For port dffa3283-7bfa-45d5-8546-63061837ea59, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dffa3283-7bfa-45d5-8546-63061837ea59,segment=NetworkSegment(a5cd7377-f336-40cb-8ae0-4cdb33a1504b),segment_id=a5cd7377-f336-40cb-8ae0-4cdb33a1504b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:56:57.062187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.071812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:57.073657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:57.085070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d53f8-2dab-4275-afc1-48a962813b4c req-fa42c5d9-7bbc-4101-95d0-b95dc8f303d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:57.093602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7e7d53f8-2dab-4275-afc1-48a962813b4c req-fa42c5d9-7bbc-4101-95d0-b95dc8f303d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 945 time: 0.2441273 Jan 27 14:56:57.098809 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:56:57.126987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.135574 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:57.137214 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:57.184451 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-823ee2f5-dff2-4c49-ac5c-7a4d71008f90 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0012710 Jan 27 14:56:57.188383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:56:57.190873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01455df3-532c-4435-8b48-9cb7ac148e19" -d '{"events": [{"name": "network-changed", "server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "tag": "be132252-8bcf-4508-a941-f803af1ad641"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:56:57.212439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0337e756-03ad-4011-9df3-ea6116bdc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.240292 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7e7d53f8-2dab-4275-afc1-48a962813b4c req-ccd3ab16-4257-448e-8e13-186d3c5d2c2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316314 Jan 27 14:56:57.276647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7c21b-c903-4f72-8899-9ea80f67aede None None] Pushing event updated for resources: {'Port': ['ID=dffa3283-7bfa-45d5-8546-63061837ea59,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:57.295582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de242fdc-b3fd-4caf-b2d1-0ded9c3605fa x-openstack-request-id: req-de242fdc-b3fd-4caf-b2d1-0ded9c3605fa {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:56:57.297162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "tag": "be132252-8bcf-4508-a941-f803af1ad641", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:56:57.297667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de242fdc-b3fd-4caf-b2d1-0ded9c3605fa {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:56:57.298369 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641', 'status': 'completed', 'code': 200} Jan 27 14:56:57.346608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0337e756-03ad-4011-9df3-ea6116bdc517 None None] For port bb96de95-e856-49d2-8711-e56918e6487e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bb96de95-e856-49d2-8711-e56918e6487e,segment=NetworkSegment(aa124eb4-0b17-426e-84a8-6d81447875bd),segment_id=aa124eb4-0b17-426e-84a8-6d81447875bd)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:57.383406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0337e756-03ad-4011-9df3-ea6116bdc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.408825 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:57.437218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-c98ef0f7-f043-42ed-9065-3ed6bbd6da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:57.444208 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-c98ef0f7-f043-42ed-9065-3ed6bbd6da60 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 1098 time: 0.1119833 Jan 27 14:56:57.556356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-662acaff-0c96-49f9-bec7-d4cbd744353b None None] Provisioning complete for port bb96de95-e856-49d2-8711-e56918e6487e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:57.557157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-662acaff-0c96-49f9-bec7-d4cbd744353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.647824 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337e756-03ad-4011-9df3-ea6116bdc517 None None] Pushing event updated for resources: {'Port': ['ID=bb96de95-e856-49d2-8711-e56918e6487e,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:57.714775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-4a537c81-17ca-4d59-a895-8efcac4b3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:57.717093 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-4a537c81-17ca-4d59-a895-8efcac4b3efa service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.2707665 Jan 27 14:56:57.724687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.742765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.828656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:56Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:56:56Z', 'revision_number': 1, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:56Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:57.865967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6572a2dd-e6f4-4715-9ce2-46e5f4b35077 None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:56Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:56:56Z', 'revision_number': 1, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:56Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:57.881302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event updated for resources: {'Port': ['ID=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:57.886802 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-9934ec8d-ed74-4263-bd3d-be0a18435531 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132252-8bcf-4508-a941-f803af1ad641 HTTP/1.1" status: 200 len: 998 time: 0.1596563 Jan 27 14:56:57.888282 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:57.976848 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:49Z', 'revision_number': 1, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}, {'id': '31bf320d-0a91-4e92-b8d0-d1dd847345a1', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'be132252-8bcf-4508-a941-f803af1ad641', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:75:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:56:55Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:58.009868 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:56:58.021891 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:56:58.022526 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:58.235233 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:56:58.316683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-714fdf6c-6bb9-463b-adc8-4c0aaa13177e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:58.323552 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-714fdf6c-6bb9-463b-adc8-4c0aaa13177e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 945 time: 0.1170533 Jan 27 14:56:58.453570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-f07d33d7-1c23-4f68-ac83-d9336ba46c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:58.455219 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-f07d33d7-1c23-4f68-ac83-d9336ba46c92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.5574119 Jan 27 14:56:58.576316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8f20e-788d-4082-a918-9e0b565fd830 req-0781ce02-510b-47ec-8dc5-7c623e76f7d6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:58.581208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:56:58.590862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5dc8f20e-788d-4082-a918-9e0b565fd830 req-0781ce02-510b-47ec-8dc5-7c623e76f7d6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 945 time: 0.2022943 Jan 27 14:56:58.593007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-e35be55b-91ca-4f82-b523-b24126e41cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:56:58.594912 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-e35be55b-91ca-4f82-b523-b24126e41cc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1332576 Jan 27 14:56:58.597240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:56:58.660804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:56:58.661342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:58.794596 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:49Z', 'revision_number': 1, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}, {'id': '31bf320d-0a91-4e92-b8d0-d1dd847345a1', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'be132252-8bcf-4508-a941-f803af1ad641', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:75:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:56:55Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:56:58.856234 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5dc8f20e-788d-4082-a918-9e0b565fd830 req-003f22d1-4f64-4156-932a-1705523e79e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=02c683ea-40b8-43e7-8bfa-41a8a83d1d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637427 Jan 27 14:56:58.872764 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24f70b-2417-4bf7-b3a2-0148cb3cbeb1 None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:49Z', 'revision_number': 1, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}, {'id': '31bf320d-0a91-4e92-b8d0-d1dd847345a1', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'be132252-8bcf-4508-a941-f803af1ad641', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:75:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:56:55Z', 'revision_number': 0, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:56:58.910041 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-70a6a3af-db3c-4038-b982-bca49e9226ab service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014693 Jan 27 14:56:58.960199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:58.960815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:58.995776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d8054-4f41-48a2-88cc-9331a470e5ed None None] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:56:59.102011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:56:59.199561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1a219485-7df3-412d-88fe-3cff755ee0e5 None None] Provisioning complete for port dffa3283-7bfa-45d5-8546-63061837ea59 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:59.200112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a219485-7df3-412d-88fe-3cff755ee0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:59.219863 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-01455df3-532c-4435-8b48-9cb7ac148e19 req-42ebc4cf-5fef-4b7c-b16f-de12e9d25ef7 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012393 Jan 27 14:56:59.345566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:59.346544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:59.346764 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 5c0b7e40-5593-446f-b61e-538deba81407 disassociated. External IP: 172.26.6.104, port: 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5. Jan 27 14:56:59.347661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:56:59.394189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab832d2-be2c-414b-ad25-199820c13939 None None] New status for floating IP 31bf320d-0a91-4e92-b8d0-d1dd847345a1: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:56:59.405981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:56:59.441725 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2c4a6f14-abe4-4960-8b7f-55d3b65e0e4d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0135131 Jan 27 14:56:59.442954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39798) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:56:59.448987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:56:59.477330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a219485-7df3-412d-88fe-3cff755ee0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:59.573569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bb96de95-e856-49d2-8711-e56918e6487e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:56:59.640137 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1a219485-7df3-412d-88fe-3cff755ee0e5 None None] For port dffa3283-7bfa-45d5-8546-63061837ea59, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dffa3283-7bfa-45d5-8546-63061837ea59,segment=NetworkSegment(a5cd7377-f336-40cb-8ae0-4cdb33a1504b),segment_id=a5cd7377-f336-40cb-8ae0-4cdb33a1504b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:56:59.669590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1a219485-7df3-412d-88fe-3cff755ee0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:59.729992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:59.741098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a219485-7df3-412d-88fe-3cff755ee0e5 None None] Pushing event updated for resources: {'Port': ['ID=dffa3283-7bfa-45d5-8546-63061837ea59,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:56:59.817339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port bb96de95-e856-49d2-8711-e56918e6487e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:56:59.817808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:56:59.843922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=6cbd76f3-5ea6-4e29-9f2b-42241f921ef5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:00.029724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e24eb0e7-5b22-40de-bfc0-9f5c5d3b4370 None None] Provisioning complete for port dffa3283-7bfa-45d5-8546-63061837ea59 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:00.030848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e24eb0e7-5b22-40de-bfc0-9f5c5d3b4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.035251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dffa3283-7bfa-45d5-8546-63061837ea59 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:00.135504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34f993ae-afea-4b33-89e9-0cf774593e5a req-780562e8-bd20-45c8-9a68-93b9de0224ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=882dfa82-9c2a-4322-8bc7-9df250e6e303 HTTP/1.1" status: 200 len: 210 time: 0.0633574 Jan 27 14:57:00.185195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port dffa3283-7bfa-45d5-8546-63061837ea59 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:00.186610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.207181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:00.212683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.288974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e24eb0e7-5b22-40de-bfc0-9f5c5d3b4370 None None] Provisioning complete for port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:00.290243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e24eb0e7-5b22-40de-bfc0-9f5c5d3b4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.382949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e24eb0e7-5b22-40de-bfc0-9f5c5d3b4370 None None] Port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:57:00.442866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:00.472414 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] Sync routers for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:00.500618 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:00.503965 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:00.516850 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-bfdd2328-ea64-482a-944f-fd075127da2a None None] Provisioning complete for port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:00.517262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfdd2328-ea64-482a-944f-fd075127da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.565780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:00.574768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.581186 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb5b46c7-fc9f-4733-9c17-637abd4bd65c req-6a2cf4d7-4f0f-44c8-931b-fca56eaf9218 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 HTTP/1.1" status: 204 len: 173 time: 2.2514071 Jan 27 14:57:00.582575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'name': 'network-vif-deleted', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:57:00.586989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392c2123-930d-45fb-b4a7-f415239e5078" -d '{"events": [{"server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "name": "network-vif-deleted", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:57:00.626911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:00.678573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd2328-ea64-482a-944f-fd075127da2a None None] Port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:57:00.682604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 14:57:00.686370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:00.687035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:00.691544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee63731-13fb-414f-baa5-a8005cde6a71 x-openstack-request-id: req-8ee63731-13fb-414f-baa5-a8005cde6a71 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:57:00.691544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882dfa82-9c2a-4322-8bc7-9df250e6e303", "name": "network-vif-deleted", "tag": "6cbd76f3-5ea6-4e29-9f2b-42241f921ef5", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:57:00.691908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ee63731-13fb-414f-baa5-a8005cde6a71 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:57:00.693836 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882dfa82-9c2a-4322-8bc7-9df250e6e303', 'name': 'network-vif-deleted', 'tag': '6cbd76f3-5ea6-4e29-9f2b-42241f921ef5', 'status': 'completed', 'code': 200} Jan 27 14:57:00.718889 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Removed routes are [] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 14:57:00.719340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.799191 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:00.875829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:00.983398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:00.988650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.135124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c40144f0-2a02-4e6a-8c1c-2048dea15e2a None None] Provisioning complete for port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:01.135793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c40144f0-2a02-4e6a-8c1c-2048dea15e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.155391 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:01.175073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:01.231160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39806) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:01.261134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c40144f0-2a02-4e6a-8c1c-2048dea15e2a None None] Port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:57:01.282775 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] Checking router: c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:01.300827 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:01.304647 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:01.370210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:01.376001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d172-283b-4935-866f-17a23f0c5935 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.382608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.384078 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d439eecf-5f2e-42c5-8d9e-b69281ad7f3f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 200 len: 934 time: 1.9397964 Jan 27 14:57:01.390389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39808) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:01.411608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dffa3283-7bfa-45d5-8546-63061837ea59 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:01.437091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d172-283b-4935-866f-17a23f0c5935 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.490559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:56:56Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:01.535627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:01.536792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Updating router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:57:01.541264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d172-283b-4935-866f-17a23f0c5935 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.544219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7bf7d172-283b-4935-866f-17a23f0c5935 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.548347 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7bf7d172-283b-4935-866f-17a23f0c5935 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/02c683ea-40b8-43e7-8bfa-41a8a83d1d95 HTTP/1.1" status: 204 len: 168 time: 0.3126984 Jan 27 14:57:01.562710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port dffa3283-7bfa-45d5-8546-63061837ea59 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:01.562710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.574904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7d172-283b-4935-866f-17a23f0c5935 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c683ea-40b8-43e7-8bfa-41a8a83d1d95,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:01.583659 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-15740fc9-6c41-4d1b-b4c4-eb88a3eaf22b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 200 len: 934 time: 0.1917748 Jan 27 14:57:01.588030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39812) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:01.594470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'routes': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:01.599114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39814) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:01.655909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.669755 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:01.757757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 11754d15-68f2-48ee-a0b1-d34322cfde36 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:01.758421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.876205 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.877137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:01.895370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 11754d15-68f2-48ee-a0b1-d34322cfde36 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:01.990531 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:02.045027 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee4f61-4943-4ef1-bf90-5b72e95b86a3 None None] The sync data for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv is: [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:54:48Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '4a122b96-e166-4777-b096-10ff125e2ab1', 'name': '', 'network_id': '4fa8513a-a83a-4c17-96ba-f4f653208d9b', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7c:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:46Z', 'updated_at': '2022-01-27T14:54:56Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'f6f7da91-474a-4a05-af3a-5588cdf40b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:02.109072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.154672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added routes are [] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 14:57:02.155648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 14:57:02.157837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=11754d15-68f2-48ee-a0b1-d34322cfde36,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:02.239694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.281563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.286735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.292056 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ed4def44-0727-4d34-a04c-21e215f4aaa7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/5c0b7e40-5593-446f-b61e-538deba81407 HTTP/1.1" status: 204 len: 168 time: 0.6878183 Jan 27 14:57:02.299947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.310497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.393004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:02.448379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:02.448923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 6cbd76f3-5ea6-4e29-9f2b-42241f921ef5 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:02.556253 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e4a90-607a-4249-9cd8-8f558e3bd2be None None] New status for floating IP 5c0b7e40-5593-446f-b61e-538deba81407: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:57:02.567048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee8af6-7dee-4318-9551-df91720d938f None None] Pushing event updated for resources: {'Port': ['ID=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:02.619135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Attempting to bind port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:57:02.619781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Attempting to bind port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:57:02.620362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Attempting to bind port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce on network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:02.648876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:57:02.653139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Checking segment: {'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:57:02.653849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.654506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Bound using segment: {'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:57:02.657988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Bound port: 8d309695-c8ea-4a9e-9071-dd67fc9b2fce, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:57:02.659615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.834764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] For port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:02.847695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] For port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,segment=NetworkSegment(a5cd7377-f336-40cb-8ae0-4cdb33a1504b),segment_id=a5cd7377-f336-40cb-8ae0-4cdb33a1504b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:57:02.858211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:02.930228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2d10-cee0-41be-8d80-c14f827dca4b req-2098d118-e267-491c-9382-bd44990af203 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:02.933590 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5efd2d10-cee0-41be-8d80-c14f827dca4b req-2098d118-e267-491c-9382-bd44990af203 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 946 time: 0.1214492 Jan 27 14:57:03.000550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1e896026-19d8-4f74-88a5-944989c50385 None None] Provisioning complete for port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:03.001323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e896026-19d8-4f74-88a5-944989c50385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.024444 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5efd2d10-cee0-41be-8d80-c14f827dca4b req-61c3eec4-2ae9-47d8-9b38-ed421acda8ac tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792170 Jan 27 14:57:03.050960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee8af6-7dee-4318-9551-df91720d938f None None] Pushing event updated for resources: {'Port': ['ID=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:03.056666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:03.058194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:03.129975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.136362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.254079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:03.311856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:03.346225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d309695-c8ea-4a9e-9071-dd67fc9b2fce up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:03.411707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e896026-19d8-4f74-88a5-944989c50385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.420313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:03.427968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.429269 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-86cadb87-3834-40ba-b86f-61772eb4830f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 200 len: 700 time: 1.8399615 Jan 27 14:57:03.432767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39820) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:03.517367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1e896026-19d8-4f74-88a5-944989c50385 None None] For port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,segment=NetworkSegment(a5cd7377-f336-40cb-8ae0-4cdb33a1504b),segment_id=a5cd7377-f336-40cb-8ae0-4cdb33a1504b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:03.537858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e896026-19d8-4f74-88a5-944989c50385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.558334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-00909c41-9ef7-41d5-b94f-15c4082a2bfb tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 200 len: 700 time: 0.1241376 Jan 27 14:57:03.561322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39822) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:03.570511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:03.571100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.701054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e896026-19d8-4f74-88a5-944989c50385 None None] Pushing event updated for resources: {'Port': ['ID=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:03.711349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3fef8572-d55b-4439-9a45-57789be78b27 None None] Provisioning complete for port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:03.711669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3fef8572-d55b-4439-9a45-57789be78b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:03.818700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:02Z', 'revision_number': 7, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:57:02Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:03.889015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937aadf-f091-4268-9dae-ce8423f7652f None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:02Z', 'revision_number': 7, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:57:02Z', 'revision_number': 4, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:04.102946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:04.163532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:04.177816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:04.178843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:04.312151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:04.683974 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-e9f68a0e-c452-4738-9e7f-12672a616be2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:04.686700 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-e9f68a0e-c452-4738-9e7f-12672a616be2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 946 time: 0.6503713 Jan 27 14:57:04.813126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:02Z', 'revision_number': 7, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:57:03Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:04.815910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83035-986c-4e63-b66a-7626b76cc4f8 req-0280b408-4eda-4cef-92d3-42f00dfe4b9b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:04.817914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-57b83035-986c-4e63-b66a-7626b76cc4f8 req-0280b408-4eda-4cef-92d3-42f00dfe4b9b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 946 time: 0.6679971 Jan 27 14:57:04.854329 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:04.868670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:04.870022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:04.945807 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-57b83035-986c-4e63-b66a-7626b76cc4f8 req-28de7cb3-847f-404c-be2a-ead30e1b628b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=33a69c1d-b629-45da-9ba4-fdb47d93b604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069889 Jan 27 14:57:04.970221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 61876ddf-284e-44e1-903e-092648a0676a {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:04.970604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.009642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:05.144123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 61876ddf-284e-44e1-903e-092648a0676a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=61876ddf-284e-44e1-903e-092648a0676a,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:05.144825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.164174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 61876ddf-284e-44e1-903e-092648a0676a owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:05.249838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:05.250600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.296251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d309695-c8ea-4a9e-9071-dd67fc9b2fce up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:05.434628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:05.435135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.455061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port 8d309695-c8ea-4a9e-9071-dd67fc9b2fce, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,segment=NetworkSegment(a5cd7377-f336-40cb-8ae0-4cdb33a1504b),segment_id=a5cd7377-f336-40cb-8ae0-4cdb33a1504b)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:05.455519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.482857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for 8d309695-c8ea-4a9e-9071-dd67fc9b2fce owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:05.510375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:02Z', 'revision_number': 7, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:57:03Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:05.539336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.553049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237c47f-0534-48d6-a70a-1b198c4ca978 None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:02Z', 'revision_number': 7, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d309695-c8ea-4a9e-9071-dd67fc9b2fce', 'name': '', 'network_id': 'c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:5d:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:55Z', 'updated_at': '2022-01-27T14:57:03Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:05.588993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=61876ddf-284e-44e1-903e-092648a0676a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:05.693949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 61876ddf-284e-44e1-903e-092648a0676a on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:05.700394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.706192 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e838ab8-264a-40cd-8119-59912ae4c084 req-43cbdf2f-ce39-4b97-b895-be0c070b0818 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/61876ddf-284e-44e1-903e-092648a0676a HTTP/1.1" status: 204 len: 173 time: 1.0089123 Jan 27 14:57:05.706996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'name': 'network-vif-deleted', 'tag': '61876ddf-284e-44e1-903e-092648a0676a'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:57:05.711180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ef4175-5056-466f-8a2c-9f547d3e6608" -d '{"events": [{"server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "name": "network-vif-deleted", "tag": "61876ddf-284e-44e1-903e-092648a0676a"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:57:05.775461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106657f7-8105-44f7-9f0f-3fd9823b6f89 x-openstack-request-id: req-106657f7-8105-44f7-9f0f-3fd9823b6f89 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:57:05.775942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c063b864-aa93-44a8-ac7a-15d781fcdd2b", "name": "network-vif-deleted", "tag": "61876ddf-284e-44e1-903e-092648a0676a", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:57:05.776212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-106657f7-8105-44f7-9f0f-3fd9823b6f89 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:57:05.776897 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c063b864-aa93-44a8-ac7a-15d781fcdd2b', 'name': 'network-vif-deleted', 'tag': '61876ddf-284e-44e1-903e-092648a0676a', 'status': 'completed', 'code': 200} Jan 27 14:57:05.879929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:05.910328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=8d309695-c8ea-4a9e-9071-dd67fc9b2fce,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:06.192526 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30e9ba80-3f45-498b-b38e-0a32cd382973 req-6869ca3d-2754-439a-85cf-566198823b98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c063b864-aa93-44a8-ac7a-15d781fcdd2b HTTP/1.1" status: 200 len: 210 time: 0.0627728 Jan 27 14:57:06.213078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:06.464524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:06.569701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:06.578074 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e3224096-fedd-4e35-a57a-8dd622662870 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141089 Jan 27 14:57:06.581350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39832) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:06.584655 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:06.597551 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:06.598356 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:06.648890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet 60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:57:06.654076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:06.710854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:06.716096 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:06.824099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:06.898859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:06.927535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:06.932145 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:06.936113 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9979699c-c8e7-430b-80a1-77ad286e2733 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69 HTTP/1.1" status: 204 len: 168 time: 0.3533626 Jan 27 14:57:06.940487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39834) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:06.943511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee01137-4ccd-47b0-8f32-738092c12443 None None] Network c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:57:07.030727 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:05Z', 'revision_number': 8, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:07.038262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.082783 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:07.107172 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:07.108064 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:07.120162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port dffa3283-7bfa-45d5-8546-63061837ea59 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:07.120878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.204879 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port dffa3283-7bfa-45d5-8546-63061837ea59, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dffa3283-7bfa-45d5-8546-63061837ea59,segment=NetworkSegment(a5cd7377-f336-40cb-8ae0-4cdb33a1504b),segment_id=a5cd7377-f336-40cb-8ae0-4cdb33a1504b)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:07.205628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.223306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for dffa3283-7bfa-45d5-8546-63061837ea59 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:07.224988 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:07.239387 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] DHCP port deletion for c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:57:07.341231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.357454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39838) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:07.375017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=dffa3283-7bfa-45d5-8546-63061837ea59,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:07.379174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port dffa3283-7bfa-45d5-8546-63061837ea59 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:07.389672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] Deleting port dffa3283-7bfa-45d5-8546-63061837ea59 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:07.391258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.472101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8623f0b1-57bc-42ef-91a0-8a8543c30fe8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.485980 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:05Z', 'revision_number': 8, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:07.509540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8623f0b1-57bc-42ef-91a0-8a8543c30fe8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.512211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.525360 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd964fe5-5d51-4286-81d2-62567a46aff4 None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:05Z', 'revision_number': 8, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb96de95-e856-49d2-8711-e56918e6487e', 'name': '', 'network_id': '589434bb-13d5-4956-8459-ab0d19255388', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:96:a2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:50Z', 'updated_at': '2022-01-27T14:56:57Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '8da00107-9a34-4060-ae46-10082f3bc71f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:07.525975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] For port dffa3283-7bfa-45d5-8546-63061837ea59, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:07.526923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.557410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] Calling delete_port for dffa3283-7bfa-45d5-8546-63061837ea59 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:07.561732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] Port dffa3283-7bfa-45d5-8546-63061837ea59 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:57:07.564827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.567337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:07.592872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:07.593530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cd7377-f336-40cb-8ae0-4cdb33a1504b') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:07.607427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8623f0b1-57bc-42ef-91a0-8a8543c30fe8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.610060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8623f0b1-57bc-42ef-91a0-8a8543c30fe8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.611249 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8623f0b1-57bc-42ef-91a0-8a8543c30fe8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/33a69c1d-b629-45da-9ba4-fdb47d93b604 HTTP/1.1" status: 204 len: 168 time: 0.2521341 Jan 27 14:57:07.620810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.626052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623f0b1-57bc-42ef-91a0-8a8543c30fe8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a69c1d-b629-45da-9ba4-fdb47d93b604,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:07.627609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] Pushing event deleted for resources: {'Port': ['ID=dffa3283-7bfa-45d5-8546-63061837ea59,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:07.636902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc21b0-b2f4-4562-9de6-c9393d64754b None None] No DVR routers for this DVR port dffa3283-7bfa-45d5-8546-63061837ea59 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:07.658655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.664179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39842) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:07.683764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:57:07.685027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:57:07.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:57:07.801473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.814713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:07.820205 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0 HTTP/1.1" status: 204 len: 168 time: 0.8784018 Jan 27 14:57:07.828096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39844) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:07.835596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040ad53-65fb-44bf-b889-21054db089d2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=c48d3dd3-fb4f-42c5-b9ec-edb6bd6ea8c0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:07.899006 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:57:08.394928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:08.422791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 61876ddf-284e-44e1-903e-092648a0676a no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:08.451027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:08.455111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 61876ddf-284e-44e1-903e-092648a0676a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:08.455677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 61876ddf-284e-44e1-903e-092648a0676a not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:08.886292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port bb96de95-e856-49d2-8711-e56918e6487e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:08.886676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:08.892932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 4a122b96-e166-4777-b096-10ff125e2ab1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:08.893373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:09.061672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port bb96de95-e856-49d2-8711-e56918e6487e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=bb96de95-e856-49d2-8711-e56918e6487e,segment=NetworkSegment(aa124eb4-0b17-426e-84a8-6d81447875bd),segment_id=aa124eb4-0b17-426e-84a8-6d81447875bd)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:09.062312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:09.065889 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 4a122b96-e166-4777-b096-10ff125e2ab1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4a122b96-e166-4777-b096-10ff125e2ab1,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:09.066253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:09.088256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for bb96de95-e856-49d2-8711-e56918e6487e owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:09.090850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 4a122b96-e166-4777-b096-10ff125e2ab1 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:09.257765 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d309695-c8ea-4a9e-9071-dd67fc9b2fce no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:09.293039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8d309695-c8ea-4a9e-9071-dd67fc9b2fce {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:09.293751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d309695-c8ea-4a9e-9071-dd67fc9b2fce not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:09.294528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dffa3283-7bfa-45d5-8546-63061837ea59 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:09.329110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: dffa3283-7bfa-45d5-8546-63061837ea59 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:09.329787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dffa3283-7bfa-45d5-8546-63061837ea59 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:09.778302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:09.859046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=bb96de95-e856-49d2-8711-e56918e6487e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:09.917801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:09.963490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=4a122b96-e166-4777-b096-10ff125e2ab1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:10.172535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:10.324332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:10.511575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:10.705061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:10.712047 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cefa3ec6-5700-4b0c-bb24-806f8c0e33dc tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8812215 Jan 27 14:57:10.716362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39848) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:10.718292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:10.728877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:10.729512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:10.805049 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:10.834081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:10.844006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet 8da00107-9a34-4060-ae46-10082f3bc71f {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:57:10.853602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.055520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.102946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:09Z', 'revision_number': 9, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:11.137364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:11.148198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:11.149680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:11.241155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:11.252582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39850) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:11.260664 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d76823a4-a344-4bb6-9049-e102cc14b432 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/c8461d49-8e9c-4c4f-bdbd-9bd305fdec76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5950134 Jan 27 14:57:11.266468 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] Sync routers for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:11.299092 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:11.300774 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:11.337806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.346779 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet f6f7da91-474a-4a05-af3a-5588cdf40b2d {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:57:11.351357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.414078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:11.438713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.462823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.546674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=8da00107-9a34-4060-ae46-10082f3bc71f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:11.549808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.554358 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-42a598c8-184b-44aa-b9c1-7eb037738152 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/8da00107-9a34-4060-ae46-10082f3bc71f HTTP/1.1" status: 204 len: 168 time: 0.8361609 Jan 27 14:57:11.557265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39852) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:11.587858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddadce8-3192-4ec5-883b-238261b70803 None None] Network 589434bb-13d5-4956-8459-ab0d19255388 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:57:11.592528 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:11.633823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.665183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.794350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.821829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port e0e578ff-27c3-4046-8288-afa7ba65c43c {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:11.821829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.899384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f7da91-474a-4a05-af3a-5588cdf40b2d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:11.909495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:09Z', 'revision_number': 9, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:11.918063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:11.927071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-87ab5768-70c6-4dbe-b5d4-f168f62345ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/f6f7da91-474a-4a05-af3a-5588cdf40b2d HTTP/1.1" status: 204 len: 168 time: 0.6731186 Jan 27 14:57:11.929998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39854) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:11.974010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406de3c7-e0ca-49be-a7a6-f9e618c101ba None None] Network 4fa8513a-a83a-4c17-96ba-f4f653208d9b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:57:11.996842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] DHCP port deletion for 589434bb-13d5-4956-8459-ab0d19255388 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:57:12.001337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03007633-3e2b-4ad2-9594-52cfbabfdfbe None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:09Z', 'revision_number': 9, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '0e84f9a8-d303-422c-a476-14ef48b8e532', 'name': '', 'network_id': '47ee4b99-14f8-4ef5-b405-b1b6164c5a39', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:9c:4e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:46Z', 'updated_at': '2022-01-27T14:56:51Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '6947f8ad-8749-4451-8ee8-99e1828bd8fa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:12.051767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port e0e578ff-27c3-4046-8288-afa7ba65c43c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e0e578ff-27c3-4046-8288-afa7ba65c43c,segment=NetworkSegment(aa124eb4-0b17-426e-84a8-6d81447875bd),segment_id=aa124eb4-0b17-426e-84a8-6d81447875bd)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:12.052439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.080028 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:57:09Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:12.081313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for e0e578ff-27c3-4046-8288-afa7ba65c43c owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:12.110737 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] Checking router: c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:12.123595 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] Routers {'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:12.124342 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:12.242403 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.273183 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] Set router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:12.313961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.382845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] Deleting port e0e578ff-27c3-4046-8288-afa7ba65c43c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:12.384063 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.475713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] For port e0e578ff-27c3-4046-8288-afa7ba65c43c, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:12.476924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.513515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] Calling delete_port for e0e578ff-27c3-4046-8288-afa7ba65c43c owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:12.527167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] Port e0e578ff-27c3-4046-8288-afa7ba65c43c was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:57:12.529922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.555398 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:57:09Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:12.578602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] Pushing event deleted for resources: {'Port': ['ID=e0e578ff-27c3-4046-8288-afa7ba65c43c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:12.586279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4248fb06-3b9c-48b7-a872-6f4f663b387c None None] No DVR routers for this DVR port e0e578ff-27c3-4046-8288-afa7ba65c43c on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:12.627231 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e935389e-26ea-42fe-9d03-40e3e039950e None None] The sync data for ids ['c8461d49-8e9c-4c4f-bdbd-9bd305fdec76'] in dv-neutron-826438-5-hyperv is: [{'id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'name': 'tempest-TestNetworkBasicOps-router-37044653', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:54:32Z', 'updated_at': '2022-01-27T14:57:09Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'efc01c46-e97c-4a52-9110-19d71dadcd80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8461d49-8e9c-4c4f-bdbd-9bd305fdec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:54:35Z', 'updated_at': '2022-01-27T14:54:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:12.660021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] DHCP port deletion for 4fa8513a-a83a-4c17-96ba-f4f653208d9b request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:57:12.731021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] Deleting port da26811f-348d-454c-98d2-c74b4b59a5e5 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:12.731457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.764206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=e0e578ff-27c3-4046-8288-afa7ba65c43c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:12.768367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port e0e578ff-27c3-4046-8288-afa7ba65c43c on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:12.820602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] For port da26811f-348d-454c-98d2-c74b4b59a5e5, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=da26811f-348d-454c-98d2-c74b4b59a5e5,segment=NetworkSegment(57a6166e-eb16-45de-892d-41f45c744c28),segment_id=57a6166e-eb16-45de-892d-41f45c744c28)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:12.821078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.836665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] Calling delete_port for da26811f-348d-454c-98d2-c74b4b59a5e5 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:12.869257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.892277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.944918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:12.962043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589434bb-13d5-4956-8459-ab0d19255388']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:12.977233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa124eb4-0b17-426e-84a8-6d81447875bd') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:12.977745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa124eb4-0b17-426e-84a8-6d81447875bd') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:12.985002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] No DVR routers for this DVR port da26811f-348d-454c-98d2-c74b4b59a5e5 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:12.989950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b70807-8ecb-4b05-b627-7cfac7b79b99 None None] Pushing event deleted for resources: {'Port': ['ID=da26811f-348d-454c-98d2-c74b4b59a5e5,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:13.008085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.037051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port efc01c46-e97c-4a52-9110-19d71dadcd80 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:13.037544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.040097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.066221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:57:13.066925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:57:13.071780 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:57:13.209775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.217721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.226154 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/589434bb-13d5-4956-8459-ab0d19255388 HTTP/1.1" status: 204 len: 168 time: 1.6642709 Jan 27 14:57:13.227335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39856) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:13.261177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6cec6-a0ab-4e37-a53e-efff1b2f0074 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=589434bb-13d5-4956-8459-ab0d19255388,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:13.276776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port efc01c46-e97c-4a52-9110-19d71dadcd80, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=efc01c46-e97c-4a52-9110-19d71dadcd80,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:13.277900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.286990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0e578ff-27c3-4046-8288-afa7ba65c43c no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:13.294933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for efc01c46-e97c-4a52-9110-19d71dadcd80 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:13.309135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: e0e578ff-27c3-4046-8288-afa7ba65c43c {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:13.309561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e0e578ff-27c3-4046-8288-afa7ba65c43c not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:13.310062 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4a122b96-e166-4777-b096-10ff125e2ab1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:13.333718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 4a122b96-e166-4777-b096-10ff125e2ab1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:13.334188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4a122b96-e166-4777-b096-10ff125e2ab1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:13.334689 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device da26811f-348d-454c-98d2-c74b4b59a5e5 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:13.356326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: da26811f-348d-454c-98d2-c74b4b59a5e5 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:13.356789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device da26811f-348d-454c-98d2-c74b4b59a5e5 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:13.357278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bb96de95-e856-49d2-8711-e56918e6487e no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:13.393403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: bb96de95-e856-49d2-8711-e56918e6487e {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:13.393949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device bb96de95-e856-49d2-8711-e56918e6487e not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:13.553015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.581738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=efc01c46-e97c-4a52-9110-19d71dadcd80,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:13.672788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.713480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.772754 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.775464 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.825834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.826316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:57:13.833230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:13.834382 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4c846c16-551c-4207-b4c9-4abd93493913 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/c8461d49-8e9c-4c4f-bdbd-9bd305fdec76 HTTP/1.1" status: 204 len: 168 time: 1.8979275 Jan 27 14:57:13.844027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39858) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:13.944673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.008567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-272e84c2-086d-480f-b6e7-1b28d599f0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.044440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port 0e84f9a8-d303-422c-a476-14ef48b8e532 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:14.044862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.051543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.077667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa8513a-a83a-4c17-96ba-f4f653208d9b']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:14.088521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a6166e-eb16-45de-892d-41f45c744c28') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:14.088800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a6166e-eb16-45de-892d-41f45c744c28') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:14.099833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.115805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.122835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:57:14.123342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:57:14.126497 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:57:14.163550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port 0e84f9a8-d303-422c-a476-14ef48b8e532, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0e84f9a8-d303-422c-a476-14ef48b8e532,segment=NetworkSegment(8842dc20-96bb-4314-8973-db77ec191fcd),segment_id=8842dc20-96bb-4314-8973-db77ec191fcd)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:14.163945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.179304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for 0e84f9a8-d303-422c-a476-14ef48b8e532 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:14.186798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.195216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.198445 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/4fa8513a-a83a-4c17-96ba-f4f653208d9b HTTP/1.1" status: 204 len: 168 time: 0.3527400 Jan 27 14:57:14.215044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff297e2-8865-4262-95dd-7e43f166af25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=4fa8513a-a83a-4c17-96ba-f4f653208d9b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:14.226226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39860) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:14.233090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--1299349272', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:14.258919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:57:14.265172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.304774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:57:14.329238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.329848 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment dfd62e30-fd1f-419a-b659-09cc9f2d3266 of type vlan for network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 Jan 27 14:57:14.388084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.414770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.428037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.435378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:14.436033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.448179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=0e84f9a8-d303-422c-a476-14ef48b8e532,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:14.530658 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2988029 Jan 27 14:57:14.530995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39862) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:14.538771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:14.554016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249b4fc-d03d-4ccd-adae-d2d7cb0f8447 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=8c0c59b7-8847-45c8-841b-985fb7a2dc34,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:14.571831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:57:14.688315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.689860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.773420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:14.815907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:15.330585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device efc01c46-e97c-4a52-9110-19d71dadcd80 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:15.364105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: efc01c46-e97c-4a52-9110-19d71dadcd80 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:15.364612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device efc01c46-e97c-4a52-9110-19d71dadcd80 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:15.454909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:15.646783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:15.782658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:15.791898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d7cadb2d-afe5-492b-a39b-7f16dcf8b62d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633473 Jan 27 14:57:15.793703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39864) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:15.797897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:15.811048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:15.812386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:56:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:15.870809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet 6947f8ad-8749-4451-8ee8-99e1828bd8fa {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:57:15.876234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:15.928789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:15.930442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:15.958417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:15.973870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.073978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.173333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.226362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.193 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/49459630-7b04-48ff-83e9-deaf4ff5a649) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:57:16.242656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5bc39b99-cb9b-4afe-857d-c9d58ca816aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.253949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:14Z', 'revision_number': 10, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:16.265176 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.272888 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/6947f8ad-8749-4451-8ee8-99e1828bd8fa HTTP/1.1" status: 204 len: 168 time: 0.4776261 Jan 27 14:57:16.275571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0847ee8-1f6d-40ab-a209-c2a2b411d391 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=6947f8ad-8749-4451-8ee8-99e1828bd8fa,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:16.284296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39866) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:16.302011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb54b0c1-f63f-46db-9358-b6959bed8985 None None] Network 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:57:16.313632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:16.364723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:16.365785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:16.452768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.463151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.506073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.517398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:16.534927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port 449ba217-a94c-4c8f-8301-d00ba759b311 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:16.535257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.568245 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:57:16.577332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:57:16.580815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:57:16.645461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=49459630-7b04-48ff-83e9-deaf4ff5a649,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:16.667542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port 449ba217-a94c-4c8f-8301-d00ba759b311, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=449ba217-a94c-4c8f-8301-d00ba759b311,segment=NetworkSegment(8842dc20-96bb-4314-8973-db77ec191fcd),segment_id=8842dc20-96bb-4314-8973-db77ec191fcd)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:16.668099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.688210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] DHCP port deletion for 47ee4b99-14f8-4ef5-b405-b1b6164c5a39 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:57:16.691701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for 449ba217-a94c-4c8f-8301-d00ba759b311 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:16.807001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.828586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] Deleting port 449ba217-a94c-4c8f-8301-d00ba759b311 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:16.829061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.846373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=449ba217-a94c-4c8f-8301-d00ba759b311,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:16.854223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port 449ba217-a94c-4c8f-8301-d00ba759b311 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:16.911366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] For port 449ba217-a94c-4c8f-8301-d00ba759b311, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:16.911863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.926213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:14Z', 'revision_number': 10, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:16.959459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.961217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] Calling delete_port for 449ba217-a94c-4c8f-8301-d00ba759b311 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:16.963944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a70807-f212-48a3-a803-bdf65c432e6f None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:14Z', 'revision_number': 10, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None, '_interfaces': [{'id': '903f598c-38ad-4864-b035-c04fade64af7', 'name': '', 'network_id': '751ee728-85c9-42bb-a632-53c50f40b552', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'mac_address': 'fa:16:3e:ef:a7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:56:41Z', 'updated_at': '2022-01-27T14:56:47Z', 'revision_number': 5, 'project_id': '6cca43eacb994b49b110404cac177450', 'subnets': [{'id': '235840d6-4a1f-48b3-8708-b4b15f75eb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:16.966204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:16.970819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] Port 449ba217-a94c-4c8f-8301-d00ba759b311 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 14:57:16.977479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.008842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ee4b99-14f8-4ef5-b405-b1b6164c5a39']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:17.012885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] Pushing event deleted for resources: {'Port': ['ID=449ba217-a94c-4c8f-8301-d00ba759b311,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:17.017428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077a02b-bf4b-4483-9ded-13bfad7e3eb3 None None] No DVR routers for this DVR port 449ba217-a94c-4c8f-8301-d00ba759b311 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:17.030087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8842dc20-96bb-4314-8973-db77ec191fcd') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:17.030553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8842dc20-96bb-4314-8973-db77ec191fcd') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:17.052190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.070037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.077753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:57:17.078237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:57:17.081670 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:57:17.155560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.168320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.177028 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/47ee4b99-14f8-4ef5-b405-b1b6164c5a39 HTTP/1.1" status: 204 len: 168 time: 0.8840821 Jan 27 14:57:17.179948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39870) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:17.203580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed579c4-7037-4f66-84b8-27f62eeac4ab tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=47ee4b99-14f8-4ef5-b405-b1b6164c5a39,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:17.295944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.355494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.438157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0e84f9a8-d303-422c-a476-14ef48b8e532 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:17.462374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 0e84f9a8-d303-422c-a476-14ef48b8e532 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:17.462874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0e84f9a8-d303-422c-a476-14ef48b8e532 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:17.463565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 449ba217-a94c-4c8f-8301-d00ba759b311 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:17.491680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 449ba217-a94c-4c8f-8301-d00ba759b311 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:17.492130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 449ba217-a94c-4c8f-8301-d00ba759b311 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:17.513559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c02096c5-023d-4da7-a5ec-014bc7699d73 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:57:17.643487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.689158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:17.707890 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Sync routers for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:17.713956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:17.719373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6b7fc7ac-bf54-488d-8f9c-c1dfa723a95b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1870620 Jan 27 14:57:17.720006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39872) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:17.725363 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:17.726421 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:17.754269 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6fed74b8-dd62-44c2-9de0-4538100f6c1f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296092 Jan 27 14:57:17.754526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39874) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:17.851620 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0760450f-7d3d-4fe1-94d4-119447df3117 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:17.856887 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0760450f-7d3d-4fe1-94d4-119447df3117 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979667 Jan 27 14:57:17.857106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39876) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:17.898262 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-321e446e-8095-4340-b59f-17799ff65f83 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398612 Jan 27 14:57:17.903733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39878) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:17.909667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626727282', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:17.933892 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:18.088518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:57:18.093336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.127749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port 903f598c-38ad-4864-b035-c04fade64af7 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:18.128769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.221475 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:16Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:18.280639 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Checking router: c02096c5-023d-4da7-a5ec-014bc7699d73 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:18.281262 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Updating router c02096c5-023d-4da7-a5ec-014bc7699d73 port 49459630-7b04-48ff-83e9-deaf4ff5a649 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:57:18.297771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port 903f598c-38ad-4864-b035-c04fade64af7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=903f598c-38ad-4864-b035-c04fade64af7,segment=NetworkSegment(86eea02a-5ad1-440c-9a25-6e1bd0834871),segment_id=86eea02a-5ad1-440c-9a25-6e1bd0834871)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:18.298823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.326646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for 903f598c-38ad-4864-b035-c04fade64af7 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:18.335982 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.388893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.516476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=ac3c8247-1817-4d3a-88e4-e7c51907c2d1,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:18.537930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:57:18.538574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 8c0c59b7-8847-45c8-841b-985fb7a2dc34, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:57:18.569058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.570514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:57:18.589420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 8c0c59b7-8847-45c8-841b-985fb7a2dc34) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:57:18.596541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:18.597835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.613877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3d1ad-8cb2-4951-8850-bbd3e6531d18 None None] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:57:18.616506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=903f598c-38ad-4864-b035-c04fade64af7,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:18.634447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b3fd0598-37ea-4a94-9ef1-acaa55944784 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7291799 Jan 27 14:57:18.639818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39880) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:18.756605 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.769772 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.829770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.833076 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Attempting to bind port 49459630-7b04-48ff-83e9-deaf4ff5a649 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:57:18.833787 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Attempting to bind port 49459630-7b04-48ff-83e9-deaf4ff5a649 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:57:18.834712 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Attempting to bind port 49459630-7b04-48ff-83e9-deaf4ff5a649 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:18.850864 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:57:18.858472 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:57:18.859248 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.859728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:57:18.860346 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Bound port: 49459630-7b04-48ff-83e9-deaf4ff5a649, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:57:18.860850 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.929213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:57:18.930497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.932886 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] For port 49459630-7b04-48ff-83e9-deaf4ff5a649, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:18.936718 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] For port 49459630-7b04-48ff-83e9-deaf4ff5a649, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=49459630-7b04-48ff-83e9-deaf4ff5a649,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:57:18.948368 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:18.951257 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f46e9-f33c-4e59-83bd-8455eec658a0 None None] Pushing event updated for resources: {'Port': ['ID=49459630-7b04-48ff-83e9-deaf4ff5a649,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:18.977035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:19.021834 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f46e9-f33c-4e59-83bd-8455eec658a0 None None] Pushing event updated for resources: {'Port': ['ID=49459630-7b04-48ff-83e9-deaf4ff5a649,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:19.084922 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:19.086686 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:19.305771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:19.334685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:19.350003 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:19.350915 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Allocated IP 172.20.0.2 (8c0c59b7-8847-45c8-841b-985fb7a2dc34/ac3c8247-1817-4d3a-88e4-e7c51907c2d1/4034a7ab-3887-479e-a8b3-f05f662ae728) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:57:19.492822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:19.505024 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1a5a8688-7d5f-48c3-b1a7-aadcc640345a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3202646 Jan 27 14:57:19.506902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39882) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:19.514742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:19.562539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:19.563856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:19.611180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting subnet 235840d6-4a1f-48b3-8708-b4b15f75eb67 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:57:19.617595 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:19.731719 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:19.749722 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:16Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:19.797728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67ce61-f64f-4655-ac91-e60ff691c30f None None] The sync data for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv is: [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:16Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:19.806126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:19.951865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:20.031503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.049058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:18Z', 'revision_number': 11, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:20.092023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:20.136128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.164930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.174952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.181442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:20.183176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:20.209380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.219842 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/235840d6-4a1f-48b3-8708-b4b15f75eb67 HTTP/1.1" status: 204 len: 168 time: 0.7068458 Jan 27 14:57:20.237962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39884) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:20.296850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59350b46-8496-4cb4-baef-19faf12748a2 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Subnet': ['ID=235840d6-4a1f-48b3-8708-b4b15f75eb67,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:20.355400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680cb056-1914-4773-a6a8-6cad1608c1e4 None None] Network 751ee728-85c9-42bb-a632-53c50f40b552 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:57:20.382398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.490816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Deleting port 024083b2-bf90-4cda-a790-b943dc04bfc9 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:20.491484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.527451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:20.537886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (8c0c59b7-8847-45c8-841b-985fb7a2dc34/ac3c8247-1817-4d3a-88e4-e7c51907c2d1/2a0e214f-ba23-4637-a764-49e237ccc6cb) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:57:20.595137 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:57:20.596227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Pushing event updated for resources: {'Port': ['ID=4034a7ab-3887-479e-a8b3-f05f662ae728,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:20.599588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:18Z', 'revision_number': 11, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:20.616281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] For port 024083b2-bf90-4cda-a790-b943dc04bfc9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=024083b2-bf90-4cda-a790-b943dc04bfc9,segment=NetworkSegment(86eea02a-5ad1-440c-9a25-6e1bd0834871),segment_id=86eea02a-5ad1-440c-9a25-6e1bd0834871)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:20.617251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.636018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:57:20.641583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Calling delete_port for 024083b2-bf90-4cda-a790-b943dc04bfc9 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:20.645603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:57:20.648167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5c4af-f03f-442d-8ccf-77bc4b4e2dcb None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:18Z', 'revision_number': 11, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:20.748543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.770399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Attempting to bind port 4034a7ab-3887-479e-a8b3-f05f662ae728 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:57:20.770399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Attempting to bind port 4034a7ab-3887-479e-a8b3-f05f662ae728 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:57:20.770918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Attempting to bind port 4034a7ab-3887-479e-a8b3-f05f662ae728 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:20.781904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:57:20.782456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Checking segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:57:20.782975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.783538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Bound using segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:57:20.784155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Bound port: 4034a7ab-3887-479e-a8b3-f05f662ae728, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:57:20.784654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.804566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.850452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:57:20.856167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:57:20.861389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:57:20.879724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] For port 4034a7ab-3887-479e-a8b3-f05f662ae728, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:20.884977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] For port 4034a7ab-3887-479e-a8b3-f05f662ae728, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4034a7ab-3887-479e-a8b3-f05f662ae728,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:57:20.893238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.926713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=2a0e214f-ba23-4637-a764-49e237ccc6cb,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:20.943303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:20.998104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da15cd-b9d8-42ea-801a-c10488d24031 None None] Pushing event updated for resources: {'Port': ['ID=4034a7ab-3887-479e-a8b3-f05f662ae728,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:21.083253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] DHCP port deletion for 751ee728-85c9-42bb-a632-53c50f40b552 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:57:21.165183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] Deleting port 024083b2-bf90-4cda-a790-b943dc04bfc9 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:57:21.165655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.234185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.250497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.311883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No DVR routers for this DVR port 024083b2-bf90-4cda-a790-b943dc04bfc9 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:21.316679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Port': ['ID=024083b2-bf90-4cda-a790-b943dc04bfc9,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:21.330026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] For port 024083b2-bf90-4cda-a790-b943dc04bfc9, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=024083b2-bf90-4cda-a790-b943dc04bfc9,segment=NetworkSegment(86eea02a-5ad1-440c-9a25-6e1bd0834871),segment_id=86eea02a-5ad1-440c-9a25-6e1bd0834871)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:21.330537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.364235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] Calling delete_port for 024083b2-bf90-4cda-a790-b943dc04bfc9 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:57:21.470067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.505010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.539741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] Pushing event deleted for resources: {'Port': ['ID=024083b2-bf90-4cda-a790-b943dc04bfc9,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:21.564649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14910ce0-1cda-4062-a213-f79171e183a5 None None] No DVR routers for this DVR port 024083b2-bf90-4cda-a790-b943dc04bfc9 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:21.607351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751ee728-85c9-42bb-a632-53c50f40b552']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:21.609632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 49459630-7b04-48ff-83e9-deaf4ff5a649 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:21.629198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86eea02a-5ad1-440c-9a25-6e1bd0834871') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:21.630247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86eea02a-5ad1-440c-9a25-6e1bd0834871') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:21.648886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.672295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 49459630-7b04-48ff-83e9-deaf4ff5a649 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:21.672712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.677450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.692832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:57:21.693413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:57:21.705879 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:57:21.781379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.808833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.815317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.821684 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/networks/751ee728-85c9-42bb-a632-53c50f40b552 HTTP/1.1" status: 204 len: 168 time: 1.5799537 Jan 27 14:57:21.823787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39886) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:21.824560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 49459630-7b04-48ff-83e9-deaf4ff5a649, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=49459630-7b04-48ff-83e9-deaf4ff5a649,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:21.829995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'routes': None}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:21.831852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.869124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.875163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.913212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 903f598c-38ad-4864-b035-c04fade64af7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:21.918766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c33b7-696e-4f1c-b096-7e4027a19e8e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Pushing event deleted for resources: {'Network': ['ID=751ee728-85c9-42bb-a632-53c50f40b552,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:21.960671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=2a0e214f-ba23-4637-a764-49e237ccc6cb,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:21.964063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:21.975934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 903f598c-38ad-4864-b035-c04fade64af7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:21.976704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 903f598c-38ad-4864-b035-c04fade64af7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:21.977418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 024083b2-bf90-4cda-a790-b943dc04bfc9 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:21.983048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=49459630-7b04-48ff-83e9-deaf4ff5a649,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:22.013917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 024083b2-bf90-4cda-a790-b943dc04bfc9 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:57:22.014953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 024083b2-bf90-4cda-a790-b943dc04bfc9 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:22.077398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:57:22.079143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:57:22.080089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Added routes are [] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 14:57:22.081338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.extraroute_db [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Removed routes are [] {{(pid=108742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 14:57:22.081989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.280529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.285996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.380660 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:22.478044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:22.485782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.492088 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-983bd07a-49ff-4586-a753-d5c6efac5839 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 200 len: 701 time: 0.6621563 Jan 27 14:57:22.492553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39888) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:22.498626 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] Sync routers for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:22.517889 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] Routers {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:22.519133 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:22.544442 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4adad6ab-5fc3-4750-ab11-f31b95e8928a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 200 len: 205 time: 0.0503201 Jan 27 14:57:22.546802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39890) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:22.627631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c02096c5-023d-4da7-a5ec-014bc7699d73 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:22.646104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7d16ff7-3491-46b5-b22c-2c8cdea00da6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.774057 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] Set router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:22.802253 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:22.811481 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2612c028-36a5-4bfa-a72f-41be2c5babf7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/c02096c5-023d-4da7-a5ec-014bc7699d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1693883 Jan 27 14:57:22.814175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39892) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:22.820669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Sync routers for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:22.833665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7d16ff7-3491-46b5-b22c-2c8cdea00da6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.838059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7d16ff7-3491-46b5-b22c-2c8cdea00da6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.853870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:22.854580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:22.878797 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be68ca08-8ab0-4c3a-b298-2a6f61b350d4', 'name': 'tempest-RoutersTest-router-1640886897', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:56:39Z', 'updated_at': '2022-01-27T14:57:18Z', 'revision_number': 11, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:22.923753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7d16ff7-3491-46b5-b22c-2c8cdea00da6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.925385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d16ff7-3491-46b5-b22c-2c8cdea00da6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Fanout notify agent at l3_agent the message router_deleted on router be68ca08-8ab0-4c3a-b298-2a6f61b350d4 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:57:22.938083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a7d16ff7-3491-46b5-b22c-2c8cdea00da6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.940440 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] Checking router: be68ca08-8ab0-4c3a-b298-2a6f61b350d4 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:22.941161 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a7d16ff7-3491-46b5-b22c-2c8cdea00da6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 204 len: 168 time: 0.3924727 Jan 27 14:57:22.947435 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39894) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:22.957463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6bc60f97-6b1c-47a5-88e4-8c4988484b86 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2115938488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:22.966440 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] Routers set() bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:22.967037 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] Router IDs set() for agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 14:57:22.968111 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_agentschedulers_db [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be68ca08-8ab0-4c3a-b298-2a6f61b350d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent'). {{(pid=108745) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 14:57:22.968745 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcbe438-84cf-4395-972a-3ab7fe7d3000 None None] The sync data for ids ['be68ca08-8ab0-4c3a-b298-2a6f61b350d4'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:22.997439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6bc60f97-6b1c-47a5-88e4-8c4988484b86 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:22.998678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6bc60f97-6b1c-47a5-88e4-8c4988484b86 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.010878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:23.099447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6bc60f97-6b1c-47a5-88e4-8c4988484b86 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.109147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6bc60f97-6b1c-47a5-88e4-8c4988484b86 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.138278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b904c3-eade-4fab-bd7d-b4f4516de903 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.139230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b904c3-eade-4fab-bd7d-b4f4516de903 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.140124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b904c3-eade-4fab-bd7d-b4f4516de903 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.140988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b904c3-eade-4fab-bd7d-b4f4516de903 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.141884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b904c3-eade-4fab-bd7d-b4f4516de903 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.143001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b904c3-eade-4fab-bd7d-b4f4516de903 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.146610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d5b904c3-eade-4fab-bd7d-b4f4516de903 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3307133 Jan 27 14:57:23.149733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39896) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:23.171610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6bc60f97-6b1c-47a5-88e4-8c4988484b86 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.172941 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6bc60f97-6b1c-47a5-88e4-8c4988484b86 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2241929 Jan 27 14:57:23.178369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39898) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:23.188540 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-31f522b9-8a85-4b40-99a7-b940808de71f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:23.346242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3123cff-b7b9-4ecc-a7cf-d474f9a0bc9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.346242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3123cff-b7b9-4ecc-a7cf-d474f9a0bc9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.346242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3123cff-b7b9-4ecc-a7cf-d474f9a0bc9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.346242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3123cff-b7b9-4ecc-a7cf-d474f9a0bc9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.346242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3123cff-b7b9-4ecc-a7cf-d474f9a0bc9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.346242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3123cff-b7b9-4ecc-a7cf-d474f9a0bc9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:23.348164 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b3123cff-b7b9-4ecc-a7cf-d474f9a0bc9f tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1969061 Jan 27 14:57:23.350472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39900) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:23.396880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:23.482953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Checking router: c02096c5-023d-4da7-a5ec-014bc7699d73 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:23.483312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Updating router c02096c5-023d-4da7-a5ec-014bc7699d73 port 2a0e214f-ba23-4637-a764-49e237ccc6cb binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:57:23.504567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-31f522b9-8a85-4b40-99a7-b940808de71f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.518317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ad17c7-21ed-4f55-ab3d-f373a8bfd53f None None] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:57:23.521905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-31f522b9-8a85-4b40-99a7-b940808de71f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.580977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 49459630-7b04-48ff-83e9-deaf4ff5a649 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:23.584288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.664782 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-583d95a3-e7a6-43fd-abbc-32fb5098a79c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3575 time: 0.3120606 Jan 27 14:57:23.669104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39902) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:23.675242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-162518695', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:23.696782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-91294aef-975a-45af-9cad-bf14e091aee8 None None] Provisioning complete for port 4034a7ab-3887-479e-a8b3-f05f662ae728 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:23.697155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91294aef-975a-45af-9cad-bf14e091aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.743766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f522b9-8a85-4b40-99a7-b940808de71f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Router e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:57:23.855487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f522b9-8a85-4b40-99a7-b940808de71f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:23.862729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-31f522b9-8a85-4b40-99a7-b940808de71f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.863979 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-31f522b9-8a85-4b40-99a7-b940808de71f tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "PUT /v2.0/routers/e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 HTTP/1.1" status: 200 len: 694 time: 0.6840951 Jan 27 14:57:23.867318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39904) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:23.871495 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] Sync routers for ids ['e7b6e3cd-f1c0-49b0-8188-6ab451a813b7'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:23.888593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:57:23.891544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] Routers {'e7b6e3cd-f1c0-49b0-8188-6ab451a813b7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:23.892741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.892957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 49459630-7b04-48ff-83e9-deaf4ff5a649 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:23.893299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:23.893494 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['e7b6e3cd-f1c0-49b0-8188-6ab451a813b7'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:23.915162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] device_id is not set on port 9080648b-8d97-4992-a966-3f9a73667049 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:57:24.009586 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] Set router e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:24.032681 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2b0f6600-1e4a-415d-b914-2faf2f75bf50 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/routers/e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 HTTP/1.1" status: 200 len: 700 time: 0.1610541 Jan 27 14:57:24.035149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39906) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:24.066738 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bf377041-ff64-44ce-a49b-3609a7fa0bea tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 HTTP/1.1" status: 200 len: 205 time: 0.0290704 Jan 27 14:57:24.068444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39908) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:24.114617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.13 (8c0c59b7-8847-45c8-841b-985fb7a2dc34/ac3c8247-1817-4d3a-88e4-e7c51907c2d1/9080648b-8d97-4992-a966-3f9a73667049) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:57:24.121791 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b6e3cd-f1c0-49b0-8188-6ab451a813b7', 'name': 'tempest-RoutersTest-router-2115938488', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:23Z', 'updated_at': '2022-01-27T14:57:23Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:24.181077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91294aef-975a-45af-9cad-bf14e091aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.183140 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] Checking router: e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:24.208224 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] Routers {'e7b6e3cd-f1c0-49b0-8188-6ab451a813b7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:24.209646 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['e7b6e3cd-f1c0-49b0-8188-6ab451a813b7'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:24.216189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a25f03f-3b32-4c5a-bcce-001b558416db tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.267839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4034a7ab-3887-479e-a8b3-f05f662ae728 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:24.329193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-91294aef-975a-45af-9cad-bf14e091aee8 None None] For port 4034a7ab-3887-479e-a8b3-f05f662ae728, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4034a7ab-3887-479e-a8b3-f05f662ae728,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:24.339522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91294aef-975a-45af-9cad-bf14e091aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.382806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4034a7ab-3887-479e-a8b3-f05f662ae728 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:24.384418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.401033 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] Set router e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:24.431003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91294aef-975a-45af-9cad-bf14e091aee8 None None] Pushing event updated for resources: {'Port': ['ID=4034a7ab-3887-479e-a8b3-f05f662ae728,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:24.467770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.522919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.580545 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b6e3cd-f1c0-49b0-8188-6ab451a813b7', 'name': 'tempest-RoutersTest-router-2115938488', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:23Z', 'updated_at': '2022-01-27T14:57:23Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:24.583234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:57:24.612179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:57:24.622305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:57:24.631263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:24.671493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8077f1-f0bd-4593-80e4-6162a4406a50 None None] The sync data for ids ['e7b6e3cd-f1c0-49b0-8188-6ab451a813b7'] in dv-neutron-826438-5-hyperv is: [{'id': 'e7b6e3cd-f1c0-49b0-8188-6ab451a813b7', 'name': 'tempest-RoutersTest-router-2115938488', 'tenant_id': '6cca43eacb994b49b110404cac177450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:23Z', 'updated_at': '2022-01-27T14:57:23Z', 'revision_number': 2, 'project_id': '6cca43eacb994b49b110404cac177450', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:24.729405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:24.730217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.758642 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e9cee07f-e212-42c7-91ef-b100456bef06 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0875707 Jan 27 14:57:24.783638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-89cd309e-49f1-49d9-9be7-ea9a947c192a None None] Provisioning complete for port 4034a7ab-3887-479e-a8b3-f05f662ae728 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:24.784036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-89cd309e-49f1-49d9-9be7-ea9a947c192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.965674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a25f03f-3b32-4c5a-bcce-001b558416db tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.975149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a25f03f-3b32-4c5a-bcce-001b558416db tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:24.994582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.021327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.063770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-89cd309e-49f1-49d9-9be7-ea9a947c192a None None] Provisioning complete for port 2a0e214f-ba23-4637-a764-49e237ccc6cb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:25.064546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-89cd309e-49f1-49d9-9be7-ea9a947c192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.073822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a25f03f-3b32-4c5a-bcce-001b558416db tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.073822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a25f03f-3b32-4c5a-bcce-001b558416db tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Fanout notify agent at l3_agent the message router_deleted on router e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:57:25.094159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6a25f03f-3b32-4c5a-bcce-001b558416db tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.096524 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6a25f03f-3b32-4c5a-bcce-001b558416db tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 HTTP/1.1" status: 204 len: 168 time: 1.0235951 Jan 27 14:57:25.100159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39912) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.102861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39914) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.110176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-50748c02-c3e9-4fb8-a619-010929393b40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2147282147', 'description': 'tempest-secgroup-smoke-2147282147 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:25.132104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d2b81-ca3a-428c-bc7b-6b00dfc60596 None None] Pushing event updated for resources: {'Port': ['ID=2a0e214f-ba23-4637-a764-49e237ccc6cb,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:25.157703 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9f1075b1-725a-4396-a257-ec7d6b4fcf02 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 HTTP/1.1" status: 200 len: 205 time: 0.0525539 Jan 27 14:57:25.160258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39916) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.165784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-89cd309e-49f1-49d9-9be7-ea9a947c192a None None] Port 2a0e214f-ba23-4637-a764-49e237ccc6cb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:57:25.171141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50748c02-c3e9-4fb8-a619-010929393b40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.257955 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-29746103-f821-4504-b6e3-df8da2902f34 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] delete failed (client error): The resource could not be found. Jan 27 14:57:25.259486 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-29746103-f821-4504-b6e3-df8da2902f34 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/e7b6e3cd-f1c0-49b0-8188-6ab451a813b7 HTTP/1.1" status: 404 len: 336 time: 0.0980442 Jan 27 14:57:25.262224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Attempting to bind port 2a0e214f-ba23-4637-a764-49e237ccc6cb on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:57:25.262759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Attempting to bind port 2a0e214f-ba23-4637-a764-49e237ccc6cb by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:57:25.263382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Attempting to bind port 2a0e214f-ba23-4637-a764-49e237ccc6cb on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:25.264634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39920) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.276885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4034a7ab-3887-479e-a8b3-f05f662ae728 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:25.283757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:57:25.284380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Checking segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:57:25.287448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.288320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Bound using segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:57:25.289315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Bound port: 2a0e214f-ba23-4637-a764-49e237ccc6cb, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:57:25.289985 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.337314 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd16748-485e-47bf-b3b5-d379c83bc9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:25.337314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd16748-485e-47bf-b3b5-d379c83bc9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:25.343193 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8bd16748-485e-47bf-b3b5-d379c83bc9ca tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/60be9fa7-bdba-4bc2-a33a-f8eac4d9fc69 HTTP/1.1" status: 404 len: 337 time: 0.0769374 Jan 27 14:57:25.347813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39922) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.405868 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-70857bb9-9f29-402c-bb4d-c4818f47332e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:25.406443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70857bb9-9f29-402c-bb4d-c4818f47332e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:25.410861 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-70857bb9-9f29-402c-bb4d-c4818f47332e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/8da00107-9a34-4060-ae46-10082f3bc71f HTTP/1.1" status: 404 len: 337 time: 0.0568328 Jan 27 14:57:25.412468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50748c02-c3e9-4fb8-a619-010929393b40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.414967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39924) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.416944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] For port 2a0e214f-ba23-4637-a764-49e237ccc6cb, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:25.420998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50748c02-c3e9-4fb8-a619-010929393b40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.426938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] For port 2a0e214f-ba23-4637-a764-49e237ccc6cb, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2a0e214f-ba23-4637-a764-49e237ccc6cb,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:57:25.434105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e3bb47d5-c3f4-4b26-8c22-40052a7af603 None None] Provisioning complete for port 2a0e214f-ba23-4637-a764-49e237ccc6cb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:25.434863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e3bb47d5-c3f4-4b26-8c22-40052a7af603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.438374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.447530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50748c02-c3e9-4fb8-a619-010929393b40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.452073 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1f5152-758c-43c4-8227-0014c2b3b2f3 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:25.452470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1f5152-758c-43c4-8227-0014c2b3b2f3 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:25.459562 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fd1f5152-758c-43c4-8227-0014c2b3b2f3 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/6947f8ad-8749-4451-8ee8-99e1828bd8fa HTTP/1.1" status: 404 len: 337 time: 0.0395203 Jan 27 14:57:25.459894 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-50748c02-c3e9-4fb8-a619-010929393b40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3544874 Jan 27 14:57:25.460138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39926) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.461794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e7e97241-62f4-4915-8f6e-9d39a47b6ea9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '62148a25-7ef4-4544-afd2-c613962553d4', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:25.463222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39928) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.502515 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a5458d-a11b-431d-8a3a-6d26718bec6e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:25.503579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a5458d-a11b-431d-8a3a-6d26718bec6e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:25.506641 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d5a5458d-a11b-431d-8a3a-6d26718bec6e tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/235840d6-4a1f-48b3-8708-b4b15f75eb67 HTTP/1.1" status: 404 len: 337 time: 0.0421412 Jan 27 14:57:25.510795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39930) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.517273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50748c02-c3e9-4fb8-a619-010929393b40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62148a25-7ef4-4544-afd2-c613962553d4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:25.529544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e97241-62f4-4915-8f6e-9d39a47b6ea9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.555348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:25.556150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:25.561143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 4034a7ab-3887-479e-a8b3-f05f662ae728 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:25.561808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.572446 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0eb0ec60-9248-491e-9729-d914e51ce405 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 200 len: 205 time: 0.0556622 Jan 27 14:57:25.572926 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39932) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.632768 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-b19ce77c-7c3c-41d7-93bb-0828e6f2e12b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] delete failed (client error): The resource could not be found. Jan 27 14:57:25.638502 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b19ce77c-7c3c-41d7-93bb-0828e6f2e12b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/be68ca08-8ab0-4c3a-b298-2a6f61b350d4 HTTP/1.1" status: 404 len: 336 time: 0.0599301 Jan 27 14:57:25.639066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39934) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.652977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d2b81-ca3a-428c-bc7b-6b00dfc60596 None None] Pushing event updated for resources: {'Port': ['ID=2a0e214f-ba23-4637-a764-49e237ccc6cb,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:25.662355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e97241-62f4-4915-8f6e-9d39a47b6ea9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.669921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e97241-62f4-4915-8f6e-9d39a47b6ea9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.709986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fca209ea-b43a-4fa5-a345-bc8a3034518b tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=e546072a-30b9-412b-a1e7-207f2f9fcfa3 HTTP/1.1" status: 200 len: 205 time: 0.0690999 Jan 27 14:57:25.716983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39936) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.719732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e97241-62f4-4915-8f6e-9d39a47b6ea9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d56ae7-a59f-48b1-9ef4-3a00647ea0d6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:25.733795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e97241-62f4-4915-8f6e-9d39a47b6ea9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.742134 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e7e97241-62f4-4915-8f6e-9d39a47b6ea9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2836757 Jan 27 14:57:25.743641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39938) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.751344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-88e388b0-ddd3-4c17-b02d-07c91e86bec0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '62148a25-7ef4-4544-afd2-c613962553d4', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:25.773784 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-411efee2-e70d-4a9e-8eaa-5954519d4ad9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] delete failed (client error): The resource could not be found. Jan 27 14:57:25.775782 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-411efee2-e70d-4a9e-8eaa-5954519d4ad9 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/e546072a-30b9-412b-a1e7-207f2f9fcfa3 HTTP/1.1" status: 404 len: 336 time: 0.0568748 Jan 27 14:57:25.780240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39940) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.783566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e3bb47d5-c3f4-4b26-8c22-40052a7af603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.819130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88e388b0-ddd3-4c17-b02d-07c91e86bec0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.822710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-1110a368-3df9-4302-99db-ec6291f0c90a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:25.823161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1110a368-3df9-4302-99db-ec6291f0c90a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:25.828404 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1110a368-3df9-4302-99db-ec6291f0c90a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/57267d59-9969-49ea-b3d9-1839ab756de5 HTTP/1.1" status: 404 len: 337 time: 0.0467458 Jan 27 14:57:25.832384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39942) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.864471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:25.877051 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-517772a3-894a-4520-91ee-fe2526c421e5 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=04c666f9-6f4e-43fd-8001-87b6d12b82e5 HTTP/1.1" status: 200 len: 205 time: 0.0432227 Jan 27 14:57:25.881375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39944) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.925235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88e388b0-ddd3-4c17-b02d-07c91e86bec0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.935680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88e388b0-ddd3-4c17-b02d-07c91e86bec0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.950651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e3bb47d5-c3f4-4b26-8c22-40052a7af603 None None] For port 2a0e214f-ba23-4637-a764-49e237ccc6cb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2a0e214f-ba23-4637-a764-49e237ccc6cb,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:25.958770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e388b0-ddd3-4c17-b02d-07c91e86bec0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d238ecfd-0831-49a4-a4d3-8562ad7eba9c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:25.976905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-88e388b0-ddd3-4c17-b02d-07c91e86bec0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.983431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e3bb47d5-c3f4-4b26-8c22-40052a7af603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:25.986175 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-88e388b0-ddd3-4c17-b02d-07c91e86bec0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2398779 Jan 27 14:57:25.987710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39946) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:25.997666 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-3972edbd-2b6d-429e-a080-a749715de3b6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] delete failed (client error): The resource could not be found. Jan 27 14:57:26.000203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-041fd23f-fc7a-48a4-b34f-17e4c7ed3ae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '62148a25-7ef4-4544-afd2-c613962553d4', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:26.003018 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3972edbd-2b6d-429e-a080-a749715de3b6 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/04c666f9-6f4e-43fd-8001-87b6d12b82e5 HTTP/1.1" status: 404 len: 336 time: 0.1192858 Jan 27 14:57:26.003752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39948) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.076570 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e451ae4d-8ef9-44be-b45e-8144449ba641 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=46286516-4614-4f42-9af3-ed7b27978070 HTTP/1.1" status: 200 len: 205 time: 0.0711884 Jan 27 14:57:26.080127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39950) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.089706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-041fd23f-fc7a-48a4-b34f-17e4c7ed3ae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.138944 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-85396484-ecb1-448a-a488-42ec6a031895 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] delete failed (client error): The resource could not be found. Jan 27 14:57:26.140061 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-85396484-ecb1-448a-a488-42ec6a031895 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/46286516-4614-4f42-9af3-ed7b27978070 HTTP/1.1" status: 404 len: 336 time: 0.0584140 Jan 27 14:57:26.144502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39952) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.177279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb47d5-c3f4-4b26-8c22-40052a7af603 None None] Pushing event updated for resources: {'Port': ['ID=2a0e214f-ba23-4637-a764-49e237ccc6cb,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:26.191776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0d52f15a-fb92-409f-bcc8-8d4591df6209 None None] Provisioning complete for port 9080648b-8d97-4992-a966-3f9a73667049 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:26.192538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d52f15a-fb92-409f-bcc8-8d4591df6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.200598 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9068f4e-aa76-4976-9307-f331de0bc061 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:26.201057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9068f4e-aa76-4976-9307-f331de0bc061 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:26.204203 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b9068f4e-aa76-4976-9307-f331de0bc061 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/a7e4bd73-333e-4660-a4e3-b5ee173f1983 HTTP/1.1" status: 404 len: 337 time: 0.0535192 Jan 27 14:57:26.208470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39954) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.236695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0d52f15a-fb92-409f-bcc8-8d4591df6209 None None] Port 9080648b-8d97-4992-a966-3f9a73667049 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:57:26.248744 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c69b4dab-51d0-4a66-b45e-949ef6dd4227 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=3eff2b1e-2336-4360-8351-d6f2c386b92a HTTP/1.1" status: 200 len: 205 time: 0.0363603 Jan 27 14:57:26.249536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39956) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.312702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0d52f15a-fb92-409f-bcc8-8d4591df6209 None None] Provisioning complete for port 2a0e214f-ba23-4637-a764-49e237ccc6cb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:26.313328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d52f15a-fb92-409f-bcc8-8d4591df6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.313453 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.api.v2.resource [None req-906c2b73-e13c-46a4-812b-c72fb8fccc8d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] delete failed (client error): The resource could not be found. Jan 27 14:57:26.316894 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-906c2b73-e13c-46a4-812b-c72fb8fccc8d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/3eff2b1e-2336-4360-8351-d6f2c386b92a HTTP/1.1" status: 404 len: 336 time: 0.0645669 Jan 27 14:57:26.316894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-041fd23f-fc7a-48a4-b34f-17e4c7ed3ae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.317762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39958) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.325295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-041fd23f-fc7a-48a4-b34f-17e4c7ed3ae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.349254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fd23f-fc7a-48a4-b34f-17e4c7ed3ae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dc6085-57e2-4aa7-9e1f-8e18813f7434,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:26.367405 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-df24930f-54f2-4f43-a065-47810e285256 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:26.368079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df24930f-54f2-4f43-a065-47810e285256 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:26.375671 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-df24930f-54f2-4f43-a065-47810e285256 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/14a4b698-01ec-4cad-9ac4-4891f30dbe80 HTTP/1.1" status: 404 len: 337 time: 0.0560164 Jan 27 14:57:26.376703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39960) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.377798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-041fd23f-fc7a-48a4-b34f-17e4c7ed3ae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.380061 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-041fd23f-fc7a-48a4-b34f-17e4c7ed3ae5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3895566 Jan 27 14:57:26.384704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39962) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.394221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-45b07686-3ba5-421c-8d7d-96c1c03c2007 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '62148a25-7ef4-4544-afd2-c613962553d4', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:26.421172 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-79e03767-30a2-4982-a97f-9d658be1922a tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6413a7b-00eb-4086-9d7a-e42e561b22db HTTP/1.1" status: 200 len: 205 time: 0.0396671 Jan 27 14:57:26.422799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39964) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.465481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45b07686-3ba5-421c-8d7d-96c1c03c2007 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.470392 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-ee72ad9a-0af1-476b-88a9-7680c0b9c7ba tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] delete failed (client error): The resource could not be found. Jan 27 14:57:26.473883 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee72ad9a-0af1-476b-88a9-7680c0b9c7ba tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/routers/a6413a7b-00eb-4086-9d7a-e42e561b22db HTTP/1.1" status: 404 len: 336 time: 0.0476415 Jan 27 14:57:26.475905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39966) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.509855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:26.523403 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d80376-170f-43bf-b1a2-578db515c17d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:26.524080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d80376-170f-43bf-b1a2-578db515c17d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:26.530221 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-09d80376-170f-43bf-b1a2-578db515c17d tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/b433c856-f7f7-4598-88c2-86505aebb9d4 HTTP/1.1" status: 404 len: 337 time: 0.0525239 Jan 27 14:57:26.532434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39968) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.546230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f50564-9beb-4ca5-9a19-7fdbf0447f97 None None] The sync data for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv is: [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:26.565952 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed5cc97-ccb1-4818-aad7-896e6a082863 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] DELETE failed (client error): The resource could not be found. Jan 27 14:57:26.566417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed5cc97-ccb1-4818-aad7-896e6a082863 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 14:57:26.570138 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4ed5cc97-ccb1-4818-aad7-896e6a082863 tempest-RoutersTest-1789479550 tempest-RoutersTest-1789479550-project] 10.222.0.18 "DELETE /v2.0/subnets/72f514c3-aec6-4de9-ba44-6b22d61a5d30 HTTP/1.1" status: 404 len: 337 time: 0.0357013 Jan 27 14:57:26.590837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45b07686-3ba5-421c-8d7d-96c1c03c2007 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.599450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45b07686-3ba5-421c-8d7d-96c1c03c2007 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.644567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-45b07686-3ba5-421c-8d7d-96c1c03c2007 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.652051 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-45b07686-3ba5-421c-8d7d-96c1c03c2007 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2657368 Jan 27 14:57:26.655789 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b07686-3ba5-421c-8d7d-96c1c03c2007 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd13e040-ae8f-4474-a917-27429fb111fc,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:26.656877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39972) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.662118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '62148a25-7ef4-4544-afd2-c613962553d4', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:26.689083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-90003146-47c2-424e-a623-4600d57785bd None None] Provisioning complete for port 2a0e214f-ba23-4637-a764-49e237ccc6cb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:26.690087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90003146-47c2-424e-a623-4600d57785bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.728932 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:57:26.740298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.881679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.887023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.910378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cf9f96-1d41-4b9b-a245-5768e730da1c,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:26.922929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:26.924246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-099bf1f9-b1c4-4b2f-a7bb-c38732494781 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2662961 Jan 27 14:57:26.928598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39974) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:26.934527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '62148a25-7ef4-4544-afd2-c613962553d4', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:26.967191 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:57:26.974159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.076123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.088370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.121497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31561d79-5e35-436b-bb84-f8f99dc66638,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:27.134222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.136032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 39978) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:27.143937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c175ccff-6e81-481a-8abb-668690867ceb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2139688 Jan 27 14:57:27.378649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2a0e214f-ba23-4637-a764-49e237ccc6cb up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:27.419157 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7a5fd37a-a950-41c5-9ec4-a23366edaa1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cca43eacb994b49b110404cac177450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767670 Jan 27 14:57:27.419704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 39992) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:27.478447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2a0e214f-ba23-4637-a764-49e237ccc6cb triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:27.479616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.525759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81aad400-d735-43c6-83c5-46d179c0e918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.589294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81aad400-d735-43c6-83c5-46d179c0e918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.639677 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-0284e93e-d257-47a5-ad45-57734e2cba6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147282147&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0816402 Jan 27 14:57:27.703167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-57d0ba38-2c56-4df9-ad00-407d3aadc353 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:27.708302 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-57d0ba38-2c56-4df9-ad00-407d3aadc353 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 930 time: 0.0539711 Jan 27 14:57:27.722807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-988859ca-b8c7-4710-8c12-a75b7a98abfd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:57:27.724038 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-988859ca-b8c7-4710-8c12-a75b7a98abfd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066135 Jan 27 14:57:27.725242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81aad400-d735-43c6-83c5-46d179c0e918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.727998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81aad400-d735-43c6-83c5-46d179c0e918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:27.729257 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-81aad400-d735-43c6-83c5-46d179c0e918 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5e1c84f-d233-4813-a6b3-dd5e24fdc3c7 HTTP/1.1" status: 204 len: 168 time: 0.3081181 Jan 27 14:57:27.747536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aad400-d735-43c6-83c5-46d179c0e918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e1c84f-d233-4813-a6b3-dd5e24fdc3c7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:27.791914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-57ed75ad-9a1b-40e3-b24f-d7a902b85968 service neutron] 10.222.0.18 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0538416 Jan 27 14:57:27.908749 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-18deab45-61a8-44dd-9614-50e98b6be71a service neutron] 10.222.0.18 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068754 Jan 27 14:57:28.072452 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-abb635cd-fd0f-49e0-a1b3-65a277e176af service neutron] 10.222.0.18 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484056 Jan 27 14:57:28.292968 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c700b2c1-31d7-4fca-8de6-3608f1d7728f req-e6490c71-2e8e-47db-b2ca-0e6aaa4d2a43 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Jan 27 14:57:29.305999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-b8a1d144-1b9d-4512-8def-e1a2215b0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:29.307480 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-b8a1d144-1b9d-4512-8def-e1a2215b0678 service neutron] 10.222.0.72 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1026 time: 0.1611652 Jan 27 14:57:29.410027 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a8b8cc1-b90c-4772-8c73-92de3e7cc0e6 req-ff3a2524-8c05-497b-b479-3e60c5733949 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0353785 Jan 27 14:57:29.452744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-b7c80e3e-a2e6-49f4-ba8c-458d93a091bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:29.454302 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-b7c80e3e-a2e6-49f4-ba8c-458d93a091bf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 200 len: 797 time: 0.1413045 Jan 27 14:57:29.526822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-9e729b25-5b74-4746-82e8-323ac19afc71 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 380 time: 0.0630724 Jan 27 14:57:29.536223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-aa538869-d650-4799-9961-721aa9d235de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:57:29.537200 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-aa538869-d650-4799-9961-721aa9d235de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054181 Jan 27 14:57:29.548815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Request body: {'port': {'device_id': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:29.610190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:29.977785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9080648b-8d97-4992-a966-3f9a73667049 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:57:29.986502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:30.006312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Transition to ACTIVE for port object 9080648b-8d97-4992-a966-3f9a73667049 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:57:30.011302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:30.090752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:30.107723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.108071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.108420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.108755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.109167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.109410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.109717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.110031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.110348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.110679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.111017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.111363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:30.186289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:57:30.186619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:57:30.186942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:30.192198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:30.193211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:57:30.193531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:30.201203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:57:30.201733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Checking segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:57:30.202315 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Bound using segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:57:30.202924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Bound port: 9080648b-8d97-4992-a966-3f9a73667049, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:57:30.203465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:30.293407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:30.297656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:57:30.303153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:30.359608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:30.360662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:30.365271 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] 10.222.0.72 "PUT /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1131 time: 0.8205028 Jan 27 14:57:30.365767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'tag': '9080648b-8d97-4992-a966-3f9a73667049'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:57:30.368432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950a1092-fbe1-4e09-9a34-70a91ca8df5d" -d '{"events": [{"name": "network-changed", "server_uuid": "91580dcf-1028-4ff4-9254-de70d027ffb0", "tag": "9080648b-8d97-4992-a966-3f9a73667049"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:57:30.503173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486b720-df5e-4f8f-a10a-2d17bae70a6c service neutron] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:30.630160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ff9651-23db-4fb8-a468-9d697fc9d92b x-openstack-request-id: req-86ff9651-23db-4fb8-a468-9d697fc9d92b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:57:30.630408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91580dcf-1028-4ff4-9254-de70d027ffb0", "tag": "9080648b-8d97-4992-a966-3f9a73667049", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:57:30.630601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86ff9651-23db-4fb8-a468-9d697fc9d92b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:57:30.631004 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'tag': '9080648b-8d97-4992-a966-3f9a73667049', 'status': 'completed', 'code': 200} Jan 27 14:57:30.633307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-97dd9099-6322-41bf-b355-71f8835b73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:30.634857 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-97dd9099-6322-41bf-b355-71f8835b73d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 1134 time: 0.2199018 Jan 27 14:57:30.701502 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-de7bc26e-6eac-4d05-bd2f-214eff2cf911 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 217 time: 0.0582230 Jan 27 14:57:30.709646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4179d-27b0-4c63-a63b-d2774d113363 req-457090ea-f619-4d8f-8e16-2bb379e2dd53 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:30.711240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5cb4179d-27b0-4c63-a63b-d2774d113363 req-457090ea-f619-4d8f-8e16-2bb379e2dd53 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 981 time: 0.1762421 Jan 27 14:57:30.800406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-4fc402f1-195f-4ad3-a20f-081bde5a05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:30.801928 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-4fc402f1-195f-4ad3-a20f-081bde5a05ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac3c8247-1817-4d3a-88e4-e7c51907c2d1 HTTP/1.1" status: 200 len: 835 time: 0.0897508 Jan 27 14:57:30.807975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5cb4179d-27b0-4c63-a63b-d2774d113363 req-c32b34d3-bc10-4c2e-a4b5-ea2ce8207ec6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878506 Jan 27 14:57:30.883929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-7014c7ad-d561-4afc-b36e-c6aa0a38fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:30.885477 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-7014c7ad-d561-4afc-b36e-c6aa0a38fede service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c0c59b7-8847-45c8-841b-985fb7a2dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760379 Jan 27 14:57:30.989083 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-b6565f63-f678-458b-a613-039533c8a708 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968456 Jan 27 14:57:31.092804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142f43c-26d0-45af-984c-10c8ca44edb4 req-8209c7b2-5c64-4c99-bcc5-1a1d0a709c70 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959690 Jan 27 14:57:31.186438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-c5bfbb8b-a50c-46cf-9f35-48eb76e35825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:31.188308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-c5bfbb8b-a50c-46cf-9f35-48eb76e35825 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 1134 time: 0.0465450 Jan 27 14:57:31.353781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-cd9b43f6-fe98-4685-81f4-efb3d46c098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:31.355840 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-cd9b43f6-fe98-4685-81f4-efb3d46c098e service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 200 len: 898 time: 0.1602907 Jan 27 14:57:31.405410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-ec6a46af-6c37-4720-9b17-ec4040db2184 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 217 time: 0.0432363 Jan 27 14:57:31.458143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-c5908f31-8630-4f7d-8080-734dbb4ee05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:31.459687 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-c5908f31-8630-4f7d-8080-734dbb4ee05b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac3c8247-1817-4d3a-88e4-e7c51907c2d1 HTTP/1.1" status: 200 len: 835 time: 0.0475228 Jan 27 14:57:31.510920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-aa0512b0-0f27-4e0b-ac43-04fa7acedccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:31.512491 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-aa0512b0-0f27-4e0b-ac43-04fa7acedccd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c0c59b7-8847-45c8-841b-985fb7a2dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441897 Jan 27 14:57:31.617322 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-0f0165a1-b849-4282-a1d2-1629b8d8a887 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972216 Jan 27 14:57:31.715610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-950a1092-fbe1-4e09-9a34-70a91ca8df5d req-4e9e1b1f-7edf-41fc-b904-61ea407c2f3a service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909317 Jan 27 14:57:31.943210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f79cb-187e-417d-ba30-8abcef47970b req-1b4d13b3-0548-4756-8a92-9204ecaccad4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:31.945900 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-254f79cb-187e-417d-ba30-8abcef47970b req-1b4d13b3-0548-4756-8a92-9204ecaccad4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 981 time: 0.0630190 Jan 27 14:57:31.998617 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-254f79cb-187e-417d-ba30-8abcef47970b req-4a985f25-649c-4e5c-b4c8-dd107947c371 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427344 Jan 27 14:57:33.517459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce417e-d2ec-4093-bb18-39851e58c8c5 req-93fd0cee-6590-4bb2-b019-bbf73d8864b9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:33.519055 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98ce417e-d2ec-4093-bb18-39851e58c8c5 req-93fd0cee-6590-4bb2-b019-bbf73d8864b9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 981 time: 0.4285836 Jan 27 14:57:33.568248 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98ce417e-d2ec-4093-bb18-39851e58c8c5 req-41fcf862-3caf-4877-8910-ad9f2011084f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 Jan 27 14:57:34.546705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:57:34.663116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:34.676377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '9080648b-8d97-4992-a966-3f9a73667049', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'port_id': '9080648b-8d97-4992-a966-3f9a73667049', 'mac_address': 'fa:16:3e:3c:56:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:57:34.732647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa58d1-32bb-437a-b8b6-2aa43335ee03 req-ce3abd1b-9abc-4b98-9bed-b4fd85398c67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:34.734355 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a0aa58d1-32bb-437a-b8b6-2aa43335ee03 req-ce3abd1b-9abc-4b98-9bed-b4fd85398c67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 981 time: 0.0754147 Jan 27 14:57:34.739049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:34.758181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9080648b-8d97-4992-a966-3f9a73667049 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:57:34.786870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:34.788963 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a0aa58d1-32bb-437a-b8b6-2aa43335ee03 req-84fe49a9-3554-42e1-ade2-2cd3dc36d3b8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432475 Jan 27 14:57:34.792845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:34.846249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:35.038306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['9080648b-8d97-4992-a966-3f9a73667049'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:57:35.926138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e6fea-6eef-47b3-a72a-2e8b21425394 req-af66a5d2-ac09-4cb0-82bd-e556098a11aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:35.927722 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-945e6fea-6eef-47b3-a72a-2e8b21425394 req-af66a5d2-ac09-4cb0-82bd-e556098a11aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 982 time: 0.0521526 Jan 27 14:57:35.971721 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-945e6fea-6eef-47b3-a72a-2e8b21425394 req-b6daf7da-2542-4cb8-8c61-d4caeb9862b5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377991 Jan 27 14:57:36.546500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:36.599837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 9080648b-8d97-4992-a966-3f9a73667049 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:57:36.604249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 9080648b-8d97-4992-a966-3f9a73667049 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:36.604615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:36.691018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:36.715736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9080648b-8d97-4992-a966-3f9a73667049'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:57:36.718012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd37fa3-7977-4da4-8889-d984bd716643" -d '{"events": [{"server_uuid": "91580dcf-1028-4ff4-9254-de70d027ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "9080648b-8d97-4992-a966-3f9a73667049"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:57:36.735566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:36.741081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:36.782960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b92b9-f09a-46ca-9573-bd3e581db91f x-openstack-request-id: req-cf9b92b9-f09a-46ca-9573-bd3e581db91f {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:57:36.783420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91580dcf-1028-4ff4-9254-de70d027ffb0", "name": "network-vif-plugged", "status": "completed", "tag": "9080648b-8d97-4992-a966-3f9a73667049", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:57:36.783821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf9b92b9-f09a-46ca-9573-bd3e581db91f {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:57:36.784294 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9080648b-8d97-4992-a966-3f9a73667049', 'code': 200} Jan 27 14:57:36.804020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:36.993607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537b906-a5b9-49ba-90fd-7f6e59fa2d42 req-58870ce8-7b90-473b-ab13-f30bbd3268a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:36.995627 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0537b906-a5b9-49ba-90fd-7f6e59fa2d42 req-58870ce8-7b90-473b-ab13-f30bbd3268a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 1136 time: 0.0748312 Jan 27 14:57:37.047161 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0537b906-a5b9-49ba-90fd-7f6e59fa2d42 req-c3e88d1f-fe72-4ec6-815f-6c8e9f4732cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Jan 27 14:57:37.123959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a65d36-aaa9-43e9-ad25-0bc128026b79 req-99ac41bb-9c96-466b-8a7a-b8307f740ce5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:37.125571 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08a65d36-aaa9-43e9-ad25-0bc128026b79 req-99ac41bb-9c96-466b-8a7a-b8307f740ce5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 983 time: 0.0569401 Jan 27 14:57:37.169611 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08a65d36-aaa9-43e9-ad25-0bc128026b79 req-f876b44f-6028-4627-be7e-5b7787427948 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Jan 27 14:57:38.307600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4521ea-5021-4b2c-adb6-569ac0d84aca req-dfbbe2bc-ac2a-47b3-ad01-75c7ea77029c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:38.309907 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d4521ea-5021-4b2c-adb6-569ac0d84aca req-dfbbe2bc-ac2a-47b3-ad01-75c7ea77029c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 983 time: 0.0581567 Jan 27 14:57:38.353630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d4521ea-5021-4b2c-adb6-569ac0d84aca req-f755ceb2-a6ec-4b7f-9ed1-66ad8d6316ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366616 Jan 27 14:57:38.481765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037dde1f-8feb-4949-a97f-4daad07b098c req-1b99748c-698c-4af5-beec-634d669c40c5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:38.483686 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-037dde1f-8feb-4949-a97f-4daad07b098c req-1b99748c-698c-4af5-beec-634d669c40c5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 983 time: 0.0559945 Jan 27 14:57:38.527344 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-037dde1f-8feb-4949-a97f-4daad07b098c req-5e5aa7dd-5cb9-4d20-acfb-7f6d87701860 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372567 Jan 27 14:57:38.563183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40044) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:38.606365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b112a0-623c-4324-8711-abeebe6ddbe5 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:38.608113 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-17b112a0-623c-4324-8711-abeebe6ddbe5 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 1131 time: 0.0438013 Jan 27 14:57:38.611392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40046) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:38.616255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '9080648b-8d97-4992-a966-3f9a73667049', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:38.649031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:38.767643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:38.950664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.168 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/c106429b-4374-47a6-8160-b8debf6effaf) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:57:39.072612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:39.112515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:39.164046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:57:39.168637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:57:39.173793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:57:39.180376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=c106429b-4374-47a6-8160-b8debf6effaf,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:39.211393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.211669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.211973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.212307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.212634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.212955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.213277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.213598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.213917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.214295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.215157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.215517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:39.644882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:39.721932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:39.897181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:39.903445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:39.982142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=c106429b-4374-47a6-8160-b8debf6effaf,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:39.993654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:40.102303 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP d2107a7f-c035-416f-9a91-a66ea150b9c7 associated. External IP: 172.26.6.168, port: 9080648b-8d97-4992-a966-3f9a73667049. Jan 27 14:57:40.388827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c02096c5-023d-4da7-a5ec-014bc7699d73 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:57:40.511336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:57:40.523737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] Sync routers for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:57:40.537391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:40.538452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:40.538700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:40.584712 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c7f24117-d063-4b03-975a-2218054b598c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.9719486 Jan 27 14:57:40.585806 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'tag': '9080648b-8d97-4992-a966-3f9a73667049'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:57:40.588228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40048) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:40.590498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8" -d '{"events": [{"name": "network-changed", "server_uuid": "91580dcf-1028-4ff4-9254-de70d027ffb0", "tag": "9080648b-8d97-4992-a966-3f9a73667049"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:57:40.726337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816b522-92fb-40b0-9a12-6b3b881d3f3e tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:40.729404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684f4e2d-3c5d-4bea-b64c-28122650f471 x-openstack-request-id: req-684f4e2d-3c5d-4bea-b64c-28122650f471 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:57:40.730826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91580dcf-1028-4ff4-9254-de70d027ffb0", "tag": "9080648b-8d97-4992-a966-3f9a73667049", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:57:40.731014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-684f4e2d-3c5d-4bea-b64c-28122650f471 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:57:40.732109 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1816b522-92fb-40b0-9a12-6b3b881d3f3e tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0&network_id=8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 200 len: 1131 time: 0.1419630 Jan 27 14:57:40.732352 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'tag': '9080648b-8d97-4992-a966-3f9a73667049', 'status': 'completed', 'code': 200} Jan 27 14:57:40.832597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-f9a7df15-ad49-4a95-852e-eeaa005c2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:40.835340 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-f9a7df15-ad49-4a95-852e-eeaa005c2a1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 1136 time: 0.0748205 Jan 27 14:57:40.916029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:40.997942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-4abb91ee-f7b8-4b5a-9840-886f5770f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:41.000458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-4abb91ee-f7b8-4b5a-9840-886f5770f341 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 200 len: 898 time: 0.1537611 Jan 27 14:57:41.169937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-477b9965-c28a-4fd9-b9ff-44611956d43a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1037 time: 0.1623251 Jan 27 14:57:41.183189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c1319-d27e-4b1f-a356-5c425a07fbdb req-9529bbc0-f619-46a4-b85f-8ed753c3fb70 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:41.185441 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a4c1319-d27e-4b1f-a356-5c425a07fbdb req-9529bbc0-f619-46a4-b85f-8ed753c3fb70 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 983 time: 0.1170959 Jan 27 14:57:41.259853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-67ef91e4-eca5-4fd8-b090-4da0719d5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:41.261545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-67ef91e4-eca5-4fd8-b090-4da0719d5444 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac3c8247-1817-4d3a-88e4-e7c51907c2d1 HTTP/1.1" status: 200 len: 835 time: 0.0750039 Jan 27 14:57:41.269805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a4c1319-d27e-4b1f-a356-5c425a07fbdb req-fcff67c7-6954-4fa6-bc3f-fb215189c78d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520525 Jan 27 14:57:41.288081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'd2107a7f-c035-416f-9a91-a66ea150b9c7', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'port_id': '9080648b-8d97-4992-a966-3f9a73667049', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-162518695', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'mac_address': 'fa:16:3e:3c:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:57:39Z', 'updated_at': '2022-01-27T14:57:39Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:41.320049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] Checking router: c02096c5-023d-4da7-a5ec-014bc7699d73 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:57:41.330094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:57:41.330731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:41.332070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-f8cf382b-3f40-461a-9a7a-336a8a30f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:41.334847 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-f8cf382b-3f40-461a-9a7a-336a8a30f2ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c0c59b7-8847-45c8-841b-985fb7a2dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561438 Jan 27 14:57:41.446768 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-832b51f8-7bc5-4446-bab2-8bd503e31718 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022522 Jan 27 14:57:41.463642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:57:41.558234 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73b3d5d8-e1aa-47ee-9aff-69add5e279a8 req-f0eb0b77-1373-4515-976c-1b4853985b47 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007984 Jan 27 14:57:41.733810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'd2107a7f-c035-416f-9a91-a66ea150b9c7', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'port_id': '9080648b-8d97-4992-a966-3f9a73667049', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-162518695', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'mac_address': 'fa:16:3e:3c:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:57:39Z', 'updated_at': '2022-01-27T14:57:39Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:57:41.766446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e174-8107-43c7-8520-875c84d80ca0 None None] The sync data for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv is: [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'd2107a7f-c035-416f-9a91-a66ea150b9c7', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'port_id': '9080648b-8d97-4992-a966-3f9a73667049', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-162518695', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'mac_address': 'fa:16:3e:3c:56:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91580dcf-1028-4ff4-9254-de70d027ffb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:57:39Z', 'updated_at': '2022-01-27T14:57:39Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:57:41.998917 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9996d6-20d1-484a-ba1d-b76d4a98575a None None] New status for floating IP d2107a7f-c035-416f-9a91-a66ea150b9c7: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:57:42.424304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863d314-0326-43d6-b08f-fdced3a25d98 req-463310ae-3557-4c51-b8ff-2253fcc28c50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:42.426872 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0863d314-0326-43d6-b08f-fdced3a25d98 req-463310ae-3557-4c51-b8ff-2253fcc28c50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 983 time: 0.0769558 Jan 27 14:57:42.549095 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0863d314-0326-43d6-b08f-fdced3a25d98 req-90ea40e4-2611-4fd3-9c75-462ce2cdf596 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811276 Jan 27 14:57:42.563698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-7e7faa81-0676-44b1-903e-1e31680a2f2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:42.566323 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-7e7faa81-0676-44b1-903e-1e31680a2f2c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 983 time: 0.1605268 Jan 27 14:57:42.617197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-df3e1cd4-8ed7-4c7d-833a-eccdde7a398f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:42.618678 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-df3e1cd4-8ed7-4c7d-833a-eccdde7a398f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0460081 Jan 27 14:57:42.741785 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-fc0aff8f-4efc-48f5-ac78-feb7298dded0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1169229 Jan 27 14:57:42.753549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:42.814290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:42.979139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:43.023115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:43.063230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] device_id is not set on port 9080648b-8d97-4992-a966-3f9a73667049 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:57:43.077216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:43.086011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:43.205837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=6']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:43.306801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] No DVR routers for this DVR port 9080648b-8d97-4992-a966-3f9a73667049 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:43.409286 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-72c908ea-c04b-4db4-a24a-d322da6dac5d None None] Provisioning complete for port 9080648b-8d97-4992-a966-3f9a73667049 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:43.410166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-72c908ea-c04b-4db4-a24a-d322da6dac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:43.455084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-72c908ea-c04b-4db4-a24a-d322da6dac5d None None] Port 9080648b-8d97-4992-a966-3f9a73667049 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:57:43.483555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] In _notify_port_updated(), no bound segment for port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:57:43.484462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:43.485092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:43.486500 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2deb3a28-6cd4-4477-a8a1-ac82300a0b2c req-94337dae-b6a1-4947-ac2c-9aba0ea6af52 service neutron] 10.222.0.72 "PUT /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1026 time: 0.7374167 Jan 27 14:57:43.695903 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a08b71c0-dc08-44b6-9068-59f5370e15b6 req-65837142-4ee6-4ccd-aa21-51c8c5aa6f05 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=91580dcf-1028-4ff4-9254-de70d027ffb0 HTTP/1.1" status: 200 len: 210 time: 0.0289264 Jan 27 14:57:44.005455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78327676-8f37-4131-9b6f-fbb852009ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:44.122666 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-893f22ef-6d4f-4d5f-806d-5f02832dd31a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630109 Jan 27 14:57:44.227754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-918def1c-c078-4355-b062-6d2650ffb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:44.229423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-918def1c-c078-4355-b062-6d2650ffb6df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1099 time: 0.0519135 Jan 27 14:57:44.355001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-6e418811-adfb-4dd5-9b3a-199a40550ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:44.357445 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-6e418811-adfb-4dd5-9b3a-199a40550ca2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.1061509 Jan 27 14:57:44.447475 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-9fa78664-7e63-45ac-bc6d-a08aa48c8a1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 200 len: 1002 time: 0.0830443 Jan 27 14:57:44.511643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-85411d58-79d9-42b6-b529-0c490059d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:44.513346 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-85411d58-79d9-42b6-b529-0c490059d544 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.0591931 Jan 27 14:57:44.569751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-fb505cda-f5bc-4c0d-b59a-b924610439b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:44.571338 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-fb505cda-f5bc-4c0d-b59a-b924610439b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517800 Jan 27 14:57:44.693673 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-90468360-4c4a-4da9-8b15-f29867fac649 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124351 Jan 27 14:57:44.784388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40068) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:44.850189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60333b55-225f-4898-9cfb-be62c63e75e9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:44.851998 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-60333b55-225f-4898-9cfb-be62c63e75e9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 925 time: 0.0646765 Jan 27 14:57:44.876780 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b90002dd-6b18-42f8-b782-7e4f2b344447 req-06fc91d3-a327-4de1-bdaf-4849970338e6 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748469 Jan 27 14:57:44.905199 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:57:45.171369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40072) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:45.177225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ef95be0a-cc76-49a9-8a29-935faf8d0503 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626538231', 'description': 'tempest-secgroup-smoke-1626538231 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:45.211254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ef95be0a-cc76-49a9-8a29-935faf8d0503 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.325289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ef95be0a-cc76-49a9-8a29-935faf8d0503 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.331424 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ef95be0a-cc76-49a9-8a29-935faf8d0503 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.377809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ef95be0a-cc76-49a9-8a29-935faf8d0503 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.384203 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ef95be0a-cc76-49a9-8a29-935faf8d0503 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2068560 Jan 27 14:57:45.384559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40074) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:45.393110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c0c85844-3904-4e3d-acde-4e3eec779973 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '65081c4f-41ea-4480-bc45-fe28b2b9fa42', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:45.403263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95be0a-cc76-49a9-8a29-935faf8d0503 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65081c4f-41ea-4480-bc45-fe28b2b9fa42,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:45.445963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0c85844-3904-4e3d-acde-4e3eec779973 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.523348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0c85844-3904-4e3d-acde-4e3eec779973 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.529826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0c85844-3904-4e3d-acde-4e3eec779973 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.552668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c85844-3904-4e3d-acde-4e3eec779973 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22cb3ae-1f5a-4af0-b167-ee4326cb6b52,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:45.563355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c0c85844-3904-4e3d-acde-4e3eec779973 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.564621 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c0c85844-3904-4e3d-acde-4e3eec779973 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786180 Jan 27 14:57:45.569113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40076) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:45.574273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a54da68a-1962-41b0-96cc-74f846cc6d98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '65081c4f-41ea-4480-bc45-fe28b2b9fa42', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:45.609044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a54da68a-1962-41b0-96cc-74f846cc6d98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.696774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a54da68a-1962-41b0-96cc-74f846cc6d98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.702885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a54da68a-1962-41b0-96cc-74f846cc6d98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.728422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54da68a-1962-41b0-96cc-74f846cc6d98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4187481d-13bb-4a13-8509-025daaf8afd5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:45.744743 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a54da68a-1962-41b0-96cc-74f846cc6d98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.748964 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a54da68a-1962-41b0-96cc-74f846cc6d98 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1786535 Jan 27 14:57:45.752200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40078) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:45.758650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8af4afe2-1271-41fa-b694-fe60843f6685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '65081c4f-41ea-4480-bc45-fe28b2b9fa42', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:45.798718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8af4afe2-1271-41fa-b694-fe60843f6685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.874625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8af4afe2-1271-41fa-b694-fe60843f6685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.878995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8af4afe2-1271-41fa-b694-fe60843f6685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.903080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4afe2-1271-41fa-b694-fe60843f6685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caeb53f6-1782-4e98-a2a5-215fcd0ea415,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:45.914881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8af4afe2-1271-41fa-b694-fe60843f6685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:45.916290 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8af4afe2-1271-41fa-b694-fe60843f6685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626332 Jan 27 14:57:45.920583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40080) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:45.925473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-414083dd-f854-4501-9658-fa8bde533122 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '65081c4f-41ea-4480-bc45-fe28b2b9fa42', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:45.960460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-414083dd-f854-4501-9658-fa8bde533122 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.037541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-414083dd-f854-4501-9658-fa8bde533122 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.042624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-414083dd-f854-4501-9658-fa8bde533122 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.062760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414083dd-f854-4501-9658-fa8bde533122 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2603e67-0544-490b-bce2-6b67fe96196c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:46.075263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-414083dd-f854-4501-9658-fa8bde533122 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.077131 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-414083dd-f854-4501-9658-fa8bde533122 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552649 Jan 27 14:57:46.081502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40082) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:46.086528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '65081c4f-41ea-4480-bc45-fe28b2b9fa42', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:46.114882 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:57:46.122488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.197973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.202724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.226852 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c70b5b6-7076-452e-9a9b-582fefb8c8a4,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:46.235068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7793e0bf-6adc-4e6d-ae07-4fa81a6332d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.238416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.240709 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-006558f0-a645-4e6c-a139-2610ec88b55b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574719 Jan 27 14:57:46.243667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40084) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:46.249444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '65081c4f-41ea-4480-bc45-fe28b2b9fa42', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:46.277309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:57:46.285414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.362107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.366541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.390158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e115df90-8ef2-4f9f-9a99-2ddb53f942d6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:46.397257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:46.399201 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4b98004b-a46c-47ea-8fd3-19a7182f67ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543033 Jan 27 14:57:46.577342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:57:46.618243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:57:46.660995 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-a66e445a-3556-40e2-bf51-d814c0fd378a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626538231&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0416665 Jan 27 14:57:46.714276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa880-ac85-44be-a690-6cb35939472e req-89a73446-67d3-467e-9584-af395ba5f8ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:46.716558 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-89a73446-67d3-467e-9584-af395ba5f8ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 930 time: 0.0485444 Jan 27 14:57:46.782720 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-4a9763d6-2b7a-4386-97b4-a2a07177d4ca service neutron] 10.222.0.18 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0415778 Jan 27 14:57:46.884170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-d68a5d4d-185b-4e0d-b471-1e4eda795c75 service neutron] 10.222.0.18 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947990 Jan 27 14:57:46.995931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-a8110f19-93f0-4998-90b6-1db65f8a870a service neutron] 10.222.0.18 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051166 Jan 27 14:57:47.214405 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3fe71d9-9499-4298-8f0e-d54f5ae0df31 req-c2cdaa49-6661-4458-8f57-ab5db8fb5217 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 210 time: 0.0344846 Jan 27 14:57:47.348810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:48.183570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa880-ac85-44be-a690-6cb35939472e req-783cd2f6-94e9-48a2-9f29-4e5fcc9f2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:48.185365 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-783cd2f6-94e9-48a2-9f29-4e5fcc9f2898 service neutron] 10.222.0.72 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1026 time: 0.0490680 Jan 27 14:57:48.625753 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a5c077c2-3d4d-4b36-aedf-c799611e5c6f req-a9cff90c-35dd-41ce-9efd-4ef7cc08e880 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 210 time: 0.3146746 Jan 27 14:57:48.661431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa880-ac85-44be-a690-6cb35939472e req-3b1ccb45-1824-416c-bf6f-0730b5116042 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:48.663796 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-3b1ccb45-1824-416c-bf6f-0730b5116042 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 200 len: 797 time: 0.4728525 Jan 27 14:57:48.729697 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-9830ce20-6e67-465d-83fe-fd3f818652b9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 473 time: 0.0559914 Jan 27 14:57:48.741574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Request body: {'port': {'device_id': '769807c0-ddf9-4e02-8001-2005a36f0ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:48.754951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:48.804723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:49.123851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9080648b-8d97-4992-a966-3f9a73667049 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:57:49.138639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:49.161460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Transition to ACTIVE for port object 9080648b-8d97-4992-a966-3f9a73667049 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:57:49.166498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:49.178386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:49.258248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=7']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:49.386887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:57:49.387249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:57:49.387617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:49.392832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:57:49.393158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Attempting to bind port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:57:49.398866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:57:49.399217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Checking segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:57:49.399644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Bound using segment: {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:57:49.400343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Bound port: 9080648b-8d97-4992-a966-3f9a73667049, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd62e30-fd1f-419a-b659-09cc9f2d3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:57:49.400712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:49.489232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:49.492630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:57:49.499152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:49.554429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:49.555005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:49.556327 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] 10.222.0.72 "PUT /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1131 time: 0.8198714 Jan 27 14:57:49.556796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769807c0-ddf9-4e02-8001-2005a36f0ac0', 'tag': '9080648b-8d97-4992-a966-3f9a73667049'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:57:49.559391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37d7d18-6d49-439e-8c4f-575b12c61a58" -d '{"events": [{"name": "network-changed", "server_uuid": "769807c0-ddf9-4e02-8001-2005a36f0ac0", "tag": "9080648b-8d97-4992-a966-3f9a73667049"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:57:49.603492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d636a1f-ede4-4193-b7fa-3abd88001370 service neutron] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=8']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:49.650378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67eb23b-f8a9-4bcc-81bd-dc0a44004fac x-openstack-request-id: req-c67eb23b-f8a9-4bcc-81bd-dc0a44004fac {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:57:49.650838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769807c0-ddf9-4e02-8001-2005a36f0ac0", "tag": "9080648b-8d97-4992-a966-3f9a73667049", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:57:49.651076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c67eb23b-f8a9-4bcc-81bd-dc0a44004fac {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:57:49.651524 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769807c0-ddf9-4e02-8001-2005a36f0ac0', 'tag': '9080648b-8d97-4992-a966-3f9a73667049', 'status': 'completed', 'code': 200} Jan 27 14:57:49.674583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa880-ac85-44be-a690-6cb35939472e req-69352792-dfc2-4ddb-a33d-fe75dbd67258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:49.677193 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-69352792-dfc2-4ddb-a33d-fe75dbd67258 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 1134 time: 0.0652041 Jan 27 14:57:49.778708 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-fcb724aa-65d8-4c73-9ef1-d79be23bab15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1037 time: 0.0928409 Jan 27 14:57:49.853142 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa880-ac85-44be-a690-6cb35939472e req-4dd2e9c5-1df8-4718-8851-76e70bd02e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:49.854561 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-4dd2e9c5-1df8-4718-8851-76e70bd02e4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac3c8247-1817-4d3a-88e4-e7c51907c2d1 HTTP/1.1" status: 200 len: 835 time: 0.0569408 Jan 27 14:57:49.864072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4321ac5-9aa7-493b-add6-da5de96931c5 req-fda50f86-5114-4c11-a9c1-b6158b6c02c7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:49.865665 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d4321ac5-9aa7-493b-add6-da5de96931c5 req-fda50f86-5114-4c11-a9c1-b6158b6c02c7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 981 time: 0.1063299 Jan 27 14:57:49.934741 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d4321ac5-9aa7-493b-add6-da5de96931c5 req-b35b05fd-caeb-45ab-b4cd-ef774b33dec4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593758 Jan 27 14:57:49.939913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa880-ac85-44be-a690-6cb35939472e req-03492ddc-283d-47f2-9256-6d5320b38cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:49.941467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-03492ddc-283d-47f2-9256-6d5320b38cdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c0c59b7-8847-45c8-841b-985fb7a2dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748818 Jan 27 14:57:50.047095 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-237a2986-3b4e-4bbe-b364-a6a7cd446049 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982876 Jan 27 14:57:50.162179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ebfa880-ac85-44be-a690-6cb35939472e req-147f7858-2fda-4213-8d82-862a0c704622 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086192 Jan 27 14:57:50.269577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-eb33972f-d2af-4993-b2ae-1a6a28836c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:50.271227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-eb33972f-d2af-4993-b2ae-1a6a28836c6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 1134 time: 0.0536478 Jan 27 14:57:50.373003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-4cff76d5-6194-489d-9886-cf5b5aa967a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:50.374598 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-4cff76d5-6194-489d-9886-cf5b5aa967a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 200 len: 898 time: 0.0952783 Jan 27 14:57:50.452701 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-22be6c6f-6185-4ee6-afa8-5efbf30fc078 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1037 time: 0.0710826 Jan 27 14:57:50.511338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-1d24baa6-ea60-4091-8e73-b4791c43a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:50.513503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-1d24baa6-ea60-4091-8e73-b4791c43a37d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac3c8247-1817-4d3a-88e4-e7c51907c2d1 HTTP/1.1" status: 200 len: 835 time: 0.0533929 Jan 27 14:57:50.582056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-5e9896e0-36d4-4dd0-aa43-68d5d5439343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:50.583678 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-5e9896e0-36d4-4dd0-aa43-68d5d5439343 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c0c59b7-8847-45c8-841b-985fb7a2dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0630298 Jan 27 14:57:50.690742 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-e619c679-526b-47b7-9b51-a96fc8f821f9 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992584 Jan 27 14:57:50.791029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d37d7d18-6d49-439e-8c4f-575b12c61a58 req-1a446ce6-5205-4548-8af0-46af97614441 service neutron] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919316 Jan 27 14:57:51.070598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77081-e4ae-4687-beda-60163e0390ef req-23bde618-fad0-4d9e-bebf-e616eb0dafde tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:51.072230 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e1d77081-e4ae-4687-beda-60163e0390ef req-23bde618-fad0-4d9e-bebf-e616eb0dafde tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 981 time: 0.0613642 Jan 27 14:57:51.121851 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e1d77081-e4ae-4687-beda-60163e0390ef req-c8dd7534-3a6b-4bc8-837b-738e2077f70b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Jan 27 14:57:52.299893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043ff5-d929-4434-b0eb-a25735126ac0 req-367559f4-22a2-431e-8a13-97f0121f6f40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:52.302626 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c043ff5-d929-4434-b0eb-a25735126ac0 req-367559f4-22a2-431e-8a13-97f0121f6f40 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 981 time: 0.0664387 Jan 27 14:57:52.365359 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c043ff5-d929-4434-b0eb-a25735126ac0 req-16b8ca4a-2e27-491e-bc85-149ae0d9f9e9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559726 Jan 27 14:57:52.625353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:57:52.734446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:52.747397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '9080648b-8d97-4992-a966-3f9a73667049', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'port_id': '9080648b-8d97-4992-a966-3f9a73667049', 'mac_address': 'fa:16:3e:3c:56:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:57:52.790489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:52.806369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9080648b-8d97-4992-a966-3f9a73667049 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:57:52.829367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:52.835213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:52.905418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=9']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:52.917037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.917401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.918480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.919044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.919598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.920136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.920518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.920920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.921372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.921799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.922195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:52.922766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:57:53.046495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['9080648b-8d97-4992-a966-3f9a73667049'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:57:53.490666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21098cb-e754-409c-a5c0-5f843ae10acf req-69e3e820-edb8-4668-86c6-ded4c3fae7e0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:53.492212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e21098cb-e754-409c-a5c0-5f843ae10acf req-69e3e820-edb8-4668-86c6-ded4c3fae7e0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 982 time: 0.0530531 Jan 27 14:57:53.537391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e21098cb-e754-409c-a5c0-5f843ae10acf req-7fe2df41-ec94-42be-9611-3d0adc5b9f58 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 Jan 27 14:57:54.624386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:57:54.674541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bad7-4685-4828-a298-367f6a2bcb86 req-f1b4fe82-7296-469e-9073-4a4e855943a4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:54.676953 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ccb4bad7-4685-4828-a298-367f6a2bcb86 req-f1b4fe82-7296-469e-9073-4a4e855943a4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 982 time: 0.0694854 Jan 27 14:57:54.677819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 9080648b-8d97-4992-a966-3f9a73667049 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:57:54.685073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 9080648b-8d97-4992-a966-3f9a73667049 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:54.685690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:54.726161 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ccb4bad7-4685-4828-a298-367f6a2bcb86 req-7f1aa3eb-d9f6-477f-b40d-7ebd1342e073 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Jan 27 14:57:54.795213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:54.820611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769807c0-ddf9-4e02-8001-2005a36f0ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9080648b-8d97-4992-a966-3f9a73667049'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:57:54.822897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a5579-b8c5-4b14-9cd1-54540a5277a5" -d '{"events": [{"server_uuid": "769807c0-ddf9-4e02-8001-2005a36f0ac0", "name": "network-vif-plugged", "status": "completed", "tag": "9080648b-8d97-4992-a966-3f9a73667049"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:57:54.839371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:54.845913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:54.884755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef66191f-f299-4390-9952-6ee3dfddc1d5 x-openstack-request-id: req-ef66191f-f299-4390-9952-6ee3dfddc1d5 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:57:54.885134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769807c0-ddf9-4e02-8001-2005a36f0ac0", "name": "network-vif-plugged", "status": "completed", "tag": "9080648b-8d97-4992-a966-3f9a73667049", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:57:54.885447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef66191f-f299-4390-9952-6ee3dfddc1d5 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:57:54.886012 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769807c0-ddf9-4e02-8001-2005a36f0ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9080648b-8d97-4992-a966-3f9a73667049', 'code': 200} Jan 27 14:57:54.927774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=10']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:55.061247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ec12d-fa94-4070-84d0-a81b46ffb5ce req-a3958418-b7fc-4411-8e2b-9cf035bdb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:55.062764 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-535ec12d-fa94-4070-84d0-a81b46ffb5ce req-a3958418-b7fc-4411-8e2b-9cf035bdb8fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 1137 time: 0.0506494 Jan 27 14:57:55.106315 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-535ec12d-fa94-4070-84d0-a81b46ffb5ce req-fc5aa2f2-9be8-4c7f-9099-9f4c4d659182 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Jan 27 14:57:55.905616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46746-af0b-467e-a2e3-b343b7376f78 req-28ec5865-bd1c-4c9b-b2bf-989563a6205c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:55.907308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-53f46746-af0b-467e-a2e3-b343b7376f78 req-28ec5865-bd1c-4c9b-b2bf-989563a6205c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 984 time: 0.0592971 Jan 27 14:57:55.954942 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-53f46746-af0b-467e-a2e3-b343b7376f78 req-3a103e35-e4c4-4cd0-bcbb-ef5940d02110 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Jan 27 14:57:57.095976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d5607-8b30-4f5a-b849-5a1df95f910d req-c9f70ba9-c0a1-4c15-8926-d7af2c13cc83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:57.097680 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-274d5607-8b30-4f5a-b849-5a1df95f910d req-c9f70ba9-c0a1-4c15-8926-d7af2c13cc83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 984 time: 0.0591493 Jan 27 14:57:57.141075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-274d5607-8b30-4f5a-b849-5a1df95f910d req-8f82299f-4d89-4acd-abbd-7b4421022bb2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363305 Jan 27 14:57:57.312396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c05c7d-400f-4388-a931-ca10e13f7cb1 req-7daaeb5e-522a-4a39-920c-d473b60b587e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:57.313898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4c05c7d-400f-4388-a931-ca10e13f7cb1 req-7daaeb5e-522a-4a39-920c-d473b60b587e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 984 time: 0.0623398 Jan 27 14:57:57.378469 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4c05c7d-400f-4388-a931-ca10e13f7cb1 req-85b9744a-0366-4a9b-ae2f-8cfdff7dc7cc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 Jan 27 14:57:57.406400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40134) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:57:57.485934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1047fa-6c8c-4b1b-9841-858601c7906b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:57.487538 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3f1047fa-6c8c-4b1b-9841-858601c7906b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0&network_id=8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 200 len: 1132 time: 0.0799875 Jan 27 14:57:57.767616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f36b2-df8b-45a9-b855-452e02fc4816 req-578f502b-6b4d-4fef-ac99-eb0bafdf3b7f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:57.769199 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-917f36b2-df8b-45a9-b855-452e02fc4816 req-578f502b-6b4d-4fef-ac99-eb0bafdf3b7f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 984 time: 0.0567329 Jan 27 14:57:57.819156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-917f36b2-df8b-45a9-b855-452e02fc4816 req-23ed41b0-d2bd-4cfa-8b88-b8ede47f24b0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 Jan 27 14:57:58.985634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d375a5-6d0c-406d-8ff8-4094074b9490 req-52307ea6-e264-424a-9591-f05d22471ef5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:58.987417 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-49d375a5-6d0c-406d-8ff8-4094074b9490 req-52307ea6-e264-424a-9591-f05d22471ef5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 984 time: 0.0912862 Jan 27 14:57:59.012857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-fdc7d5e0-2f66-4923-87ae-a0ee2abdec2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:59.014410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-fdc7d5e0-2f66-4923-87ae-a0ee2abdec2f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 984 time: 0.0816007 Jan 27 14:57:59.075948 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-49d375a5-6d0c-406d-8ff8-4094074b9490 req-e333a9b5-c954-45f6-90c7-0a4cface9f43 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=69fa2374-3c06-4120-b17e-9afa19baf978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801592 Jan 27 14:57:59.079900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-e1d6cf36-e3c3-44f1-bc93-0c3b8ffb581e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:59.081292 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-e1d6cf36-e3c3-44f1-bc93-0c3b8ffb581e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0600326 Jan 27 14:57:59.204670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-f1bfcd09-6531-47fc-b422-7dc9f87af2b8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1181571 Jan 27 14:57:59.219111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:57:59.284187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:59.446769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=9080648b-8d97-4992-a966-3f9a73667049,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:57:59.486231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] For port 9080648b-8d97-4992-a966-3f9a73667049, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:57:59.522479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] device_id is not set on port 9080648b-8d97-4992-a966-3f9a73667049 yet. {{(pid=108743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 27 14:57:59.533177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:59.540981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:59.638440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] Pushing event updated for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=11']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:57:59.706338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] No DVR routers for this DVR port 9080648b-8d97-4992-a966-3f9a73667049 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:57:59.836831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-df2907c6-c00e-4294-b7a5-2b4fdb48de97 None None] Provisioning complete for port 9080648b-8d97-4992-a966-3f9a73667049 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:57:59.837817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-df2907c6-c00e-4294-b7a5-2b4fdb48de97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:59.869290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] In _notify_port_updated(), no bound segment for port 9080648b-8d97-4992-a966-3f9a73667049 on network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 {{(pid=108743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jan 27 14:57:59.870074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:57:59.870706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:57:59.873079 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-55116d36-4b11-457e-a6fa-828f8fcc03e8 req-01993235-8cad-4f0f-898b-e4473d49be6e service neutron] 10.222.0.72 "PUT /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 200 len: 1027 time: 0.6618550 Jan 27 14:57:59.885463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-df2907c6-c00e-4294-b7a5-2b4fdb48de97 None None] Port 9080648b-8d97-4992-a966-3f9a73667049 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:58:00.194455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:00.206015 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5f803712-ed81-4bee-98ca-3546a239d135 req-3fd13523-f0d3-4e9e-9340-1120169b99ef tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=769807c0-ddf9-4e02-8001-2005a36f0ac0 HTTP/1.1" status: 200 len: 210 time: 0.0371685 Jan 27 14:58:01.265343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40146) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:01.350886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b6d056b-f824-46c7-83f9-9cbb24e6442b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:01.403421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b6d056b-f824-46c7-83f9-9cbb24e6442b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:01.488826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b6d056b-f824-46c7-83f9-9cbb24e6442b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:01.492417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b6d056b-f824-46c7-83f9-9cbb24e6442b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:01.493885 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7b6d056b-f824-46c7-83f9-9cbb24e6442b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/65081c4f-41ea-4480-bc45-fe28b2b9fa42 HTTP/1.1" status: 204 len: 168 time: 0.2272515 Jan 27 14:58:01.507099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d056b-f824-46c7-83f9-9cbb24e6442b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65081c4f-41ea-4480-bc45-fe28b2b9fa42,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:01.545809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40150) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:01.718578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port c106429b-4374-47a6-8160-b8debf6effaf {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:01.719042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:01.804048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:01.804442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:01.818884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for c106429b-4374-47a6-8160-b8debf6effaf owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:02.035791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:02.065694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=c106429b-4374-47a6-8160-b8debf6effaf,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:02.135116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:02.135473 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP d2107a7f-c035-416f-9a91-a66ea150b9c7 disassociated (deleted). External IP: 172.26.6.168, port: 9080648b-8d97-4992-a966-3f9a73667049. Jan 27 14:58:02.672109 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:02.690848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c02096c5-023d-4da7-a5ec-014bc7699d73 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:02.717597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 9080648b-8d97-4992-a966-3f9a73667049 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:02.884036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:02.892174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:02.896263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] Sync routers for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:02.908414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:02.909247 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:02.939961 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-35abaac1-df5c-49d0-a1e9-e05c6c64f8b1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/d2107a7f-c035-416f-9a91-a66ea150b9c7 HTTP/1.1" status: 204 len: 168 time: 1.3923333 Jan 27 14:58:03.037911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40156) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:03.058208 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:03.133188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e112f89d-4195-4bd8-a958-a47b7fe0f05d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.174733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e112f89d-4195-4bd8-a958-a47b7fe0f05d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.285068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e112f89d-4195-4bd8-a958-a47b7fe0f05d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.290603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e112f89d-4195-4bd8-a958-a47b7fe0f05d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.295106 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e112f89d-4195-4bd8-a958-a47b7fe0f05d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/62148a25-7ef4-4544-afd2-c613962553d4 HTTP/1.1" status: 204 len: 168 time: 0.2535162 Jan 27 14:58:03.310522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112f89d-4195-4bd8-a958-a47b7fe0f05d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62148a25-7ef4-4544-afd2-c613962553d4,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:03.343633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40160) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:03.406899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:03.458637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] Checking router: c02096c5-023d-4da7-a5ec-014bc7699d73 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:03.469483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:03.470450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:03.473526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 9080648b-8d97-4992-a966-3f9a73667049 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:03.473865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.585962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.604151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 9080648b-8d97-4992-a966-3f9a73667049 owned by {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:03.612668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:03.748475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.790111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=9080648b-8d97-4992-a966-3f9a73667049,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:03.880100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:03.887403 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dcbc7822-0667-46ae-ac1b-71f1db4a3a48 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/ports/9080648b-8d97-4992-a966-3f9a73667049 HTTP/1.1" status: 204 len: 168 time: 0.5415134 Jan 27 14:58:03.889846 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40162) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:03.959201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:03.989405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0b419-9cc2-451d-a2c7-e95686a9aa3f None None] The sync data for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv is: [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '2a0e214f-ba23-4637-a764-49e237ccc6cb', 'name': '', 'network_id': '8c0c59b7-8847-45c8-841b-985fb7a2dc34', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:f7:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:20Z', 'updated_at': '2022-01-27T14:57:25Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': 'ac3c8247-1817-4d3a-88e4-e7c51907c2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:04.302596 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee4ee0-9707-4140-9039-aa43c0a00ead None None] New status for floating IP d2107a7f-c035-416f-9a91-a66ea150b9c7: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:58:04.402574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:04.712942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 2a0e214f-ba23-4637-a764-49e237ccc6cb {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:04.713461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:04.818248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 2a0e214f-ba23-4637-a764-49e237ccc6cb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2a0e214f-ba23-4637-a764-49e237ccc6cb,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:04.819213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:04.833526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 2a0e214f-ba23-4637-a764-49e237ccc6cb owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:05.049417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:05.090037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=2a0e214f-ba23-4637-a764-49e237ccc6cb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:05.341237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:05.591840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router c02096c5-023d-4da7-a5ec-014bc7699d73 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:05.708667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:05.715545 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-105d3107-fd90-4c0e-aeb8-bc592765760a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/c02096c5-023d-4da7-a5ec-014bc7699d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8232331 Jan 27 14:58:05.718853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40164) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:05.722155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] Sync routers for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:05.738783 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:05.739658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:05.787228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet ac3c8247-1817-4d3a-88e4-e7c51907c2d1 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:58:05.791682 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:05.850710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:05.870360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:05.945840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.019515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.055567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3c8247-1817-4d3a-88e4-e7c51907c2d1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:06.057745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.061616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aca50974-f694-4fd3-b389-5223e76ef1de tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/ac3c8247-1817-4d3a-88e4-e7c51907c2d1 HTTP/1.1" status: 204 len: 168 time: 0.3423414 Jan 27 14:58:06.065834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40166) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:06.071852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05650cf8-8764-4bff-85f0-66a1e6e79c0b None None] Network 8c0c59b7-8847-45c8-841b-985fb7a2dc34 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:58:06.198545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.344807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.413593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 49459630-7b04-48ff-83e9-deaf4ff5a649 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:06.414108 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.467527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:58:04Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '49459630-7b04-48ff-83e9-deaf4ff5a649', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:57:15Z', 'updated_at': '2022-01-27T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:06.498529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] Checking router: c02096c5-023d-4da7-a5ec-014bc7699d73 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:06.517323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] Routers {'c02096c5-023d-4da7-a5ec-014bc7699d73'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:06.518094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c02096c5-023d-4da7-a5ec-014bc7699d73'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:06.531592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 49459630-7b04-48ff-83e9-deaf4ff5a649, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=49459630-7b04-48ff-83e9-deaf4ff5a649,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:06.532061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.550547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 49459630-7b04-48ff-83e9-deaf4ff5a649 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:06.582182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] DHCP port deletion for 8c0c59b7-8847-45c8-841b-985fb7a2dc34 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:58:06.727169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] Set router c02096c5-023d-4da7-a5ec-014bc7699d73 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:06.733433 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.768989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=49459630-7b04-48ff-83e9-deaf4ff5a649,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:06.815591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:58:06Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:06.845344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.869529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8fa69-b566-486e-9536-f8be9fd29371 None None] The sync data for ids ['c02096c5-023d-4da7-a5ec-014bc7699d73'] in dv-neutron-826438-5-hyperv is: [{'id': 'c02096c5-023d-4da7-a5ec-014bc7699d73', 'name': 'tempest-TestNetworkBasicOps-router-1410509274', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:57:14Z', 'updated_at': '2022-01-27T14:58:06Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:06.875082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] Deleting port 4034a7ab-3887-479e-a8b3-f05f662ae728 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:06.875685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.950289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.953034 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:06.999746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] For port 4034a7ab-3887-479e-a8b3-f05f662ae728, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=4034a7ab-3887-479e-a8b3-f05f662ae728,segment=NetworkSegment(dfd62e30-fd1f-419a-b659-09cc9f2d3266),segment_id=dfd62e30-fd1f-419a-b659-09cc9f2d3266)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:07.000534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.001734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.002314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router c02096c5-023d-4da7-a5ec-014bc7699d73 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:58:07.012384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.013781 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0d6900c8-5f90-4a92-967e-31765a9c83fc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/c02096c5-023d-4da7-a5ec-014bc7699d73 HTTP/1.1" status: 204 len: 168 time: 0.9465654 Jan 27 14:58:07.016985 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40168) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:07.024746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] Calling delete_port for 4034a7ab-3887-479e-a8b3-f05f662ae728 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:07.166762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.221022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] Pushing event deleted for resources: {'Port': ['ID=4034a7ab-3887-479e-a8b3-f05f662ae728,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:07.227604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9eb4f7-cc10-4461-a215-7bf3cf9c9c37 None None] No DVR routers for this DVR port 4034a7ab-3887-479e-a8b3-f05f662ae728 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:58:07.437585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.480775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2a0e214f-ba23-4637-a764-49e237ccc6cb no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:07.510759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 2a0e214f-ba23-4637-a764-49e237ccc6cb {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:07.511966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2a0e214f-ba23-4637-a764-49e237ccc6cb not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:07.512732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4034a7ab-3887-479e-a8b3-f05f662ae728 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:07.547352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 4034a7ab-3887-479e-a8b3-f05f662ae728 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:07.547988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 4034a7ab-3887-479e-a8b3-f05f662ae728 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:07.588002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.628439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0c59b7-8847-45c8-841b-985fb7a2dc34']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:07.640309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd62e30-fd1f-419a-b659-09cc9f2d3266') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:07.640650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd62e30-fd1f-419a-b659-09cc9f2d3266') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:07.653156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.669994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.677871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:58:07.678582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:58:07.682536 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:58:07.772841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.787118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.791867 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/8c0c59b7-8847-45c8-841b-985fb7a2dc34 HTTP/1.1" status: 204 len: 168 time: 0.7734694 Jan 27 14:58:07.813235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5909a99-7272-4d31-8488-3a609cbad8a1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=8c0c59b7-8847-45c8-841b-985fb7a2dc34,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:07.817109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40170) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:07.834000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-aaceb2a4-e794-4e2d-a14c-019f7c8a0b4a tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0147665 Jan 27 14:58:07.838255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40172) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:07.843595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--339198084', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:07.874143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:58:07.878806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.910204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:58:07.926242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:07.926866 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment 9616dc77-74e5-484f-b43f-26ecba69e94b of type vlan for network 90bf223a-215f-411f-8ea0-bc771e8c2716 Jan 27 14:58:07.990835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.035348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.041323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:08.041996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.155504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3160143 Jan 27 14:58:08.159551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40174) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:08.166054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:08.179154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d43f0-4675-4122-ba06-d5a0a2345001 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=90bf223a-215f-411f-8ea0-bc771e8c2716,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:08.193017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:58:08.201528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.202646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.283940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.498222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.710859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.737633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:08.861435 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.249 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/aa2a4beb-3483-4283-990b-2b97d10c7616) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:58:08.976813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:09.016056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:09.067472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:58:09.073065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:58:09.078226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:58:09.083497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=aa2a4beb-3483-4283-990b-2b97d10c7616,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:09.236513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 49459630-7b04-48ff-83e9-deaf4ff5a649 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:09.276770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 49459630-7b04-48ff-83e9-deaf4ff5a649 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:09.277136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 49459630-7b04-48ff-83e9-deaf4ff5a649 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:09.387526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:09.617028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:09.772970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 93ddd263-6afc-4ccc-aeb3-af344cec8603 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:58:09.896118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:09.910255 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Sync routers for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:09.921425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:09.922850 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-226669c0-8b54-4178-9511-5c1eee64abd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7618055 Jan 27 14:58:09.925564 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:09.926567 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:09.928177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40176) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:09.977142 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9f3f1015-bbd7-4f70-999a-c9f7005fe243 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469942 Jan 27 14:58:09.981636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40178) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:10.052625 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:10.102959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4928b21-25c6-4f12-816e-33465462048a tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:10.104812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f4928b21-25c6-4f12-816e-33465462048a tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1215565 Jan 27 14:58:10.108441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40180) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:10.158440 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7c156244-983c-4e3f-be4b-1475b8d685cd tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481534 Jan 27 14:58:10.161217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40182) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:10.169574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1459597204', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:10.297690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:58:10.298835 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:09Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:10.303335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:10.345620 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Checking router: 93ddd263-6afc-4ccc-aeb3-af344cec8603 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:10.346162 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Updating router 93ddd263-6afc-4ccc-aeb3-af344cec8603 port aa2a4beb-3483-4283-990b-2b97d10c7616 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:58:10.394777 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:10.538878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:10.608966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=45476219-82c4-4725-847e-599771d60440,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:10.622325 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:58:10.622688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 90bf223a-215f-411f-8ea0-bc771e8c2716, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:58:10.643316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:58:10.658850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 90bf223a-215f-411f-8ea0-bc771e8c2716) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:58:10.665999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:10.667045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:10.671003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e840e0-9d1d-4a16-90dd-7866c8e7d343 None None] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:58:10.697318 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-41fc71fa-f3bd-4bf7-a0ed-4cc987f77c66 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5318477 Jan 27 14:58:10.697786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40184) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:10.828771 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:10.837982 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:10.875410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-90bf223a-215f-411f-8ea0-bc771e8c2716', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:58:10.877006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.010966 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Pushing event updated for resources: {'Port': ['ID=aa2a4beb-3483-4283-990b-2b97d10c7616,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:11.036632 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.037213 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.037761 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.038298 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.038834 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.039475 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.040004 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.040667 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.041167 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.041752 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.042322 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.043449 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:11.056647 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Attempting to bind port aa2a4beb-3483-4283-990b-2b97d10c7616 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:58:11.057253 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Attempting to bind port aa2a4beb-3483-4283-990b-2b97d10c7616 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:58:11.057816 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Attempting to bind port aa2a4beb-3483-4283-990b-2b97d10c7616 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:58:11.064405 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:58:11.065202 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:58:11.065808 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.066754 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:58:11.067458 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Bound port: aa2a4beb-3483-4283-990b-2b97d10c7616, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:58:11.068054 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.120753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Allocated IP 172.20.0.2 (90bf223a-215f-411f-8ea0-bc771e8c2716/45476219-82c4-4725-847e-599771d60440/724e8f02-74dc-46b6-a391-449f36f8f344) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:58:11.134867 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] For port aa2a4beb-3483-4283-990b-2b97d10c7616, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:58:11.139823 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] For port aa2a4beb-3483-4283-990b-2b97d10c7616, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=aa2a4beb-3483-4283-990b-2b97d10c7616,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:58:11.145531 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.231826 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:11.232810 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:11.275549 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6fc93-06b0-444c-9f34-06d8e16118e0 None None] Pushing event updated for resources: {'Port': ['ID=aa2a4beb-3483-4283-990b-2b97d10c7616,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:11.362906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.371287 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.417151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:58:11.421078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:58:11.423978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:58:11.433205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Pushing event updated for resources: {'Port': ['ID=724e8f02-74dc-46b6-a391-449f36f8f344,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:11.435493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:11.516143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Attempting to bind port 724e8f02-74dc-46b6-a391-449f36f8f344 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:58:11.517159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Attempting to bind port 724e8f02-74dc-46b6-a391-449f36f8f344 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:58:11.517781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Attempting to bind port 724e8f02-74dc-46b6-a391-449f36f8f344 on network 90bf223a-215f-411f-8ea0-bc771e8c2716 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:58:11.528647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:58:11.529369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Checking segment: {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:58:11.530061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.530733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Bound using segment: {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:58:11.531602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Bound port: 724e8f02-74dc-46b6-a391-449f36f8f344, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:58:11.532267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.637708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] For port 724e8f02-74dc-46b6-a391-449f36f8f344, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:58:11.643012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] For port 724e8f02-74dc-46b6-a391-449f36f8f344, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=724e8f02-74dc-46b6-a391-449f36f8f344,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:58:11.652574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.676098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:11.718426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7750f-c9b0-4c5e-86cb-81ea3e5aaa8b None None] Pushing event updated for resources: {'Port': ['ID=724e8f02-74dc-46b6-a391-449f36f8f344,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:11.731747 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:09Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:11.762095 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939e457-73ab-4472-a663-8f6c7d4306d9 None None] The sync data for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv is: [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:09Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:12.205960 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (90bf223a-215f-411f-8ea0-bc771e8c2716/45476219-82c4-4725-847e-599771d60440/67b28151-9031-48fb-945e-01af3b164746) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:58:12.365684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:12.407614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:12.487842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:58:12.505709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:58:12.513784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:58:12.579181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:12.616205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:12.803957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:12.955239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbb857-11ca-4b24-bb76-a1535217b4fb None None] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:58:13.068756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-80462b16-ca50-41a3-a5a2-94453981c2d5 None None] Provisioning complete for port 724e8f02-74dc-46b6-a391-449f36f8f344 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:13.069141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80462b16-ca50-41a3-a5a2-94453981c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.185890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.192251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.299959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.321524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80462b16-ca50-41a3-a5a2-94453981c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.326622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:13.413896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-80462b16-ca50-41a3-a5a2-94453981c2d5 None None] For port 724e8f02-74dc-46b6-a391-449f36f8f344, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=724e8f02-74dc-46b6-a391-449f36f8f344,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:13.423540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-80462b16-ca50-41a3-a5a2-94453981c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.508823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 724e8f02-74dc-46b6-a391-449f36f8f344 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:58:13.537124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:58:13.540940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:58:13.561618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80462b16-ca50-41a3-a5a2-94453981c2d5 None None] Pushing event updated for resources: {'Port': ['ID=724e8f02-74dc-46b6-a391-449f36f8f344,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:13.606311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 724e8f02-74dc-46b6-a391-449f36f8f344 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:13.607144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.758533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device aa2a4beb-3483-4283-990b-2b97d10c7616 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:58:13.803962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 93ddd263-6afc-4ccc-aeb3-af344cec8603 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:13.816337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5a631644-1224-47c4-909f-51a761c79cac None None] Provisioning complete for port 67b28151-9031-48fb-945e-01af3b164746 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:13.816939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a631644-1224-47c4-909f-51a761c79cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.899073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5a631644-1224-47c4-909f-51a761c79cac None None] Port 67b28151-9031-48fb-945e-01af3b164746 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:58:13.921316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port aa2a4beb-3483-4283-990b-2b97d10c7616 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:13.921915 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:13.969975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5a631644-1224-47c4-909f-51a761c79cac None None] Provisioning complete for port 724e8f02-74dc-46b6-a391-449f36f8f344 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:13.970991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a631644-1224-47c4-909f-51a761c79cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:14.030656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:14.040235 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-136cc7b9-98a7-44f9-8471-902e0f66eba7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/93ddd263-6afc-4ccc-aeb3-af344cec8603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3402700 Jan 27 14:58:14.044315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40186) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:14.046146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Sync routers for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:14.057987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a34-7ae2-4fd5-8238-559f9ec3ccfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:14.077436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:14.078615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:14.194637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:14.242145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db215e-6fd4-492b-b0ce-34dd06d7910b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.242781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db215e-6fd4-492b-b0ce-34dd06d7910b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.243364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db215e-6fd4-492b-b0ce-34dd06d7910b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.244014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db215e-6fd4-492b-b0ce-34dd06d7910b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.244558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db215e-6fd4-492b-b0ce-34dd06d7910b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.245091 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db215e-6fd4-492b-b0ce-34dd06d7910b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.250479 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a8db215e-6fd4-492b-b0ce-34dd06d7910b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2020147 Jan 27 14:58:14.250896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40188) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:14.260509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port aa2a4beb-3483-4283-990b-2b97d10c7616, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=aa2a4beb-3483-4283-990b-2b97d10c7616,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:14.267750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:14.306776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:14.319002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c216d1b-88c8-4583-bc3a-bbd80fd248ee tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.319504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c216d1b-88c8-4583-bc3a-bbd80fd248ee tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.319963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c216d1b-88c8-4583-bc3a-bbd80fd248ee tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.320423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c216d1b-88c8-4583-bc3a-bbd80fd248ee tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.320885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c216d1b-88c8-4583-bc3a-bbd80fd248ee tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.321332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c216d1b-88c8-4583-bc3a-bbd80fd248ee tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:14.325932 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1c216d1b-88c8-4583-bc3a-bbd80fd248ee tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0711985 Jan 27 14:58:14.326307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40190) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:14.376818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=aa2a4beb-3483-4283-990b-2b97d10c7616,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:14.429271 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-97a43100-e4e0-4a6f-9bca-3e4e39a5d782 None None] Provisioning complete for port 67b28151-9031-48fb-945e-01af3b164746 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:14.429594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-97a43100-e4e0-4a6f-9bca-3e4e39a5d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:14.501911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-97a43100-e4e0-4a6f-9bca-3e4e39a5d782 None None] Port 67b28151-9031-48fb-945e-01af3b164746 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:58:14.597368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:58:13Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:14.809975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Checking router: 93ddd263-6afc-4ccc-aeb3-af344cec8603 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:14.810492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Updating router 93ddd263-6afc-4ccc-aeb3-af344cec8603 port 67b28151-9031-48fb-945e-01af3b164746 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:58:14.845653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:14.883797 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e9b14fb8-ce30-455c-b4c7-5c358c221a84 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.5562532 Jan 27 14:58:15.197931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.205494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.270802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8b0b3-9c04-4aa2-83a0-53710ea6b24c None None] Pushing event updated for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:15.312556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40194) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:15.319654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c45cb749-6c08-43e4-bce2-a9bad5bbb36b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659596421', 'description': 'tempest-secgroup-smoke-1659596421 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:15.361765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45cb749-6c08-43e4-bce2-a9bad5bbb36b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.380114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 724e8f02-74dc-46b6-a391-449f36f8f344 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:58:15.413707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Attempting to bind port 67b28151-9031-48fb-945e-01af3b164746 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:58:15.414089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Attempting to bind port 67b28151-9031-48fb-945e-01af3b164746 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:58:15.414473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Attempting to bind port 67b28151-9031-48fb-945e-01af3b164746 on network 90bf223a-215f-411f-8ea0-bc771e8c2716 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:58:15.431510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:58:15.431894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Checking segment: {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:58:15.432303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.432715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Bound using segment: {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:58:15.433284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Bound port: 67b28151-9031-48fb-945e-01af3b164746, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:58:15.434183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.499803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45cb749-6c08-43e4-bce2-a9bad5bbb36b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.501331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 724e8f02-74dc-46b6-a391-449f36f8f344 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:15.501691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.508217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45cb749-6c08-43e4-bce2-a9bad5bbb36b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.557312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c45cb749-6c08-43e4-bce2-a9bad5bbb36b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.560585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c45cb749-6c08-43e4-bce2-a9bad5bbb36b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2462811 Jan 27 14:58:15.563453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40196) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:15.568001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cb749-6c08-43e4-bce2-a9bad5bbb36b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e01f9c6-3574-45bd-9384-2b74758d1f78,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:15.580510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5f41b7ca-7b4e-44ab-8098-331aaff6ce83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '4e01f9c6-3574-45bd-9384-2b74758d1f78', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:15.585566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] For port 67b28151-9031-48fb-945e-01af3b164746, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:58:15.591810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] For port 67b28151-9031-48fb-945e-01af3b164746, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67b28151-9031-48fb-945e-01af3b164746,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:58:15.599963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.629447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f41b7ca-7b4e-44ab-8098-331aaff6ce83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.700185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f41b7ca-7b4e-44ab-8098-331aaff6ce83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.706608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f41b7ca-7b4e-44ab-8098-331aaff6ce83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.715124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c67eda43-6612-4839-85b0-d4356cdffa99 None None] Provisioning complete for port 67b28151-9031-48fb-945e-01af3b164746 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:15.715584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67eda43-6612-4839-85b0-d4356cdffa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.723782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:15.724435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:57:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:15.727142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41b7ca-7b4e-44ab-8098-331aaff6ce83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b14b72-4ae5-4d01-ad52-8895fb3e057f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:15.744212 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f41b7ca-7b4e-44ab-8098-331aaff6ce83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.745516 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f41b7ca-7b4e-44ab-8098-331aaff6ce83 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808937 Jan 27 14:58:15.750317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40198) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:15.755549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ca78b970-6f67-47b8-b253-5043b8ee9806 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '4e01f9c6-3574-45bd-9384-2b74758d1f78', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:15.786010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device aa2a4beb-3483-4283-990b-2b97d10c7616 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:58:15.791192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8b0b3-9c04-4aa2-83a0-53710ea6b24c None None] Pushing event updated for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:15.805504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca78b970-6f67-47b8-b253-5043b8ee9806 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.892242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca78b970-6f67-47b8-b253-5043b8ee9806 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.899927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca78b970-6f67-47b8-b253-5043b8ee9806 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.923177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78b970-6f67-47b8-b253-5043b8ee9806 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bdbcd2-5106-4f85-b80d-d76e5366347f,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:15.939963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ca78b970-6f67-47b8-b253-5043b8ee9806 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:15.942338 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ca78b970-6f67-47b8-b253-5043b8ee9806 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1902339 Jan 27 14:58:15.945185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40200) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:15.953984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-bba0c868-f860-4bcc-82d2-c81b57724b55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '4e01f9c6-3574-45bd-9384-2b74758d1f78', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:15.992147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:16.005625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bba0c868-f860-4bcc-82d2-c81b57724b55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.053179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port aa2a4beb-3483-4283-990b-2b97d10c7616 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:16.053546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.083798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bba0c868-f860-4bcc-82d2-c81b57724b55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.090694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bba0c868-f860-4bcc-82d2-c81b57724b55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.112068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0c868-f860-4bcc-82d2-c81b57724b55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a9599e-ef85-4bbe-b7e7-16958f3abf07,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:16.122820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bba0c868-f860-4bcc-82d2-c81b57724b55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.124629 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bba0c868-f860-4bcc-82d2-c81b57724b55 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1775351 Jan 27 14:58:16.129571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40202) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:16.137989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-26969e92-5363-4aef-805b-e316c2998890 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '4e01f9c6-3574-45bd-9384-2b74758d1f78', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:16.162027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67eda43-6612-4839-85b0-d4356cdffa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.178401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26969e92-5363-4aef-805b-e316c2998890 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.246411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26969e92-5363-4aef-805b-e316c2998890 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.263445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26969e92-5363-4aef-805b-e316c2998890 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.276327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-756877e7-691a-4e27-abe2-79b57e739e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.279720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c67eda43-6612-4839-85b0-d4356cdffa99 None None] For port 67b28151-9031-48fb-945e-01af3b164746, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67b28151-9031-48fb-945e-01af3b164746,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:16.287758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67eda43-6612-4839-85b0-d4356cdffa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.298961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26969e92-5363-4aef-805b-e316c2998890 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d97d48a-f285-4e68-802a-1f29902330f8,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:16.327362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-26969e92-5363-4aef-805b-e316c2998890 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.329938 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-26969e92-5363-4aef-805b-e316c2998890 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1980085 Jan 27 14:58:16.333805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40204) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:16.338054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '4e01f9c6-3574-45bd-9384-2b74758d1f78', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:16.367795 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:58:16.373706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.431106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67eda43-6612-4839-85b0-d4356cdffa99 None None] Pushing event updated for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:16.447539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5fc823ef-3fe2-442c-8d0b-9507e2526b36 None None] Provisioning complete for port 67b28151-9031-48fb-945e-01af3b164746 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:16.447993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5fc823ef-3fe2-442c-8d0b-9507e2526b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.471553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.476778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.499502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f848b95-bb9e-4a5a-be4d-49ffabfb79f3,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:16.506014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:58:15Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:16.513824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.517870 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4e8391aa-2e73-4ddc-9254-6e1501a3bd0d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1813138 Jan 27 14:58:16.518236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40206) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:16.523506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '4e01f9c6-3574-45bd-9384-2b74758d1f78', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:16.539292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c92ee7-021f-48bb-940c-aadee4ca0152 None None] The sync data for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv is: [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:58:15Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:16.560947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:58:16.566399 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.665705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.677589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.704521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0064b3-3fae-49df-a9a4-cf05a041c9ac,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:16.711826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:16.726791 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ff9510c3-2a7a-4bdc-a291-fddcaca51fce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2068350 Jan 27 14:58:16.926913 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-1b93cb4e-d03d-4a47-a89f-22468ce4b382 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659596421&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0381157 Jan 27 14:58:17.070002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-6f048236-159a-42c8-83e2-a00a999405be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:17.073371 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-6f048236-159a-42c8-83e2-a00a999405be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=90bf223a-215f-411f-8ea0-bc771e8c2716 HTTP/1.1" status: 200 len: 796 time: 0.1387172 Jan 27 14:58:17.088645 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-bf61e69d-cf47-465a-8cb2-2071519a182c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0105519 Jan 27 14:58:17.176768 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-0aee1f73-12d8-4b23-b94d-b0afcc1ebe01 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820949 Jan 27 14:58:17.198377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-294061a2-9123-457a-ac61-d09a216730c1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 14:58:17.200059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-294061a2-9123-457a-ac61-d09a216730c1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080311 Jan 27 14:58:17.353075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:17.360119 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-8dde942c-c49e-4dcd-b352-21cdfbf32132 service neutron] 10.222.0.18 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508584 Jan 27 14:58:17.374044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67b28151-9031-48fb-945e-01af3b164746 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:58:17.431030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 67b28151-9031-48fb-945e-01af3b164746 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:17.431541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:17.520697 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-5a44d6c3-764c-4cfa-a467-b69ae607b4cc service neutron] 10.222.0.18 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563988 Jan 27 14:58:18.756089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:18.797051 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48c85b50-fc23-4f47-87ff-d151eda32ee6 req-f5f791ae-004b-4b4a-9679-e2ba876f7741 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 210 time: 0.0331857 Jan 27 14:58:19.174514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:19.856789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-af5b7b5b-23e9-44c8-8f95-c5181e1af934 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:19.859323 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-af5b7b5b-23e9-44c8-8f95-c5181e1af934 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=90bf223a-215f-411f-8ea0-bc771e8c2716 HTTP/1.1" status: 200 len: 796 time: 0.1304541 Jan 27 14:58:19.929941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c94556-cceb-4cf3-bbe0-a6457eb33f57 req-8cf59cd5-5d85-45c5-a604-d4cbb841fc9a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 210 time: 0.0497882 Jan 27 14:58:19.956760 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-5b295cb8-167e-4c93-9c38-0f810a41df78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 380 time: 0.0886140 Jan 27 14:58:19.973321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['4e01f9c6-3574-45bd-9384-2b74758d1f78']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:20.097411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:58:20.101181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:20.248011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.6 (90bf223a-215f-411f-8ea0-bc771e8c2716/45476219-82c4-4725-847e-599771d60440/7f953460-b5a3-4173-98b9-264382ee6a68) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:58:20.412377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:20.455027 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:20.503204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:58:20.512404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:58:20.517135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:58:20.545298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=7f953460-b5a3-4173-98b9-264382ee6a68,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:20.581237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:20.581924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:20.605911 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-3a0c0ded-bbc8-4870-9a91-cfbec73c8df1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398187 Jan 27 14:58:20.619590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Request body: {'port': {'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:20.713949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:20.855476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5da5a55d-2974-4a0e-9652-394ef2e74c22 None None] Provisioning complete for port 7f953460-b5a3-4173-98b9-264382ee6a68 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:20.856381 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5da5a55d-2974-4a0e-9652-394ef2e74c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:20.898734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5da5a55d-2974-4a0e-9652-394ef2e74c22 None None] Port 7f953460-b5a3-4173-98b9-264382ee6a68 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:58:21.108849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f953460-b5a3-4173-98b9-264382ee6a68 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:58:21.127825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:21.156171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Transition to ACTIVE for port object 7f953460-b5a3-4173-98b9-264382ee6a68 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:58:21.167437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525dd98-61e3-41eb-93db-1aff3e206b75 req-187dfb8d-ea8b-4aba-8824-fd182876f643 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:21.169762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0525dd98-61e3-41eb-93db-1aff3e206b75 req-187dfb8d-ea8b-4aba-8824-fd182876f643 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 931 time: 0.1321383 Jan 27 14:58:21.171204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:21.271604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7f953460-b5a3-4173-98b9-264382ee6a68,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:21.282621 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0525dd98-61e3-41eb-93db-1aff3e206b75 req-b6904aa9-1fb7-4b53-996f-9a28d9367657 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047854 Jan 27 14:58:21.410601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Attempting to bind port 7f953460-b5a3-4173-98b9-264382ee6a68 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:58:21.411176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Attempting to bind port 7f953460-b5a3-4173-98b9-264382ee6a68 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:58:21.411763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Attempting to bind port 7f953460-b5a3-4173-98b9-264382ee6a68 on network 90bf223a-215f-411f-8ea0-bc771e8c2716 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:58:21.420775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Port 7f953460-b5a3-4173-98b9-264382ee6a68 on network 90bf223a-215f-411f-8ea0-bc771e8c2716 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:58:21.421323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Attempting to bind port 7f953460-b5a3-4173-98b9-264382ee6a68 on network 90bf223a-215f-411f-8ea0-bc771e8c2716 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:58:21.430990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:58:21.431406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Checking segment: {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:58:21.432148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Bound using segment: {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:58:21.432784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Bound port: 7f953460-b5a3-4173-98b9-264382ee6a68, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9616dc77-74e5-484f-b43f-26ecba69e94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:58:21.433416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:21.536241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] For port 7f953460-b5a3-4173-98b9-264382ee6a68, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:58:21.539631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] For port 7f953460-b5a3-4173-98b9-264382ee6a68, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7f953460-b5a3-4173-98b9-264382ee6a68,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:58:21.544732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:21.584798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:21.585437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:21.586853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] 10.222.0.72 "PUT /v2.0/ports/7f953460-b5a3-4173-98b9-264382ee6a68 HTTP/1.1" status: 200 len: 1093 time: 0.9734306 Jan 27 14:58:21.587411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:58:21.590277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00e40a-6820-4d42-a938-bc50bce7d128" -d '{"events": [{"name": "network-changed", "server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:58:21.617400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262bbc8-32e8-43fe-824e-4c45cc8f2d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7f953460-b5a3-4173-98b9-264382ee6a68,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:21.655362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b51007-9998-4be0-b63d-b282aced1183 x-openstack-request-id: req-c8b51007-9998-4be0-b63d-b282aced1183 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:58:21.655362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:58:21.655362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8b51007-9998-4be0-b63d-b282aced1183 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:58:21.655362 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68', 'status': 'completed', 'code': 200} Jan 27 14:58:21.690495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-6539595d-0759-47ad-84b4-1a4f6f0665b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:21.692089 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-6539595d-0759-47ad-84b4-1a4f6f0665b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 1096 time: 0.0531964 Jan 27 14:58:21.741475 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-43bccb96-84f8-42bb-b32e-258cc550f323 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f953460-b5a3-4173-98b9-264382ee6a68 HTTP/1.1" status: 200 len: 217 time: 0.0411665 Jan 27 14:58:21.807038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-60a91b49-4238-4fda-8644-24d25b122fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:21.809073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-60a91b49-4238-4fda-8644-24d25b122fd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=45476219-82c4-4725-847e-599771d60440 HTTP/1.1" status: 200 len: 835 time: 0.0599713 Jan 27 14:58:21.862373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-5d11fe92-20e5-4dd2-86b5-d777fcb924ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:21.864176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-5d11fe92-20e5-4dd2-86b5-d777fcb924ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90bf223a-215f-411f-8ea0-bc771e8c2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489483 Jan 27 14:58:21.904533 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:58:21.963674 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-56bee1af-b819-4488-92ca-f854b78ef6f8 service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919583 Jan 27 14:58:22.070453 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b91b02ce-e4ee-4c2e-9e76-04be353a8b74 req-d6124412-bfb1-42e5-9e33-ca0b44ff0fe2 service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996251 Jan 27 14:58:22.167020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-98f72de5-6069-41a4-8edd-26b90f93abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:22.169140 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-98f72de5-6069-41a4-8edd-26b90f93abf9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 1096 time: 0.0477865 Jan 27 14:58:22.270643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-e57243d7-2459-4ff1-bd9a-f98496c0e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:22.272202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-e57243d7-2459-4ff1-bd9a-f98496c0e27f service neutron] 10.222.0.72 "GET /v2.0/networks?id=90bf223a-215f-411f-8ea0-bc771e8c2716 HTTP/1.1" status: 200 len: 897 time: 0.0958440 Jan 27 14:58:22.320792 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-7ff5a62f-a2ff-48d3-b659-4845e24868b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f953460-b5a3-4173-98b9-264382ee6a68 HTTP/1.1" status: 200 len: 217 time: 0.0394123 Jan 27 14:58:22.409453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-1f73ac31-c6e5-414c-87a1-91542fd25389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:22.410969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-1f73ac31-c6e5-414c-87a1-91542fd25389 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=45476219-82c4-4725-847e-599771d60440 HTTP/1.1" status: 200 len: 835 time: 0.0831466 Jan 27 14:58:22.443098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feda5e-0374-4af8-9976-3f657a73ba3d req-04d6d372-8ee4-422b-89b4-ec513f96346e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:22.444689 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87feda5e-0374-4af8-9976-3f657a73ba3d req-04d6d372-8ee4-422b-89b4-ec513f96346e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 943 time: 0.0762672 Jan 27 14:58:22.509402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-a6fefef5-d8ab-4b81-920a-15d502c91829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:22.510961 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-a6fefef5-d8ab-4b81-920a-15d502c91829 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90bf223a-215f-411f-8ea0-bc771e8c2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907121 Jan 27 14:58:22.514071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87feda5e-0374-4af8-9976-3f657a73ba3d req-1a51227b-205d-4d60-bcff-16881eeb702b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504107 Jan 27 14:58:22.623638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-26a79d01-6075-41fe-b94c-48d5069ed64f service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042578 Jan 27 14:58:22.729207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a00e40a-6820-4d42-a938-bc50bce7d128 req-745e7619-a3a0-4990-9f09-38294edefa14 service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980501 Jan 27 14:58:23.653228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322e224-7597-4216-9917-21965aa27953 req-4a762a37-eee5-4a80-9f91-eb16fe02af71 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:23.655244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a322e224-7597-4216-9917-21965aa27953 req-4a762a37-eee5-4a80-9f91-eb16fe02af71 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 943 time: 0.0554874 Jan 27 14:58:23.700414 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a322e224-7597-4216-9917-21965aa27953 req-a8736632-7c34-45fa-ba3a-c07cfa36949a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385942 Jan 27 14:58:24.432298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40246) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:24.600096 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Deleting port 74f39bcf-fcba-40c2-aa6a-101d9c3cd9b1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:24.600411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:24.681336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:24.681774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:24.695481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Calling delete_port for 74f39bcf-fcba-40c2-aa6a-101d9c3cd9b1 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:24.797034 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7f953460-b5a3-4173-98b9-264382ee6a68 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:58:24.831226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ac62d-0ebf-4e17-affb-dce4956c706c req-f4491ab2-7b60-4579-b745-413529eea75d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:24.832938 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-df5ac62d-0ebf-4e17-affb-dce4956c706c req-f4491ab2-7b60-4579-b745-413529eea75d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 943 time: 0.0584481 Jan 27 14:58:24.877920 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-df5ac62d-0ebf-4e17-affb-dce4956c706c req-777ed5d2-cb86-4dfe-a373-31d1b3f742a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372045 Jan 27 14:58:24.902594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:24.929070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event deleted for resources: {'Port': ['ID=74f39bcf-fcba-40c2-aa6a-101d9c3cd9b1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:24.972495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7f953460-b5a3-4173-98b9-264382ee6a68, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7f953460-b5a3-4173-98b9-264382ee6a68,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:24.985907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '7f953460-b5a3-4173-98b9-264382ee6a68', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'mac_address': 'fa:16:3e:ef:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:58:25.005139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:25.005539 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Floating IP 31bf320d-0a91-4e92-b8d0-d1dd847345a1 disassociated (deleted). External IP: 172.26.6.57, port: be132252-8bcf-4508-a941-f803af1ad641. Jan 27 14:58:25.038065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:25.060943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f953460-b5a3-4173-98b9-264382ee6a68 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:58:25.096402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7f953460-b5a3-4173-98b9-264382ee6a68, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7f953460-b5a3-4173-98b9-264382ee6a68,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:25.101954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:25.181203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=7f953460-b5a3-4173-98b9-264382ee6a68,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:25.317223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['7f953460-b5a3-4173-98b9-264382ee6a68'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:58:25.553095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:25.715409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:25.723066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:25.726446 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:25.737080 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:25.737693 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:25.769031 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f8d9d6f5-7481-4bcc-9a43-a9b26cb7407a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "DELETE /v2.0/floatingips/31bf320d-0a91-4e92-b8d0-d1dd847345a1 HTTP/1.1" status: 204 len: 168 time: 1.3350866 Jan 27 14:58:25.770157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:58:25.774150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a" -d '{"events": [{"name": "network-changed", "server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "tag": "be132252-8bcf-4508-a941-f803af1ad641"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:58:25.816837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8328ea61-d37a-4710-a815-cbd77eeba3e7 x-openstack-request-id: req-8328ea61-d37a-4710-a815-cbd77eeba3e7 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:58:25.817289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "tag": "be132252-8bcf-4508-a941-f803af1ad641", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:58:25.817693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8328ea61-d37a-4710-a815-cbd77eeba3e7 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:58:25.818339 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641', 'status': 'completed', 'code': 200} Jan 27 14:58:25.856922 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:25.901725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-72c10288-b734-4adf-a2a4-ab8789bc9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:25.904093 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-72c10288-b734-4adf-a2a4-ab8789bc9bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0616782 Jan 27 14:58:26.118219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-79f75a87-9fa1-4a05-9ccf-fd348d9027f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:26.119662 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-79f75a87-9fa1-4a05-9ccf-fd348d9027f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.1955566 Jan 27 14:58:26.144295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815565be-4dd3-467e-b5d4-0315bacd4508 req-01cac4c9-d099-4dd8-8344-f0d1552f610c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:26.146040 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-815565be-4dd3-467e-b5d4-0315bacd4508 req-01cac4c9-d099-4dd8-8344-f0d1552f610c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 944 time: 0.1113744 Jan 27 14:58:26.146989 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:49Z', 'revision_number': 1, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:26.178814 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-09503067-eaed-42b0-b464-cc679e362c0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be132252-8bcf-4508-a941-f803af1ad641 HTTP/1.1" status: 200 len: 217 time: 0.0507109 Jan 27 14:58:26.180230 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:26.190615 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:26.191295 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:26.192135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6edc-a8df-4c22-b274-f801c7608502 req-7bd2e3fd-927b-49c9-b3a9-1ffb3c4a919c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:26.195491 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8e2b6edc-a8df-4c22-b274-f801c7608502 req-7bd2e3fd-927b-49c9-b3a9-1ffb3c4a919c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 945 time: 0.1769764 Jan 27 14:58:26.290486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-aef94bbb-721d-4f4e-8198-30596eec6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:26.292050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-aef94bbb-721d-4f4e-8198-30596eec6a79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.0961347 Jan 27 14:58:26.298788 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-815565be-4dd3-467e-b5d4-0315bacd4508 req-4f6625df-d320-479e-801c-853a4b1498e5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231377 Jan 27 14:58:26.314530 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8e2b6edc-a8df-4c22-b274-f801c7608502 req-e3c92496-ceb6-414d-8b56-93a47aba95be tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029775 Jan 27 14:58:26.323664 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:26.350511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-eb82d8cc-17ec-4339-9acc-c4d25f3064ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:26.352089 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-eb82d8cc-17ec-4339-9acc-c4d25f3064ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501168 Jan 27 14:58:26.456982 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-801f4d8b-4903-4ec4-b175-5348b938d313 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966814 Jan 27 14:58:26.568395 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6cdf3bd-d5cb-4a03-813d-b475a22c555a req-c109e398-d09c-427c-96c7-1c397a5fb6a6 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042018 Jan 27 14:58:26.586624 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:49Z', 'revision_number': 1, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:26.615967 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13110d-a75b-4530-95f7-903f185bcbdd None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '2ae9dca6-2282-47ee-b18c-8324c702672f', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'floating_ip_address': '172.26.6.192', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'port_id': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'mac_address': 'fa:16:3e:7a:ff:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:54:39Z', 'updated_at': '2022-01-27T14:54:49Z', 'revision_number': 1, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:26.818322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7f953460-b5a3-4173-98b9-264382ee6a68 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:58:26.872838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d9b56-a686-40ec-8267-4d78d0d8595e None None] New status for floating IP 31bf320d-0a91-4e92-b8d0-d1dd847345a1: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:58:26.951020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 7f953460-b5a3-4173-98b9-264382ee6a68 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:58:26.956085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 7f953460-b5a3-4173-98b9-264382ee6a68 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:58:26.956462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:27.054997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:27.083143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:58:27.085545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae88f4f4-84c6-409a-ae26-f291d7613377" -d '{"events": [{"server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "name": "network-vif-plugged", "status": "completed", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:58:27.099888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 7f953460-b5a3-4173-98b9-264382ee6a68, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7f953460-b5a3-4173-98b9-264382ee6a68,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:27.106561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:27.177950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=7f953460-b5a3-4173-98b9-264382ee6a68,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:27.219629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405587bd-f868-40cf-a87b-5d93fe088c0e x-openstack-request-id: req-405587bd-f868-40cf-a87b-5d93fe088c0e {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:58:27.219904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "name": "network-vif-plugged", "status": "completed", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:58:27.220157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-405587bd-f868-40cf-a87b-5d93fe088c0e {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:58:27.220550 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68', 'code': 200} Jan 27 14:58:27.535176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5e42-5aae-41da-8382-9a89e7187889 req-6ef3e0e8-130e-471b-a1c4-5f714f25fac0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:27.537640 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-019a5e42-5aae-41da-8382-9a89e7187889 req-6ef3e0e8-130e-471b-a1c4-5f714f25fac0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 945 time: 0.1652479 Jan 27 14:58:27.547606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cef62-f4ca-4dc1-9abc-530f17544041 req-95c87bcc-418f-44fe-b211-8f56f1cd458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:27.550073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c4cef62-f4ca-4dc1-9abc-530f17544041 req-95c87bcc-418f-44fe-b211-8f56f1cd458c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 1098 time: 0.1591954 Jan 27 14:58:27.554306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-6c951c6d-5f44-4c0a-833d-684d0bce7cef tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:27.556988 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-6c951c6d-5f44-4c0a-833d-684d0bce7cef tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 945 time: 0.1031842 Jan 27 14:58:27.603252 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb979e-a12f-4f6b-870d-16a9c7ddb833 req-b1a98b4c-6e25-44ce-92b1-98c81d2c4893 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:27.606612 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-22fb979e-a12f-4f6b-870d-16a9c7ddb833 req-b1a98b4c-6e25-44ce-92b1-98c81d2c4893 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 945 time: 0.1731250 Jan 27 14:58:27.682821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-019a5e42-5aae-41da-8382-9a89e7187889 req-72b84db8-85c4-4e75-882f-9a509437d137 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311111 Jan 27 14:58:27.719613 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c4cef62-f4ca-4dc1-9abc-530f17544041 req-74378873-fc6b-4607-9163-261e0bb9554e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540878 Jan 27 14:58:27.719874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Deleting port be132252-8bcf-4508-a941-f803af1ad641 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:27.719874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:27.730980 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-22fb979e-a12f-4f6b-870d-16a9c7ddb833 req-cfadfe84-489f-4c71-93b9-3ca7a8856cfb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092927 Jan 27 14:58:27.817839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] For port be132252-8bcf-4508-a941-f803af1ad641, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=be132252-8bcf-4508-a941-f803af1ad641,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:27.818103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:27.830879 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Calling delete_port for be132252-8bcf-4508-a941-f803af1ad641 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:27.978454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:28.011250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event deleted for resources: {'Port': ['ID=be132252-8bcf-4508-a941-f803af1ad641,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:28.068774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] No DVR routers for this DVR port be132252-8bcf-4508-a941-f803af1ad641 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:58:28.073151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:28.076881 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-dde9271f-3d7f-4337-a52f-cc419ce14a95 req-8a375b17-53b2-4f01-8306-046dfd94a8bb tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "DELETE /v2.0/ports/be132252-8bcf-4508-a941-f803af1ad641 HTTP/1.1" status: 204 len: 173 time: 0.5140722 Jan 27 14:58:28.077397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'name': 'network-vif-deleted', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:58:28.079939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dc9839-49be-4dc6-8dc2-af6f5b2b49c7" -d '{"events": [{"server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "name": "network-vif-deleted", "tag": "be132252-8bcf-4508-a941-f803af1ad641"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:58:28.119256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f9c7b4-fe95-40e6-9bf4-b53977fe88c1 x-openstack-request-id: req-e9f9c7b4-fe95-40e6-9bf4-b53977fe88c1 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:58:28.119593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19f9375-8caa-483c-b9a3-f9c44eb0b3e2", "name": "network-vif-deleted", "tag": "be132252-8bcf-4508-a941-f803af1ad641", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:58:28.119849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9f9c7b4-fe95-40e6-9bf4-b53977fe88c1 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:58:28.120257 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19f9375-8caa-483c-b9a3-f9c44eb0b3e2', 'name': 'network-vif-deleted', 'tag': 'be132252-8bcf-4508-a941-f803af1ad641', 'status': 'completed', 'code': 200} Jan 27 14:58:28.876179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fa682-8fbb-49e8-806d-e385a7ee4b7b req-99d2fb4c-a5a3-4186-8531-411b3939d678 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:28.877823 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c43fa682-8fbb-49e8-806d-e385a7ee4b7b req-99d2fb4c-a5a3-4186-8531-411b3939d678 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 945 time: 0.0752134 Jan 27 14:58:28.903914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7485fde3-9f44-4735-b10d-55db06b5b1f2 req-56e9fba3-bbf5-4a0e-979f-e19230550298 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0458510 Jan 27 14:58:28.941960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c43fa682-8fbb-49e8-806d-e385a7ee4b7b req-0c7dbf95-363a-4535-9d20-b669de4963ec tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Jan 27 14:58:29.092005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1205a4d-1380-41e6-b4c4-42fdb6e88130 req-c37f2d95-0d3b-485b-a13b-9845cc59b27b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:29.093709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1205a4d-1380-41e6-b4c4-42fdb6e88130 req-c37f2d95-0d3b-485b-a13b-9845cc59b27b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 945 time: 0.0597386 Jan 27 14:58:29.143607 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1205a4d-1380-41e6-b4c4-42fdb6e88130 req-3bbf7679-a955-4508-9311-3850ef265ab4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394990 Jan 27 14:58:29.185902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40278) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:29.253316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee9ef40-3eea-4bf8-9731-5ece97249f12 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:29.255383 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9ee9ef40-3eea-4bf8-9731-5ece97249f12 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 1093 time: 0.0681741 Jan 27 14:58:29.259908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40280) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:29.264540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:58:29.293494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:29.411607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:29.586615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.53 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/04c3d81f-913b-4908-9c59-9c21021f01a8) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:58:29.781193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:29.840123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:29.912710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:58:29.922930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:58:29.929180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:58:29.973079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=04c3d81f-913b-4908-9c59-9c21021f01a8,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:30.061202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a7c914fd-b78a-4210-bccb-3b52528e58bf req-e4ac22a8-4296-4840-b9fa-935cf882fd33 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0304723 Jan 27 14:58:30.194954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:30.436627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:30.531333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:30.801984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:30.809391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:30.843483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device be132252-8bcf-4508-a941-f803af1ad641 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:30.872746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: be132252-8bcf-4508-a941-f803af1ad641 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:30.873235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device be132252-8bcf-4508-a941-f803af1ad641 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:30.939086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=04c3d81f-913b-4908-9c59-9c21021f01a8,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:30.959807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:31.147506 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 0f050b98-e840-4bb9-961b-1370643fed0c associated. External IP: 172.26.6.53, port: 7f953460-b5a3-4173-98b9-264382ee6a68. Jan 27 14:58:31.186805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2a550053-459d-4ada-b05d-e5d043077823 req-45cda9ec-f062-4fa5-9e6a-3c58d9f55378 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0408146 Jan 27 14:58:31.514045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 93ddd263-6afc-4ccc-aeb3-af344cec8603 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:31.680475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:31.695716 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] Sync routers for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:31.707112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:31.707972 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:31.708571 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:31.762866 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d2faa0d0-f10a-4fea-846f-3a47beb2a3aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5018311 Jan 27 14:58:31.763616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:58:31.766858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a250554-e939-4b25-b185-a9d8c2c356d7" -d '{"events": [{"name": "network-changed", "server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:58:31.768047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40286) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:31.845293 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:31.846514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15b5fd7-edf8-46b7-9534-aaea35990e81 x-openstack-request-id: req-f15b5fd7-edf8-46b7-9534-aaea35990e81 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:58:31.846832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:58:31.847041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f15b5fd7-edf8-46b7-9534-aaea35990e81 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:58:31.847577 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68', 'status': 'completed', 'code': 200} Jan 27 14:58:31.983321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-1b46a35e-b160-480f-af0c-812939a90d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:31.985187 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-1b46a35e-b160-480f-af0c-812939a90d7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 1098 time: 0.1084599 Jan 27 14:58:31.996318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da9655c6-091f-4af0-acad-9eae43e0c209 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers/93ddd263-6afc-4ccc-aeb3-af344cec8603 HTTP/1.1" status: 200 len: 923 time: 0.2257595 Jan 27 14:58:32.000006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40290) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:32.109142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-3e5a08c2-7375-432e-adc1-3338240c68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:32.111247 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-3e5a08c2-7375-432e-adc1-3338240c68be service neutron] 10.222.0.72 "GET /v2.0/networks?id=90bf223a-215f-411f-8ea0-bc771e8c2716 HTTP/1.1" status: 200 len: 897 time: 0.1168616 Jan 27 14:58:32.151735 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-665608ff-b1cb-4494-96ba-327b40237216 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 990 time: 0.1497195 Jan 27 14:58:32.234881 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-14d4d94f-701f-42f7-8722-c1f03ca0a8fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f953460-b5a3-4173-98b9-264382ee6a68 HTTP/1.1" status: 200 len: 998 time: 0.1172981 Jan 27 14:58:32.263041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0f050b98-e840-4bb9-961b-1370643fed0c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'mac_address': 'fa:16:3e:ef:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:58:30Z', 'updated_at': '2022-01-27T14:58:30Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:58:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:32.294217 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] Checking router: 93ddd263-6afc-4ccc-aeb3-af344cec8603 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:32.304573 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:32.304963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-ec470d63-8956-4437-90a8-0c01b673d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:32.305289 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:32.307377 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-ec470d63-8956-4437-90a8-0c01b673d347 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=45476219-82c4-4725-847e-599771d60440 HTTP/1.1" status: 200 len: 835 time: 0.0645390 Jan 27 14:58:32.342101 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bf1afa92-e42c-4e83-9ad5-da89b82d84b5 req-bae0447a-1dd5-4614-bff7-695034c5dd49 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=a19f9375-8caa-483c-b9a3-f9c44eb0b3e2 HTTP/1.1" status: 200 len: 210 time: 0.0320303 Jan 27 14:58:32.401019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-311e7b0a-9885-404b-a5d7-9d7088d1855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:32.404071 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-311e7b0a-9885-404b-a5d7-9d7088d1855c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90bf223a-215f-411f-8ea0-bc771e8c2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890782 Jan 27 14:58:32.447234 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:32.562591 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-dc3174bc-0c10-437e-8335-c165773f9f85 service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509392 Jan 27 14:58:32.687172 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5a250554-e939-4b25-b185-a9d8c2c356d7 req-d5a292d9-0b35-45d0-8862-1440efd0d633 service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178780 Jan 27 14:58:32.803536 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0f050b98-e840-4bb9-961b-1370643fed0c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'mac_address': 'fa:16:3e:ef:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:58:30Z', 'updated_at': '2022-01-27T14:58:30Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:58:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:32.832307 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0028605-0900-4182-b5fe-da73d5b7ef7a None None] The sync data for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv is: [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0f050b98-e840-4bb9-961b-1370643fed0c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'mac_address': 'fa:16:3e:ef:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:58:30Z', 'updated_at': '2022-01-27T14:58:30Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:58:16Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:33.068093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd33cf-7619-47ac-9081-e82aa7cbc455 None None] New status for floating IP 0f050b98-e840-4bb9-961b-1370643fed0c: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:58:33.157326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40294) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:33.225757 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-37ed77cc-0010-42fc-87c9-5efa22bbb585 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 990 time: 0.0667527 Jan 27 14:58:34.229732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40304) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:34.331404 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9728b4b5-81c1-43e2-b25e-aae5f1bb5301 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 992 time: 0.0987782 Jan 27 14:58:38.956944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40320) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:39.139098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Deleting port cca0a58b-eac8-4122-ad59-3478b2811d74 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:39.139549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:39.231113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:39.231451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:39.248872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Calling delete_port for cca0a58b-eac8-4122-ad59-3478b2811d74 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:39.752229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:39.778432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event deleted for resources: {'Port': ['ID=cca0a58b-eac8-4122-ad59-3478b2811d74,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:39.795755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.796153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.796583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.796990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.797432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.797862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.798282 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.798709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.799159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.799617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.800081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.800486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:39.871541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:39.871941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Floating IP 2ae9dca6-2282-47ee-b18c-8324c702672f disassociated (deleted). External IP: 172.26.6.192, port: fdcad329-a77d-4be3-b70a-fb693a4f6ab6. Jan 27 14:58:40.105085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:40.232246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:40.237544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:40.244167 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:40.260174 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:40.261837 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:40.292839 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3c8543a5-a587-45c0-bff2-f1fc19997f0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ae9dca6-2282-47ee-b18c-8324c702672f HTTP/1.1" status: 204 len: 168 time: 1.3342383 Jan 27 14:58:40.293545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:58:40.297623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991d9efa-1133-4b3e-b59e-9f87f15bb399" -d '{"events": [{"name": "network-changed", "server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:58:40.368906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999e21b1-6c3d-4137-9ba1-0ce115b5c23b x-openstack-request-id: req-999e21b1-6c3d-4137-9ba1-0ce115b5c23b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:58:40.369368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:58:40.369783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-999e21b1-6c3d-4137-9ba1-0ce115b5c23b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:58:40.370926 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'status': 'completed', 'code': 200} Jan 27 14:58:40.438329 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:40.464259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-2bfe462f-96d9-46ac-a6e2-f948f09e912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:40.466754 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-2bfe462f-96d9-46ac-a6e2-f948f09e912d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 1099 time: 0.0679801 Jan 27 14:58:40.653332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-64496fd5-e5cf-47a8-a91d-74ab9c4222ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:40.656141 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-64496fd5-e5cf-47a8-a91d-74ab9c4222ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 200 len: 913 time: 0.1818743 Jan 27 14:58:40.666251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8b16d-dd93-44af-ac9f-529fcd56900f req-cf817851-6811-4bb2-a5a3-2d9deef00a0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:40.668989 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33d8b16d-dd93-44af-ac9f-529fcd56900f req-cf817851-6811-4bb2-a5a3-2d9deef00a0d tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 946 time: 0.0590100 Jan 27 14:58:40.713542 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-165146c4-2bf8-4e54-8759-785e186a9da2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 200 len: 217 time: 0.0477588 Jan 27 14:58:40.721715 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33d8b16d-dd93-44af-ac9f-529fcd56900f req-68bddbcb-5cdd-456a-a311-4035fe2cea4a tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Jan 27 14:58:40.754902 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:40.800903 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:40.803661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-b460ea13-ee8c-45aa-a219-a72fdd9abb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:40.806033 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-b460ea13-ee8c-45aa-a219-a72fdd9abb7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 200 len: 851 time: 0.0844400 Jan 27 14:58:40.813256 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:40.814016 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:40.874610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-d1e9759c-03ef-4669-870f-4356c7a70dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:40.876564 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-d1e9759c-03ef-4669-870f-4356c7a70dd8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=99c061cd-9f30-49b4-af76-944f2b547d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0632052 Jan 27 14:58:40.976243 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-018cec1a-440e-475f-8fe3-1a77e5bcf64c service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914936 Jan 27 14:58:40.994643 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:41.095569 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-991d9efa-1133-4b3e-b59e-9f87f15bb399 req-95a497bd-c8bc-4287-ad71-67db9bfe2560 service neutron] 10.222.0.72 "GET /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097231 Jan 27 14:58:41.237470 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:41.271672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64da86-209a-4786-955c-ff084a9c6d3b None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:49:52Z', 'revision_number': 4, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '3de7e7bd-e2c6-4247-b873-3dba24cdb3c1', 'name': '', 'network_id': '99c061cd-9f30-49b4-af76-944f2b547d02', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'mac_address': 'fa:16:3e:a2:75:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'cea828b1-6735-456c-956d-18d34c14848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:49Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'subnets': [{'id': 'cea828b1-6735-456c-956d-18d34c14848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:41.531346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331d8f6-f109-413f-ba2d-6b202912014c None None] New status for floating IP 2ae9dca6-2282-47ee-b18c-8324c702672f: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:58:41.876146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f1af-a48d-4eea-b4b4-24c10fa37107 req-4b591f1e-c31a-40ea-a764-8715648e661e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:41.877786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d7a4f1af-a48d-4eea-b4b4-24c10fa37107 req-4b591f1e-c31a-40ea-a764-8715648e661e tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 946 time: 0.0525181 Jan 27 14:58:41.920202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d7a4f1af-a48d-4eea-b4b4-24c10fa37107 req-ae659aab-9f89-4647-b780-f47fff2395f7 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/security-groups?id=554617c7-e8ea-40d4-a86c-08bb57246ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358756 Jan 27 14:58:42.124832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-5994cd35-48bb-46ea-8509-1487cb418e0c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:58:42.127344 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-5994cd35-48bb-46ea-8509-1487cb418e0c tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 946 time: 0.0795000 Jan 27 14:58:42.235258 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Deleting port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:42.235787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:42.399804 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] For port fdcad329-a77d-4be3-b70a-fb693a4f6ab6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:42.400428 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:42.423909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Calling delete_port for fdcad329-a77d-4be3-b70a-fb693a4f6ab6 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:42.622453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:42.653449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event deleted for resources: {'Port': ['ID=fdcad329-a77d-4be3-b70a-fb693a4f6ab6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:42.681863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.682214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.682561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.682935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.683299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.683635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.683967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.684295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.684623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.684948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.685268 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.685593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:42.706695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] No DVR routers for this DVR port fdcad329-a77d-4be3-b70a-fb693a4f6ab6 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:58:42.709470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:42.712975 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9f3c1b7f-fcef-4653-b7e6-a349090ad474 req-e326be19-758c-4b39-80d4-8074ee4e23cf tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.72 "DELETE /v2.0/ports/fdcad329-a77d-4be3-b70a-fb693a4f6ab6 HTTP/1.1" status: 204 len: 173 time: 0.5806477 Jan 27 14:58:42.713456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'name': 'network-vif-deleted', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:58:42.716401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6030d4-2961-4a09-b5eb-7c78b83932af" -d '{"events": [{"server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "name": "network-vif-deleted", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:58:42.771622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c782191-f873-4650-87a2-b0553e721d77 x-openstack-request-id: req-9c782191-f873-4650-87a2-b0553e721d77 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:58:42.772102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46083e71-f3c1-4cf7-a311-ea42a21f486e", "name": "network-vif-deleted", "tag": "fdcad329-a77d-4be3-b70a-fb693a4f6ab6", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:58:42.772527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c782191-f873-4650-87a2-b0553e721d77 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:58:42.773054 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46083e71-f3c1-4cf7-a311-ea42a21f486e', 'name': 'network-vif-deleted', 'tag': 'fdcad329-a77d-4be3-b70a-fb693a4f6ab6', 'status': 'completed', 'code': 200} Jan 27 14:58:43.047168 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0bf68f6f-8951-4d35-a432-3cfc3b6c08b1 req-141f6a9f-ad27-404c-811c-f5fb89cc9468 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.0429089 Jan 27 14:58:44.000363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bc083a87-4b3c-4687-9e62-72d88ed28615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:44.195541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-afe3d59d-9003-442b-9e64-a0d32b5f9701 req-5e500d06-9a0b-4d23-98a9-1d5491aac649 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.0467672 Jan 27 14:58:45.339165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-42bb3e41-fee1-41de-8b16-5a9633c65d99 req-ba7cb1cd-5a51-46e8-aba0-cdc7341508ed tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.0309398 Jan 27 14:58:46.241657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b5fbbb3-50f1-413d-b144-e5993257e68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:46.479623 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8a487c2-37f2-41a0-b241-cbe3fd3cec3d req-c268b9bc-ec25-47e2-9d8f-e958d2b0b145 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "GET /v2.0/ports?device_id=46083e71-f3c1-4cf7-a311-ea42a21f486e HTTP/1.1" status: 200 len: 210 time: 0.0419309 Jan 27 14:58:46.922617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fdcad329-a77d-4be3-b70a-fb693a4f6ab6 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:46.953380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: fdcad329-a77d-4be3-b70a-fb693a4f6ab6 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:46.953861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fdcad329-a77d-4be3-b70a-fb693a4f6ab6 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:47.353036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:47.558790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40342) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:47.703750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Deleting port d1ead4d0-ad8f-4587-80e4-c12f9ec6ffc9 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:47.704192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:47.792691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:47.792971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:47.806331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Calling delete_port for d1ead4d0-ad8f-4587-80e4-c12f9ec6ffc9 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:47.953724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:47.978673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event deleted for resources: {'Port': ['ID=d1ead4d0-ad8f-4587-80e4-c12f9ec6ffc9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:48.051995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:48.054867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:48.056743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c903be91-9afd-4679-abb5-1e21afd53e63 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "DELETE /v2.0/floatingips/17743af0-2c88-4779-85a1-223ab30176f3 HTTP/1.1" status: 204 len: 168 time: 0.4963257 Jan 27 14:58:48.750478 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:49.186341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:51.451657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40358) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:51.522423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4378499-ddde-4f2a-a9f4-5d1ad0fc3a95 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:51.552672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4378499-ddde-4f2a-a9f4-5d1ad0fc3a95 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:51.626849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4378499-ddde-4f2a-a9f4-5d1ad0fc3a95 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:51.631392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c4378499-ddde-4f2a-a9f4-5d1ad0fc3a95 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:51.632762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c4378499-ddde-4f2a-a9f4-5d1ad0fc3a95 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] 10.222.0.18 "DELETE /v2.0/security-groups/554617c7-e8ea-40d4-a86c-08bb57246ab7 HTTP/1.1" status: 204 len: 168 time: 0.1797261 Jan 27 14:58:51.644740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4378499-ddde-4f2a-a9f4-5d1ad0fc3a95 tempest-TestVolumeBootPattern-70331435 tempest-TestVolumeBootPattern-70331435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554617c7-e8ea-40d4-a86c-08bb57246ab7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:51.729163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40362) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:52.425914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:53.024745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Deleting port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:53.025648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:53.120538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] For port 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:53.120897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:53.134566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Calling delete_port for 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:53.329283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:53.361262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3de7e7bd-e2c6-4247-b873-3dba24cdb3c1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:53.551431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:53.865484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Router b9ed3793-ff9d-43d5-a354-6165fc689712 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:53.984138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:53.990119 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-61e5341a-b472-4a10-b559-fb37596c85cc admin admin] 10.222.0.18 "PUT /v2.0/routers/b9ed3793-ff9d-43d5-a354-6165fc689712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2591429 Jan 27 14:58:53.992053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40366) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:53.995117 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] Sync routers for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:54.006622 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:54.007254 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:54.107512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.119238 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:54.226515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.293536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Deleting port 135ec04b-641b-49fc-9a65-0d0d89851233 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:54.294052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.348255 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:58:53Z', 'revision_number': 5, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port': {'id': '135ec04b-641b-49fc-9a65-0d0d89851233', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:49:42Z', 'updated_at': '2022-01-27T14:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:54.441001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] For port 135ec04b-641b-49fc-9a65-0d0d89851233, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=135ec04b-641b-49fc-9a65-0d0d89851233,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:54.441593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.466174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Calling delete_port for 135ec04b-641b-49fc-9a65-0d0d89851233 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:54.517009 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] Checking router: b9ed3793-ff9d-43d5-a354-6165fc689712 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:54.527228 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] Routers {'b9ed3793-ff9d-43d5-a354-6165fc689712'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:54.527902 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b9ed3793-ff9d-43d5-a354-6165fc689712'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:54.624625 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] Set router b9ed3793-ff9d-43d5-a354-6165fc689712 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:54.687127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.689235 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:58:54Z', 'revision_number': 6, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:54.719063 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d342b4d-5e61-4263-9e0d-000e4b91bf21 None None] The sync data for ids ['b9ed3793-ff9d-43d5-a354-6165fc689712'] in dv-neutron-826438-5-hyperv is: [{'id': 'b9ed3793-ff9d-43d5-a354-6165fc689712', 'name': 'tempest-TestVolumeBootPattern-1397882831-router', 'tenant_id': '5dc4826cb0314ba696e97a0ec792bf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:49:40Z', 'updated_at': '2022-01-27T14:58:54Z', 'revision_number': 6, 'project_id': '5dc4826cb0314ba696e97a0ec792bf34', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:54.723892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=135ec04b-641b-49fc-9a65-0d0d89851233,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:54.798412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.903999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.906918 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.955864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.956498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ed3793-ff9d-43d5-a354-6165fc689712 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:58:54.961398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:54.962894 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-98b5822b-eb03-4c70-8618-ea3ef79887e3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b9ed3793-ff9d-43d5-a354-6165fc689712 HTTP/1.1" status: 204 len: 168 time: 0.9696872 Jan 27 14:58:54.965882 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40372) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:55.021440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] Deleting subnet cea828b1-6735-456c-956d-18d34c14848b {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:58:55.026183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.067166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.155045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.223494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.257856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea828b1-6735-456c-956d-18d34c14848b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:55.260148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.267844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf835c-bcb3-4fdd-91d0-d833c64a2895 None None] Network 99c061cd-9f30-49b4-af76-944f2b547d02 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:58:55.271625 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-787661fe-d883-4272-a6cd-04c601d9d19f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cea828b1-6735-456c-956d-18d34c14848b HTTP/1.1" status: 204 len: 168 time: 0.3041406 Jan 27 14:58:55.275366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40374) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:55.344161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 135ec04b-641b-49fc-9a65-0d0d89851233 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:55.369213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 135ec04b-641b-49fc-9a65-0d0d89851233 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:55.369550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 135ec04b-641b-49fc-9a65-0d0d89851233 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:55.370591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:55.378402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.435931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:55.436285 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 3de7e7bd-e2c6-4247-b873-3dba24cdb3c1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:55.450296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Deleting port 851fec12-45d4-4cbc-88e6-087a4dbc1523 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:55.450636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.517796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] DHCP port deletion for 99c061cd-9f30-49b4-af76-944f2b547d02 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:58:55.541168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] For port 851fec12-45d4-4cbc-88e6-087a4dbc1523, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=851fec12-45d4-4cbc-88e6-087a4dbc1523,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:55.541631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.558463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Calling delete_port for 851fec12-45d4-4cbc-88e6-087a4dbc1523 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:55.574522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Deleting port 851fec12-45d4-4cbc-88e6-087a4dbc1523 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:55.574911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.641966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] For port 851fec12-45d4-4cbc-88e6-087a4dbc1523, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=851fec12-45d4-4cbc-88e6-087a4dbc1523,segment=NetworkSegment(f6371227-0150-4741-8c92-b98fe8953f8c),segment_id=f6371227-0150-4741-8c92-b98fe8953f8c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:55.642462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.659110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Calling delete_port for 851fec12-45d4-4cbc-88e6-087a4dbc1523 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:55.663838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.695318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Pushing event deleted for resources: {'Port': ['ID=851fec12-45d4-4cbc-88e6-087a4dbc1523,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:55.699490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] No DVR routers for this DVR port 851fec12-45d4-4cbc-88e6-087a4dbc1523 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:58:55.746865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.774974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Pushing event deleted for resources: {'Port': ['ID=851fec12-45d4-4cbc-88e6-087a4dbc1523,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:55.777269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.781855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] No DVR routers for this DVR port 851fec12-45d4-4cbc-88e6-087a4dbc1523 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:58:55.790627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.790992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.791400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.791703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.792060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.792402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.792734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.793103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.793399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.793725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.794131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.794483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d915ce3-2065-4be6-992d-c55c2d9a0486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:58:55.811469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c061cd-9f30-49b4-af76-944f2b547d02']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:55.822640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6371227-0150-4741-8c92-b98fe8953f8c') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:55.822937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6371227-0150-4741-8c92-b98fe8953f8c') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:55.834774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.850252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.858283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:58:55.858776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:58:55.860958 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:58:55.924797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.929895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:55.933760 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] 10.222.0.18 "DELETE /v2.0/networks/99c061cd-9f30-49b4-af76-944f2b547d02 HTTP/1.1" status: 204 len: 168 time: 0.6570222 Jan 27 14:58:55.937402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40376) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:55.953913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6d47-ace9-4308-ad08-7cf0b384e84e admin admin] Pushing event deleted for resources: {'Network': ['ID=99c061cd-9f30-49b4-af76-944f2b547d02,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:56.347610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:56.619877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Deleting port 6922b86a-66ac-485f-bd2a-ad3e46e85b80 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:56.620226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:56.705672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] For port 6922b86a-66ac-485f-bd2a-ad3e46e85b80, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=6922b86a-66ac-485f-bd2a-ad3e46e85b80,segment=NetworkSegment(0496922f-6794-4615-a318-f953391de5f0),segment_id=0496922f-6794-4615-a318-f953391de5f0)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:56.706134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:56.720208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Calling delete_port for 6922b86a-66ac-485f-bd2a-ad3e46e85b80 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:56.925246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:56.957511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Pushing event deleted for resources: {'Port': ['ID=6922b86a-66ac-485f-bd2a-ad3e46e85b80,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:57.149553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:57.381388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 851fec12-45d4-4cbc-88e6-087a4dbc1523 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:57.414704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 851fec12-45d4-4cbc-88e6-087a4dbc1523 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:57.415257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 851fec12-45d4-4cbc-88e6-087a4dbc1523 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:57.460625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Router 3f9104da-22a9-447d-8a5f-1b369c45e09f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:58:57.586041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:58:57.592923 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7c43b2e5-50cc-4e4f-aa4c-c5f873c39fae admin admin] 10.222.0.18 "PUT /v2.0/routers/3f9104da-22a9-447d-8a5f-1b369c45e09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540618 Jan 27 14:58:57.595998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40380) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:57.599694 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] Sync routers for ids ['3f9104da-22a9-447d-8a5f-1b369c45e09f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:58:57.616180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] Routers {'3f9104da-22a9-447d-8a5f-1b369c45e09f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:57.617407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3f9104da-22a9-447d-8a5f-1b369c45e09f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:57.753374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:57.770780 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] Set router 3f9104da-22a9-447d-8a5f-1b369c45e09f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:57.918822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:57.986105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Deleting port d3ca26b0-06f6-40a8-bae5-1a731096fead {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:57.987314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.041290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:58:56Z', 'revision_number': 5, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port': {'id': 'd3ca26b0-06f6-40a8-bae5-1a731096fead', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:44:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:50:05Z', 'updated_at': '2022-01-27T14:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:58.092183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] Checking router: 3f9104da-22a9-447d-8a5f-1b369c45e09f for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:58:58.104242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] Routers {'3f9104da-22a9-447d-8a5f-1b369c45e09f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:58:58.105587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3f9104da-22a9-447d-8a5f-1b369c45e09f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:58.110395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] For port d3ca26b0-06f6-40a8-bae5-1a731096fead, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d3ca26b0-06f6-40a8-bae5-1a731096fead,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:58.110797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.127438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Calling delete_port for d3ca26b0-06f6-40a8-bae5-1a731096fead owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:58.213825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] Set router 3f9104da-22a9-447d-8a5f-1b369c45e09f gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:58:58.312502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:58:57Z', 'revision_number': 6, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:58.315563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.356780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ca26b0-06f6-40a8-bae5-1a731096fead,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:58.369135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c89235-ac46-4140-84b2-e023b0ac6eca None None] The sync data for ids ['3f9104da-22a9-447d-8a5f-1b369c45e09f'] in dv-neutron-826438-5-hyperv is: [{'id': '3f9104da-22a9-447d-8a5f-1b369c45e09f', 'name': 'tempest-TestVolumeBootPattern-1671523469-router', 'tenant_id': '6c1f05084695479b9a7e87afff27ff3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:50:03Z', 'updated_at': '2022-01-27T14:58:57Z', 'revision_number': 6, 'project_id': '6c1f05084695479b9a7e87afff27ff3e', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:58:58.425968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.537976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.540511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.905613 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:58:58.920856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.921548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9104da-22a9-447d-8a5f-1b369c45e09f {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:58:58.927963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:58.929416 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1386d2e7-d325-4c35-be85-6e7457b2a1a0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3f9104da-22a9-447d-8a5f-1b369c45e09f HTTP/1.1" status: 204 len: 168 time: 1.3319602 Jan 27 14:58:58.932317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40382) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:58.980394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] Deleting subnet 025b5620-dd99-4aef-88a1-5cd2e66b0ba8 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:58:58.984279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.023564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.117511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.186744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.218055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025b5620-dd99-4aef-88a1-5cd2e66b0ba8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:59.222417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.228879 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40384) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:58:59.229681 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee6a4f0e-ab18-4d69-a56c-24cf0f196148 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/025b5620-dd99-4aef-88a1-5cd2e66b0ba8 HTTP/1.1" status: 204 len: 168 time: 0.2938738 Jan 27 14:58:59.232535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb483a4a-8753-4800-b531-7c1dd46ea20b None None] Network f1976449-ff97-4960-86ab-4e33ad6e253f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:58:59.334439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6922b86a-66ac-485f-bd2a-ad3e46e85b80 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:59.353008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.368962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 6922b86a-66ac-485f-bd2a-ad3e46e85b80 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:59.369308 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 6922b86a-66ac-485f-bd2a-ad3e46e85b80 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:59.369727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d3ca26b0-06f6-40a8-bae5-1a731096fead no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:58:59.392289 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: d3ca26b0-06f6-40a8-bae5-1a731096fead {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:58:59.392617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d3ca26b0-06f6-40a8-bae5-1a731096fead not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:58:59.436094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Deleting port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:59.436577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.541792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] DHCP port deletion for f1976449-ff97-4960-86ab-4e33ad6e253f request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:58:59.554440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] For port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,segment=NetworkSegment(0496922f-6794-4615-a318-f953391de5f0),segment_id=0496922f-6794-4615-a318-f953391de5f0)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:59.554440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.578603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Calling delete_port for 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:59.618313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] Deleting port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:58:59.619007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.697271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.711810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] For port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,segment=NetworkSegment(0496922f-6794-4615-a318-f953391de5f0),segment_id=0496922f-6794-4615-a318-f953391de5f0)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:58:59.712384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.730473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] Calling delete_port for 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:58:59.738286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:59.741104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] No DVR routers for this DVR port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:58:59.840677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.856713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.878417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] Pushing event deleted for resources: {'Port': ['ID=276bf8c5-c1a8-43c3-bd63-96bb10b0f90e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:58:59.883207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e4bd8-c538-4261-a790-61fffb79099d None None] No DVR routers for this DVR port 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:58:59.903490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1976449-ff97-4960-86ab-4e33ad6e253f']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:59.921541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0496922f-6794-4615-a318-f953391de5f0') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:59.922013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0496922f-6794-4615-a318-f953391de5f0') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:58:59.939945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.963598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.974197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:58:59.974794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:58:59.977437 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:59:00.058996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:00.066133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:00.070004 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f1976449-ff97-4960-86ab-4e33ad6e253f HTTP/1.1" status: 204 len: 168 time: 0.8392358 Jan 27 14:59:00.086298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e632be-746e-464b-b7f9-3fe00554b0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1976449-ff97-4960-86ab-4e33ad6e253f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:00.206516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:00.270580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40388) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:00.317653 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cbeb6277-a463-40f6-8c33-30ab994bb102 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5dc4826cb0314ba696e97a0ec792bf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458295 Jan 27 14:59:00.320616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40390) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:00.381798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8122bcc2-532a-4e86-b61a-c5ffc4c83336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:00.408417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8122bcc2-532a-4e86-b61a-c5ffc4c83336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:00.471966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8122bcc2-532a-4e86-b61a-c5ffc4c83336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:00.474927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8122bcc2-532a-4e86-b61a-c5ffc4c83336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:00.476466 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8122bcc2-532a-4e86-b61a-c5ffc4c83336 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed6e5fcd-3fc0-4092-a4ee-be9d3f28974e HTTP/1.1" status: 204 len: 168 time: 0.1543620 Jan 27 14:59:00.486470 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122bcc2-532a-4e86-b61a-c5ffc4c83336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6e5fcd-3fc0-4092-a4ee-be9d3f28974e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:00.891661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:00.945848 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-10857681-028a-4212-bde0-16077b87e630 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c1f05084695479b9a7e87afff27ff3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527284 Jan 27 14:59:00.948800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40400) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:00.958993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40402) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:01.010250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d935b4d-4655-4226-bd5b-bb79f7996ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:01.043701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d935b4d-4655-4226-bd5b-bb79f7996ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:01.109980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d935b4d-4655-4226-bd5b-bb79f7996ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:01.113250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6d935b4d-4655-4226-bd5b-bb79f7996ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:01.115265 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6d935b4d-4655-4226-bd5b-bb79f7996ca7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f18428f-0bc3-4106-9db5-62b800a11de0 HTTP/1.1" status: 204 len: 168 time: 0.1652806 Jan 27 14:59:01.116820 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9aa112bd-80be-41bf-bf1a-641fcd480b82 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers/93ddd263-6afc-4ccc-aeb3-af344cec8603/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1559131 Jan 27 14:59:01.122639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40406) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:01.128286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d935b4d-4655-4226-bd5b-bb79f7996ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18428f-0bc3-4106-9db5-62b800a11de0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:01.319759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:59:01.344003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca79a9-f12f-45de-ba98-ef5101b106b7 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Notify agent at dv-neutron-826438-5-hyperv the message router_removed_from_agent {{(pid=108743) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 27 14:59:01.344385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:59:01.344609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 276bf8c5-c1a8-43c3-bd63-96bb10b0f90e not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:59:01.357583 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-22ca79a9-f12f-45de-ba98-ef5101b106b7 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "DELETE /v2.0/agents/4781a784-8140-4af9-aac6-97ccb1a8447d/l3-routers/93ddd263-6afc-4ccc-aeb3-af344cec8603 HTTP/1.1" status: 204 len: 168 time: 0.2325246 Jan 27 14:59:01.361507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40408) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:01.549705 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2890e5bb-6f16-47d3-8270-71b273856efe tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers/93ddd263-6afc-4ccc-aeb3-af344cec8603/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1862478 Jan 27 14:59:01.553943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40410) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:01.648252 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cce06e8e-b442-4957-9fe9-e9ae63baf796 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 992 time: 0.0922942 Jan 27 14:59:01.994453 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb7d194-c809-4612-85fe-86fc9cd4aa4e None None] New status for floating IP 0f050b98-e840-4bb9-961b-1370643fed0c: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:59:02.653592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40412) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:02.719743 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-107fef9d-ad04-45fa-a3bd-7db64ba94ecd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 990 time: 0.0647900 Jan 27 14:59:03.307582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67b28151-9031-48fb-945e-01af3b164746 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:59:03.390300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:03.426893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 67b28151-9031-48fb-945e-01af3b164746, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67b28151-9031-48fb-945e-01af3b164746,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:03.432215 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:03.433611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device aa2a4beb-3483-4283-990b-2b97d10c7616 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:59:03.522168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:03.573360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:03.597112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port aa2a4beb-3483-4283-990b-2b97d10c7616, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=aa2a4beb-3483-4283-990b-2b97d10c7616,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:03.601759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:03.654238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=aa2a4beb-3483-4283-990b-2b97d10c7616,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:03.838204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40416) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:03.982998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00974886-a9a0-4973-b079-7d96802a572c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Router 93ddd263-6afc-4ccc-aeb3-af344cec8603 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:59:03.983502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00974886-a9a0-4973-b079-7d96802a572c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Notify agent at dv-neutron-826438-5-hyperv the message router_added_to_agent {{(pid=108742) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 27 14:59:04.007132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-00974886-a9a0-4973-b079-7d96802a572c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "POST /v2.0/agents/4781a784-8140-4af9-aac6-97ccb1a8447d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1672914 Jan 27 14:59:04.010817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40422) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:04.034083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] Sync routers for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:59:04.046281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:04.047236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:04.150950 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-544cd935-2f3a-4a8b-af6e-1326df7e0b3c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers/93ddd263-6afc-4ccc-aeb3-af344cec8603/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1385550 Jan 27 14:59:04.154301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40424) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:04.221345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:04.222449 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-055cbe6d-f56d-42d1-a056-b7bac3431d68 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 990 time: 0.0669072 Jan 27 14:59:04.545160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0f050b98-e840-4bb9-961b-1370643fed0c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'mac_address': 'fa:16:3e:ef:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:58:30Z', 'updated_at': '2022-01-27T14:59:02Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:59:03Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:04.573048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] Checking router: 93ddd263-6afc-4ccc-aeb3-af344cec8603 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:59:04.583393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:04.584072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:04.705835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:05.163023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0f050b98-e840-4bb9-961b-1370643fed0c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'mac_address': 'fa:16:3e:ef:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:58:30Z', 'updated_at': '2022-01-27T14:59:02Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:59:03Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:05.212677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c48ed-7b06-4b29-a988-d0c09ec823e4 None None] The sync data for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv is: [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0f050b98-e840-4bb9-961b-1370643fed0c', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.53', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'port_id': '7f953460-b5a3-4173-98b9-264382ee6a68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'mac_address': 'fa:16:3e:ef:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:58:30Z', 'updated_at': '2022-01-27T14:59:02Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:59:03Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:59:05.227828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40426) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:05.313421 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ae66ea52-38b0-48a7-8def-57afbce79308 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 990 time: 0.0839121 Jan 27 14:59:06.317371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40428) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:06.406732 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fe24a02d-31d5-469c-b221-23bb8c1fb32a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 990 time: 0.0872583 Jan 27 14:59:07.004326 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8a8be-0d09-4526-a772-7dc43d52bcab None None] New status for floating IP 0f050b98-e840-4bb9-961b-1370643fed0c: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:59:07.399044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67b28151-9031-48fb-945e-01af3b164746 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:07.411136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40430) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:07.489228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 67b28151-9031-48fb-945e-01af3b164746 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:07.489993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:07.521075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6d345146-b809-4f8d-92b1-4cf1c5505f02 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 200 len: 992 time: 0.1072872 Jan 27 14:59:07.611729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:07.652988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 67b28151-9031-48fb-945e-01af3b164746, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67b28151-9031-48fb-945e-01af3b164746,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:07.663204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:07.664600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device aa2a4beb-3483-4283-990b-2b97d10c7616 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:07.742966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:07.757755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port aa2a4beb-3483-4283-990b-2b97d10c7616 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:07.758066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:07.803522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40436) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:07.865744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:07.892954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port aa2a4beb-3483-4283-990b-2b97d10c7616, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=aa2a4beb-3483-4283-990b-2b97d10c7616,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:07.898602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:07.962790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=aa2a4beb-3483-4283-990b-2b97d10c7616,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:08.015826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 04c3d81f-913b-4908-9c59-9c21021f01a8 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:59:08.016375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:08.105612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:08.105939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:08.119265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 04c3d81f-913b-4908-9c59-9c21021f01a8 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:59:08.612112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:08.661276 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=04c3d81f-913b-4908-9c59-9c21021f01a8,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:08.734632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:08.734948 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 0f050b98-e840-4bb9-961b-1370643fed0c disassociated (deleted). External IP: 172.26.6.53, port: 7f953460-b5a3-4173-98b9-264382ee6a68. Jan 27 14:59:08.962356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 93ddd263-6afc-4ccc-aeb3-af344cec8603 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:59:09.089278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:59:09.095926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:09.102794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] Sync routers for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:59:09.114888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:09.115777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:09.128767 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6888ead6-3804-4eed-84dc-8387d790e0c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/0f050b98-e840-4bb9-961b-1370643fed0c HTTP/1.1" status: 204 len: 168 time: 1.3241117 Jan 27 14:59:09.129341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:59:09.131821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3b0a2-c70d-4b91-9330-1407bcca00b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:59:09.189895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38314d80-f148-46d1-ab35-3d892966ad73 x-openstack-request-id: req-38314d80-f148-46d1-ab35-3d892966ad73 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:59:09.189895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:59:09.189895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38314d80-f148-46d1-ab35-3d892966ad73 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:59:09.190513 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68', 'status': 'completed', 'code': 200} Jan 27 14:59:09.290736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-93f92850-6ea3-4f2c-b158-01a1d5ba7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:09.293257 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-93f92850-6ea3-4f2c-b158-01a1d5ba7b6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 1098 time: 0.0788424 Jan 27 14:59:09.332225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:09.420180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67b28151-9031-48fb-945e-01af3b164746 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:09.466116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-e7187202-8f0d-43ee-a264-b59b61028ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:09.467936 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-e7187202-8f0d-43ee-a264-b59b61028ba5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=90bf223a-215f-411f-8ea0-bc771e8c2716 HTTP/1.1" status: 200 len: 897 time: 0.1678271 Jan 27 14:59:09.524388 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-ec1fa1c6-bee5-4463-a421-4d99a7c3da9d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f953460-b5a3-4173-98b9-264382ee6a68 HTTP/1.1" status: 200 len: 217 time: 0.0479889 Jan 27 14:59:09.544668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02d4a-ca22-4b70-a2f6-a751a5617435 req-926eff39-cc57-4df1-b52f-6c3d61be0576 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:09.547364 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbf02d4a-ca22-4b70-a2f6-a751a5617435 req-926eff39-cc57-4df1-b52f-6c3d61be0576 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 945 time: 0.0917990 Jan 27 14:59:09.601357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbf02d4a-ca22-4b70-a2f6-a751a5617435 req-526a9dea-7bdf-484c-b9bb-ebaaaf4f9213 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473256 Jan 27 14:59:09.615807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-83bab900-8d61-45a0-83f7-056f680928bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:09.619545 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-83bab900-8d61-45a0-83f7-056f680928bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=45476219-82c4-4725-847e-599771d60440 HTTP/1.1" status: 200 len: 835 time: 0.0868349 Jan 27 14:59:09.666707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 67b28151-9031-48fb-945e-01af3b164746 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:09.667684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:09.681594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-a56465ff-bf36-4a68-b784-a93250a28a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:09.683378 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-a56465ff-bf36-4a68-b784-a93250a28a5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=90bf223a-215f-411f-8ea0-bc771e8c2716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564108 Jan 27 14:59:09.789260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:09.796471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device aa2a4beb-3483-4283-990b-2b97d10c7616 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:09.828087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] Checking router: 93ddd263-6afc-4ccc-aeb3-af344cec8603 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:59:09.831888 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-a6c639bb-0493-4a97-9cd7-e55657ef151b service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412191 Jan 27 14:59:09.869919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:09.870912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:09.934144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port aa2a4beb-3483-4283-990b-2b97d10c7616 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:09.934524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:09.953637 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-faa3b0a2-c70d-4b91-9330-1407bcca00b2 req-d3d49540-1ef6-4f1f-b754-560a06c7f901 service neutron] 10.222.0.72 "GET /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144180 Jan 27 14:59:10.029831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:10.334098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:10.364222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b5f68-d7b9-471d-902c-08bfef32d34b None None] The sync data for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv is: [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:58:12Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '67b28151-9031-48fb-945e-01af3b164746', 'name': '', 'network_id': '90bf223a-215f-411f-8ea0-bc771e8c2716', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:57:bb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '45476219-82c4-4725-847e-599771d60440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:11Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '45476219-82c4-4725-847e-599771d60440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:59:10.727721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da667-1c93-4f04-9824-ca997508882e req-6b7deccc-800c-4721-9e70-f7e55784ebe0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:10.731029 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-582da667-1c93-4f04-9824-ca997508882e req-6b7deccc-800c-4721-9e70-f7e55784ebe0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 945 time: 0.0810480 Jan 27 14:59:10.801360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf39e8e-fe81-426a-8adf-29e36fd6ad2c req-3316bcb1-abd0-43ce-ba5a-23febed45d4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:10.803840 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2cf39e8e-fe81-426a-8adf-29e36fd6ad2c req-3316bcb1-abd0-43ce-ba5a-23febed45d4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba6d385-e8e8-4e5e-9005-66b5dc164f6b HTTP/1.1" status: 200 len: 945 time: 0.0844905 Jan 27 14:59:10.861981 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2cf39e8e-fe81-426a-8adf-29e36fd6ad2c req-a54ae0ad-f26f-4bda-97c0-bbeefff3473a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e01f9c6-3574-45bd-9384-2b74758d1f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505097 Jan 27 14:59:10.890813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 7f953460-b5a3-4173-98b9-264382ee6a68 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:59:10.891455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:11.060225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 7f953460-b5a3-4173-98b9-264382ee6a68, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=7f953460-b5a3-4173-98b9-264382ee6a68,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:11.060773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:11.078957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 7f953460-b5a3-4173-98b9-264382ee6a68 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:59:11.250840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:11.282069 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b560d968-c42d-4879-99b7-e540e3c3b02f None None] New status for floating IP 0f050b98-e840-4bb9-961b-1370643fed0c: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:59:11.296849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=7f953460-b5a3-4173-98b9-264382ee6a68,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:11.358328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 7f953460-b5a3-4173-98b9-264382ee6a68 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:59:11.361277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:11.365046 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-582da667-1c93-4f04-9824-ca997508882e req-f0527dda-bafe-4725-9778-a45a225e76b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/7f953460-b5a3-4173-98b9-264382ee6a68 HTTP/1.1" status: 204 len: 173 time: 0.6278043 Jan 27 14:59:11.365637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'name': 'network-vif-deleted', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:59:11.368489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197670d9-8546-4629-b446-7059eb9bf758" -d '{"events": [{"server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "name": "network-vif-deleted", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:59:11.430684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9987da2-e4d5-4921-a45d-25cf1b6b9a26 x-openstack-request-id: req-e9987da2-e4d5-4921-a45d-25cf1b6b9a26 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:59:11.431157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba6d385-e8e8-4e5e-9005-66b5dc164f6b", "name": "network-vif-deleted", "tag": "7f953460-b5a3-4173-98b9-264382ee6a68", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:59:11.431622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9987da2-e4d5-4921-a45d-25cf1b6b9a26 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:59:11.432640 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba6d385-e8e8-4e5e-9005-66b5dc164f6b', 'name': 'network-vif-deleted', 'tag': '7f953460-b5a3-4173-98b9-264382ee6a68', 'status': 'completed', 'code': 200} Jan 27 14:59:11.924572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40450) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:11.994222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ea133d5-0b15-4a33-9d4b-f0f4cda2ad2d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:12.028974 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ea133d5-0b15-4a33-9d4b-f0f4cda2ad2d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:12.111317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ea133d5-0b15-4a33-9d4b-f0f4cda2ad2d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:12.116341 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8ea133d5-0b15-4a33-9d4b-f0f4cda2ad2d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:12.118411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8ea133d5-0b15-4a33-9d4b-f0f4cda2ad2d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e01f9c6-3574-45bd-9384-2b74758d1f78 HTTP/1.1" status: 204 len: 168 time: 0.1926365 Jan 27 14:59:12.138155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea133d5-0b15-4a33-9d4b-f0f4cda2ad2d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e01f9c6-3574-45bd-9384-2b74758d1f78,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:12.156400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40454) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:12.589494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:12.876691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 67b28151-9031-48fb-945e-01af3b164746 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:59:12.876978 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:12.984281 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 67b28151-9031-48fb-945e-01af3b164746, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=67b28151-9031-48fb-945e-01af3b164746,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:12.984654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:13.000005 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 67b28151-9031-48fb-945e-01af3b164746 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:59:13.269686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:13.303172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=67b28151-9031-48fb-945e-01af3b164746,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:13.543777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:13.821863 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 93ddd263-6afc-4ccc-aeb3-af344cec8603 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:59:14.000124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c9723acc-7f73-4bfc-bfee-3ef48d7a7d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:14.378070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:59:14.389133 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d2e2d9d5-a806-4d69-a520-f1a03d793d6d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/93ddd263-6afc-4ccc-aeb3-af344cec8603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2282395 Jan 27 14:59:14.389649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40456) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:14.390948 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] Sync routers for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:59:14.407653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:14.408737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:14.446475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet 45476219-82c4-4725-847e-599771d60440 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 14:59:14.450974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:14.494395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:14.588148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:14.599566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:14.676230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:14.721575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=45476219-82c4-4725-847e-599771d60440,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:14.727974 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:14.734299 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-79045a56-638e-4512-b807-c6fadb878b8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/45476219-82c4-4725-847e-599771d60440 HTTP/1.1" status: 204 len: 168 time: 0.3431101 Jan 27 14:59:14.738699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40458) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:14.739622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705fa3fd-82c8-4da4-b6b0-96f2a27e514f None None] Network 90bf223a-215f-411f-8ea0-bc771e8c2716 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:59:14.868447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:14.896958 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:13Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:14.931604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] Checking router: 93ddd263-6afc-4ccc-aeb3-af344cec8603 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:59:14.948299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] Routers {'93ddd263-6afc-4ccc-aeb3-af344cec8603'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:14.948938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:58:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['93ddd263-6afc-4ccc-aeb3-af344cec8603'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:15.030207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.050358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] DHCP port deletion for 90bf223a-215f-411f-8ea0-bc771e8c2716 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 14:59:15.117996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port aa2a4beb-3483-4283-990b-2b97d10c7616 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:59:15.118336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.217555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port aa2a4beb-3483-4283-990b-2b97d10c7616, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=aa2a4beb-3483-4283-990b-2b97d10c7616,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:15.217860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.234210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7f953460-b5a3-4173-98b9-264382ee6a68 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:59:15.234577 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for aa2a4beb-3483-4283-990b-2b97d10c7616 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:59:15.301479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 7f953460-b5a3-4173-98b9-264382ee6a68 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:59:15.301827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 7f953460-b5a3-4173-98b9-264382ee6a68 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:59:15.317911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] Set router 93ddd263-6afc-4ccc-aeb3-af344cec8603 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:15.444664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 724e8f02-74dc-46b6-a391-449f36f8f344 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:59:15.471564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.506246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=aa2a4beb-3483-4283-990b-2b97d10c7616,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:15.578881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.597942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] Deleting port 724e8f02-74dc-46b6-a391-449f36f8f344 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:59:15.598537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.679740 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.682311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.738115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.738649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router 93ddd263-6afc-4ccc-aeb3-af344cec8603 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 14:59:15.751628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.757165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40460) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:15.760027 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-35aef7cb-25f6-46cf-a544-5b0c00bc1148 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/93ddd263-6afc-4ccc-aeb3-af344cec8603 HTTP/1.1" status: 204 len: 168 time: 1.0197883 Jan 27 14:59:15.806761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] For port 724e8f02-74dc-46b6-a391-449f36f8f344, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=724e8f02-74dc-46b6-a391-449f36f8f344,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:15.807510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.853625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.887025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] Calling delete_port for 724e8f02-74dc-46b6-a391-449f36f8f344 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:59:15.908719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.944960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 724e8f02-74dc-46b6-a391-449f36f8f344 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 14:59:15.945585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:15.994683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 724e8f02-74dc-46b6-a391-449f36f8f344, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=724e8f02-74dc-46b6-a391-449f36f8f344,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:16.005132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.039471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:13Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:16.084997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 724e8f02-74dc-46b6-a391-449f36f8f344, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=724e8f02-74dc-46b6-a391-449f36f8f344,segment=NetworkSegment(9616dc77-74e5-484f-b43f-26ecba69e94b),segment_id=9616dc77-74e5-484f-b43f-26ecba69e94b)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:16.085537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.091515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81f5e99-bed5-49a5-a974-2a6336159f9a None None] The sync data for ids ['93ddd263-6afc-4ccc-aeb3-af344cec8603'] in dv-neutron-826438-5-hyperv is: [{'id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'name': 'tempest-TestNetworkBasicOps-router-1545703080', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:13Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'aa2a4beb-3483-4283-990b-2b97d10c7616', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:59:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddd263-6afc-4ccc-aeb3-af344cec8603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:58:08Z', 'updated_at': '2022-01-27T14:59:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:59:16.117229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.119708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 724e8f02-74dc-46b6-a391-449f36f8f344 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 14:59:16.127747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=724e8f02-74dc-46b6-a391-449f36f8f344,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:16.163969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] No DVR routers for this DVR port 724e8f02-74dc-46b6-a391-449f36f8f344 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:59:16.166610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92a7a5-e8dd-41e5-a9df-73ce8b0e8672 None None] Pushing event deleted for resources: {'Port': ['ID=724e8f02-74dc-46b6-a391-449f36f8f344,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:16.238753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e06fc40-4de2-40f7-a9d8-d7ab76b13d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.249495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.274638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=724e8f02-74dc-46b6-a391-449f36f8f344,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:16.282141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 724e8f02-74dc-46b6-a391-449f36f8f344 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 14:59:16.378049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.401944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bf223a-215f-411f-8ea0-bc771e8c2716']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:16.412426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9616dc77-74e5-484f-b43f-26ecba69e94b') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:16.412717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9616dc77-74e5-484f-b43f-26ecba69e94b') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:16.423940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.438101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.444674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 14:59:16.445095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: self.session.flush() Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 14:59:16.448391 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 14:59:16.512619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.521131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.524411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/90bf223a-215f-411f-8ea0-bc771e8c2716 HTTP/1.1" status: 204 len: 168 time: 0.7658141 Jan 27 14:59:16.543442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40462) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:16.554516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--995961306', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:16.565810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959bf4c-bd93-4afa-b798-05ef69fca74d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=90bf223a-215f-411f-8ea0-bc771e8c2716,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:16.591454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:59:16.595259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.622133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 14:59:16.638073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.638395 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment 1bc0364e-5838-467f-9482-41a10c37695f of type vlan for network 3d6df0d0-0885-4974-a999-cd9d38b19979 Jan 27 14:59:16.684520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.718941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.733397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:16.734615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.771904 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2265279 Jan 27 14:59:16.775978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40464) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:16.781445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-790779502', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:16.811311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.812598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.880205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46f616-cea6-402c-ac32-5c19dda7b747 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=3d6df0d0-0885-4974-a999-cd9d38b19979,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:16.888164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:16.902051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 14:59:17.093233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:17.327449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:17.349184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:17.366772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:17.456689 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67b28151-9031-48fb-945e-01af3b164746 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:59:17.492426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 67b28151-9031-48fb-945e-01af3b164746 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:59:17.492981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 67b28151-9031-48fb-945e-01af3b164746 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:59:17.494382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device aa2a4beb-3483-4283-990b-2b97d10c7616 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 14:59:17.525597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: aa2a4beb-3483-4283-990b-2b97d10c7616 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 14:59:17.526856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device aa2a4beb-3483-4283-990b-2b97d10c7616 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 14:59:17.535397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.212 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/f0f86eff-b135-48fb-a6bf-5d922b23f2c7) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:59:17.660648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:17.708022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:17.751342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:59:17.754766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:59:17.757327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:59:17.787729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:18.065277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:18.311823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:18.482455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router b60093c3-0990-4f5b-9148-ef46bd100631 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 14:59:18.602922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:59:18.617216 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Sync routers for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:59:18.630359 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:18.631103 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:59:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:18.633041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:18.635173 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6993fbc7-7315-4ec2-bed0-9e206ca3c4f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8573494 Jan 27 14:59:18.639409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40466) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:18.690433 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-938a0bf5-9441-4c9f-85a1-29ef47e49ad9 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463181 Jan 27 14:59:18.690867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40468) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:18.755069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:18.796795 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:18.824656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48a4e9-ca44-43b2-b8d5-caf0709a32b6 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:18.826328 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-de48a4e9-ca44-43b2-b8d5-caf0709a32b6 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341035 Jan 27 14:59:18.830817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40470) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:18.864514 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-20bd0a48-3494-44bd-8995-a2900bce8b46 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320330 Jan 27 14:59:18.868429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40472) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:18.873748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148600529', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:19.056249 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:17Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:19.100098 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Checking router: b60093c3-0990-4f5b-9148-ef46bd100631 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:59:19.100616 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Updating router b60093c3-0990-4f5b-9148-ef46bd100631 port f0f86eff-b135-48fb-a6bf-5d922b23f2c7 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:59:19.131313 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.188295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.318960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:59:19.323074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.478944 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.486411 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.534518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.608248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=99e5868a-6952-42fe-a5cd-b7ecb73a06c4,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:19.616452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:59:19.616688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 3d6df0d0-0885-4974-a999-cd9d38b19979, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 14:59:19.638674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 14:59:19.640889 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Attempting to bind port f0f86eff-b135-48fb-a6bf-5d922b23f2c7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:59:19.641728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Attempting to bind port f0f86eff-b135-48fb-a6bf-5d922b23f2c7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:59:19.641728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Attempting to bind port f0f86eff-b135-48fb-a6bf-5d922b23f2c7 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:59:19.651233 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:59:19.651653 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:59:19.651914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 3d6df0d0-0885-4974-a999-cd9d38b19979) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:59:19.652129 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.652422 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:59:19.653145 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Bound port: f0f86eff-b135-48fb-a6bf-5d922b23f2c7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:59:19.653514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.657423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:19.658450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.660389 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Pushing event updated for resources: {'Port': ['ID=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:19.663838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df43b02d-f8c4-465d-9143-37f3aa702012 None None] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:59:19.691355 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0248f679-adbe-4238-86c1-c6012cd27b4a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8190696 Jan 27 14:59:19.691957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40474) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:19.697008 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.697365 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.697688 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.698064 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.698401 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.698723 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.699047 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.699400 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.699724 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.700041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.700357 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.700670 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 14:59:19.730770 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] For port f0f86eff-b135-48fb-a6bf-5d922b23f2c7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:59:19.734640 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] For port f0f86eff-b135-48fb-a6bf-5d922b23f2c7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:59:19.740815 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.794895 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:19.795557 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:59:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:19.883569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-3d6df0d0-0885-4974-a999-cd9d38b19979', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 14:59:19.884591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:19.940970 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff8ebd-19b9-4b41-a8ce-bb1221934fbd None None] Pushing event updated for resources: {'Port': ['ID=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:19.973544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:20.059087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Allocated IP 172.20.0.2 (3d6df0d0-0885-4974-a999-cd9d38b19979/99e5868a-6952-42fe-a5cd-b7ecb73a06c4/1189bccf-ce20-4a9f-9156-bc075e756a8a) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:59:20.237455 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:17Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:20.245757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:20.256203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:20.270350 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c55eb-3aeb-4e07-9e99-3a92d865a727 None None] The sync data for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv is: [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:17Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:59:20.338718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:59:20.345373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:59:20.352563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:59:20.370491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Pushing event updated for resources: {'Port': ['ID=1189bccf-ce20-4a9f-9156-bc075e756a8a,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:20.391495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:20.451815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Attempting to bind port 1189bccf-ce20-4a9f-9156-bc075e756a8a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:59:20.452419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Attempting to bind port 1189bccf-ce20-4a9f-9156-bc075e756a8a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:59:20.453630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Attempting to bind port 1189bccf-ce20-4a9f-9156-bc075e756a8a on network 3d6df0d0-0885-4974-a999-cd9d38b19979 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:59:20.462715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:59:20.463227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Checking segment: {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:59:20.464476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:20.465100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Bound using segment: {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:59:20.465815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Bound port: 1189bccf-ce20-4a9f-9156-bc075e756a8a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:59:20.467138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:20.577724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] For port 1189bccf-ce20-4a9f-9156-bc075e756a8a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:59:20.584624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] For port 1189bccf-ce20-4a9f-9156-bc075e756a8a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1189bccf-ce20-4a9f-9156-bc075e756a8a,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:59:20.591956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:20.737613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e6b74-f34c-4e33-8b05-df8f385cb784 None None] Pushing event updated for resources: {'Port': ['ID=1189bccf-ce20-4a9f-9156-bc075e756a8a,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:20.924556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (3d6df0d0-0885-4974-a999-cd9d38b19979/99e5868a-6952-42fe-a5cd-b7ecb73a06c4/cae33a75-0fab-4931-879d-c08b87378768) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:59:21.153552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.196785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.243436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:59:21.247865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:59:21.252130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:59:21.283468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=cae33a75-0fab-4931-879d-c08b87378768,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:21.316350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.501618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0f86eff-b135-48fb-a6bf-5d922b23f2c7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:21.503944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.580169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f0f86eff-b135-48fb-a6bf-5d922b23f2c7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:21.580639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.689910 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.715188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port f0f86eff-b135-48fb-a6bf-5d922b23f2c7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:21.721274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.722401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1189bccf-ce20-4a9f-9156-bc075e756a8a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:21.814479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:21.833484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1189bccf-ce20-4a9f-9156-bc075e756a8a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:21.833855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.925671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.926021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81127ce9-3494-467f-b541-1e8ba566322c None None] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 14:59:21.931099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:21.976600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:22.018430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:22.021628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=cae33a75-0fab-4931-879d-c08b87378768,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:22.049055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 1189bccf-ce20-4a9f-9156-bc075e756a8a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1189bccf-ce20-4a9f-9156-bc075e756a8a,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:22.061147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:22.119971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-bb94e044-4502-43af-abd4-6c42ca2e5f0c None None] Provisioning complete for port 1189bccf-ce20-4a9f-9156-bc075e756a8a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:22.120545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb94e044-4502-43af-abd4-6c42ca2e5f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:22.137483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:59:22.140191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:59:22.255602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=1189bccf-ce20-4a9f-9156-bc075e756a8a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:22.358038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router b60093c3-0990-4f5b-9148-ef46bd100631 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:59:22.504919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:59:22.510874 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-35f3a7d3-2813-4048-a68f-0486c7585c3c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/b60093c3-0990-4f5b-9148-ef46bd100631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8173835 Jan 27 14:59:22.514708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40476) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:22.565492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Sync routers for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:59:22.574774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-23bb2c70-7ef1-40af-a349-cc33525c1650 None None] Provisioning complete for port 1189bccf-ce20-4a9f-9156-bc075e756a8a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:22.575154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23bb2c70-7ef1-40af-a349-cc33525c1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:22.618592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:22.619562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:59:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:22.679846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ca5d1-4786-42e7-8014-cb0173269190 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.680814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ca5d1-4786-42e7-8014-cb0173269190 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.682100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ca5d1-4786-42e7-8014-cb0173269190 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.682747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ca5d1-4786-42e7-8014-cb0173269190 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.686015 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bb7ca5d1-4786-42e7-8014-cb0173269190 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1699221 Jan 27 14:59:22.688451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40478) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:22.789526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793844cc-3078-4159-9757-f7e9031fbb75 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.789998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793844cc-3078-4159-9757-f7e9031fbb75 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.790456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793844cc-3078-4159-9757-f7e9031fbb75 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.790914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793844cc-3078-4159-9757-f7e9031fbb75 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:22.795745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-793844cc-3078-4159-9757-f7e9031fbb75 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1033781 Jan 27 14:59:22.800416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40480) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:23.009722 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-475d7f12-93e5-4efa-9b4f-037eb21396f5 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2046816 Jan 27 14:59:23.089941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:23.137830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-23bb2c70-7ef1-40af-a349-cc33525c1650 None None] Provisioning complete for port cae33a75-0fab-4931-879d-c08b87378768 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:23.138320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23bb2c70-7ef1-40af-a349-cc33525c1650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.257987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-23bb2c70-7ef1-40af-a349-cc33525c1650 None None] Port cae33a75-0fab-4931-879d-c08b87378768 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:59:23.364750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0f86eff-b135-48fb-a6bf-5d922b23f2c7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:23.420058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40484) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:23.425456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d7ae2ee7-4c58-447e-888a-eaa328474a96 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214154110', 'description': 'tempest-secgroup-smoke-214154110 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:23.459728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2ee7-4c58-447e-888a-eaa328474a96 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.462893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6a0c1cdd-7034-4ab9-89fb-c86ebd161451 None None] Provisioning complete for port cae33a75-0fab-4931-879d-c08b87378768 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:23.463262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a0c1cdd-7034-4ab9-89fb-c86ebd161451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.527316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c1cdd-7034-4ab9-89fb-c86ebd161451 None None] Port cae33a75-0fab-4931-879d-c08b87378768 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:59:23.533832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f0f86eff-b135-48fb-a6bf-5d922b23f2c7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:23.534437 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.564514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2ee7-4c58-447e-888a-eaa328474a96 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.569225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2ee7-4c58-447e-888a-eaa328474a96 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.574237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:23.604821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae2ee7-4c58-447e-888a-eaa328474a96 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3658dc-2ee4-4415-88ae-1fcda8d08834,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:23.609314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Checking router: b60093c3-0990-4f5b-9148-ef46bd100631 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:59:23.609672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Updating router b60093c3-0990-4f5b-9148-ef46bd100631 port cae33a75-0fab-4931-879d-c08b87378768 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 14:59:23.613318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d7ae2ee7-4c58-447e-888a-eaa328474a96 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.616126 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d7ae2ee7-4c58-447e-888a-eaa328474a96 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1944900 Jan 27 14:59:23.618855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40486) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:23.627078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-baefd4d1-571f-4b5a-9eb8-9a67b09c8787 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'bb3658dc-2ee4-4415-88ae-1fcda8d08834', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:23.645090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.663950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-baefd4d1-571f-4b5a-9eb8-9a67b09c8787 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.724666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1189bccf-ce20-4a9f-9156-bc075e756a8a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:23.738299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-baefd4d1-571f-4b5a-9eb8-9a67b09c8787 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.744393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-baefd4d1-571f-4b5a-9eb8-9a67b09c8787 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.766233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefd4d1-571f-4b5a-9eb8-9a67b09c8787 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b68197-f1d2-4f2b-bd22-16e49075d294,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:23.779504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-baefd4d1-571f-4b5a-9eb8-9a67b09c8787 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.783611 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-baefd4d1-571f-4b5a-9eb8-9a67b09c8787 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606932 Jan 27 14:59:23.784065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40490) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:23.789524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f728f363-e19d-47d3-960b-eb6389010b42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'bb3658dc-2ee4-4415-88ae-1fcda8d08834', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:23.823734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f728f363-e19d-47d3-960b-eb6389010b42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.895100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f728f363-e19d-47d3-960b-eb6389010b42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.899800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 1189bccf-ce20-4a9f-9156-bc075e756a8a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:23.900153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f728f363-e19d-47d3-960b-eb6389010b42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.900321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.917625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728f363-e19d-47d3-960b-eb6389010b42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb874b66-a093-4ac2-a8dc-589a22d00514,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:23.933062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f728f363-e19d-47d3-960b-eb6389010b42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:23.935756 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f728f363-e19d-47d3-960b-eb6389010b42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499512 Jan 27 14:59:23.939357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40492) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:23.946227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cd12c6b2-800e-4119-8eca-0165bca7a559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'bb3658dc-2ee4-4415-88ae-1fcda8d08834', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:23.981661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cd12c6b2-800e-4119-8eca-0165bca7a559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.051205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cd12c6b2-800e-4119-8eca-0165bca7a559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.055796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cd12c6b2-800e-4119-8eca-0165bca7a559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.079154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12c6b2-800e-4119-8eca-0165bca7a559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbe1c4f-a82d-45d9-bb05-843e9beadba6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:24.088084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cd12c6b2-800e-4119-8eca-0165bca7a559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.095578 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cd12c6b2-800e-4119-8eca-0165bca7a559 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492479 Jan 27 14:59:24.096503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.096639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40494) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:24.100560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.101074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2349566e-86cf-4fd7-87e9-5b7a221c62cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'bb3658dc-2ee4-4415-88ae-1fcda8d08834', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:24.131489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2349566e-86cf-4fd7-87e9-5b7a221c62cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.161190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7e06e-e87e-4fcd-9bc4-e7bc9162a97a None None] Pushing event updated for resources: {'Port': ['ID=cae33a75-0fab-4931-879d-c08b87378768,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:24.212704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2349566e-86cf-4fd7-87e9-5b7a221c62cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.219546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2349566e-86cf-4fd7-87e9-5b7a221c62cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.227879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Attempting to bind port cae33a75-0fab-4931-879d-c08b87378768 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:59:24.228254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Attempting to bind port cae33a75-0fab-4931-879d-c08b87378768 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:59:24.228608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Attempting to bind port cae33a75-0fab-4931-879d-c08b87378768 on network 3d6df0d0-0885-4974-a999-cd9d38b19979 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:59:24.236449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:59:24.236449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Checking segment: {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:59:24.236449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.237027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Bound using segment: {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:59:24.237197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Bound port: cae33a75-0fab-4931-879d-c08b87378768, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:59:24.237823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.242111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349566e-86cf-4fd7-87e9-5b7a221c62cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15956bc-9cdd-4287-a288-dbb406a53005,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:24.250019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2349566e-86cf-4fd7-87e9-5b7a221c62cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.254132 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2349566e-86cf-4fd7-87e9-5b7a221c62cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548288 Jan 27 14:59:24.254589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40496) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:24.259497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'bb3658dc-2ee4-4415-88ae-1fcda8d08834', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:24.290263 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:59:24.296261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.358593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] For port cae33a75-0fab-4931-879d-c08b87378768, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:59:24.365288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] For port cae33a75-0fab-4931-879d-c08b87378768, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=cae33a75-0fab-4931-879d-c08b87378768,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:59:24.370249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.371824 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.377885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.395370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e970f7-08e9-4e07-a168-813428ad2b0a,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:24.409601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.410873 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-46b602b2-2f1a-44e6-8398-513312ff921d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550732 Jan 27 14:59:24.413758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40498) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:24.418663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'bb3658dc-2ee4-4415-88ae-1fcda8d08834', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:24.449565 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 14:59:24.455249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.458131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:24.458786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:59:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:24.493410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7e06e-e87e-4fcd-9bc4-e7bc9162a97a None None] Pushing event updated for resources: {'Port': ['ID=cae33a75-0fab-4931-879d-c08b87378768,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:24.512409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cac0e7fe-0277-446e-9411-b233449834b8 None None] Provisioning complete for port cae33a75-0fab-4931-879d-c08b87378768 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:24.512794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cac0e7fe-0277-446e-9411-b233449834b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.538502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.544910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.568019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f46a3c2-a90e-4a46-aebd-5af058011787,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:24.580300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.582073 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c8b954c6-7d0c-423d-af7c-f49701a98abf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672530 Jan 27 14:59:24.618260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:24.696401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cac0e7fe-0277-446e-9411-b233449834b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.804552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cac0e7fe-0277-446e-9411-b233449834b8 None None] For port cae33a75-0fab-4931-879d-c08b87378768, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=cae33a75-0fab-4931-879d-c08b87378768,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:24.813710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cac0e7fe-0277-446e-9411-b233449834b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:24.905056 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-b8a63503-3f51-4b36-a40d-41e24cf01cb1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214154110&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0363007 Jan 27 14:59:25.002458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0e7fe-0277-446e-9411-b233449834b8 None None] Pushing event updated for resources: {'Port': ['ID=cae33a75-0fab-4931-879d-c08b87378768,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:25.022268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ddf0c754-45f2-4194-ade3-52fc3cef5200 None None] Provisioning complete for port cae33a75-0fab-4931-879d-c08b87378768 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:25.022888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddf0c754-45f2-4194-ade3-52fc3cef5200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:25.038738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-e8e29329-e45b-4868-8ff3-9115bdbbd6ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:25.040369 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-e8e29329-e45b-4868-8ff3-9115bdbbd6ff tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 796 time: 0.1272452 Jan 27 14:59:25.058341 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-8f805362-3399-4c57-9d9c-0a6fb16f0004 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0103085 Jan 27 14:59:25.115618 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-318d4742-96a3-43bb-b82e-468051c7d2aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509388 Jan 27 14:59:25.122177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:25.180659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fb8c2f-f790-406b-a87b-cc64441a8d28 None None] The sync data for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv is: [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:59:25.240913 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-e02c2411-d323-411a-8ac9-c54581c45961 service neutron] 10.222.0.18 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105537 Jan 27 14:59:25.406908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-70841a9e-431d-4acb-9edc-1f70b4d3d576 service neutron] 10.222.0.18 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496356 Jan 27 14:59:25.450993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device cae33a75-0fab-4931-879d-c08b87378768 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:25.542668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port cae33a75-0fab-4931-879d-c08b87378768 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:25.543568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:25.718613 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0468721b-4fc4-4d57-bfaa-16cda117f61e req-91a4a02e-0be5-46d2-b1df-5fd5902a9842 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 210 time: 0.0696485 Jan 27 14:59:26.826391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-86cad46a-e7ef-40f0-93f2-3284f455c0f3 req-abd50c50-8d7f-4653-bf5e-d4161151438f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 210 time: 0.0285785 Jan 27 14:59:27.135166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-279251fb-5507-4b16-8a87-3862cd131db2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:27.137956 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-279251fb-5507-4b16-8a87-3862cd131db2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 796 time: 0.1706874 Jan 27 14:59:27.199962 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-2f534658-242c-4134-80a3-233c6c668645 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 379 time: 0.0530829 Jan 27 14:59:27.215402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': '81d594ec-592b-4680-927a-31c0fd3449e0', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['bb3658dc-2ee4-4415-88ae-1fcda8d08834']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:27.400611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 14:59:27.405179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:27.565676 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.10 (3d6df0d0-0885-4974-a999-cd9d38b19979/99e5868a-6952-42fe-a5cd-b7ecb73a06c4/57da3322-6173-4d75-bcda-84679d226c71) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:59:27.739822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:27.778873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:27.828573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:59:27.832212 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:59:27.836397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:59:27.844252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=57da3322-6173-4d75-bcda-84679d226c71,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:27.913718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:27.914981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:27.961153 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-22fda772-d6d1-4189-a30b-81ecb8c47f1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7527683 Jan 27 14:59:27.977791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Request body: {'port': {'device_id': '81d594ec-592b-4680-927a-31c0fd3449e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:28.079250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:28.159073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c8bff-eaf2-481c-8844-e6666c9f9148 req-bde54d55-9b11-46cc-bf95-07eb7a89e2b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:28.160802 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c8bff-eaf2-481c-8844-e6666c9f9148 req-bde54d55-9b11-46cc-bf95-07eb7a89e2b3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 932 time: 0.0644686 Jan 27 14:59:28.201296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f4c85619-20a8-4f0b-8759-8f4bef30cb62 None None] Provisioning complete for port 57da3322-6173-4d75-bcda-84679d226c71 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:28.202388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4c85619-20a8-4f0b-8759-8f4bef30cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:28.224164 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c8bff-eaf2-481c-8844-e6666c9f9148 req-0076ca92-2489-4ffb-ac13-b1ce7d7527f7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554030 Jan 27 14:59:28.249216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f4c85619-20a8-4f0b-8759-8f4bef30cb62 None None] Port 57da3322-6173-4d75-bcda-84679d226c71 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 14:59:28.505079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57da3322-6173-4d75-bcda-84679d226c71 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:59:28.513404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:28.532129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Transition to ACTIVE for port object 57da3322-6173-4d75-bcda-84679d226c71 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 14:59:28.537827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:28.619238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Pushing event updated for resources: {'Port': ['ID=57da3322-6173-4d75-bcda-84679d226c71,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:28.753603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Attempting to bind port 57da3322-6173-4d75-bcda-84679d226c71 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 14:59:28.754158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Attempting to bind port 57da3322-6173-4d75-bcda-84679d226c71 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 14:59:28.754703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Attempting to bind port 57da3322-6173-4d75-bcda-84679d226c71 on network 3d6df0d0-0885-4974-a999-cd9d38b19979 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:59:28.763529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Port 57da3322-6173-4d75-bcda-84679d226c71 on network 3d6df0d0-0885-4974-a999-cd9d38b19979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 14:59:28.763977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Attempting to bind port 57da3322-6173-4d75-bcda-84679d226c71 on network 3d6df0d0-0885-4974-a999-cd9d38b19979 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 14:59:28.772720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 14:59:28.773299 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Checking segment: {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 14:59:28.773957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Bound using segment: {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 14:59:28.774725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Bound port: 57da3322-6173-4d75-bcda-84679d226c71, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc0364e-5838-467f-9482-41a10c37695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 14:59:28.775369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:28.882309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] For port 57da3322-6173-4d75-bcda-84679d226c71, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 14:59:28.886340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] For port 57da3322-6173-4d75-bcda-84679d226c71, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=57da3322-6173-4d75-bcda-84679d226c71,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 14:59:28.892620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:28.932983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:28.933972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:28.936351 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-c63a7544-2571-4641-afac-b295278ac540 service neutron] 10.222.0.72 "PUT /v2.0/ports/57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 1094 time: 0.9655428 Jan 27 14:59:28.937061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'tag': '57da3322-6173-4d75-bcda-84679d226c71'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:59:28.940690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83a9c3a-a959-41d2-b7b3-c8e57502822b" -d '{"events": [{"name": "network-changed", "server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "tag": "57da3322-6173-4d75-bcda-84679d226c71"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:59:29.012036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f22403-14cd-42f2-b617-38c371e10cb8 x-openstack-request-id: req-a1f22403-14cd-42f2-b617-38c371e10cb8 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:59:29.012479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "tag": "57da3322-6173-4d75-bcda-84679d226c71", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:59:29.012868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1f22403-14cd-42f2-b617-38c371e10cb8 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:59:29.013492 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'tag': '57da3322-6173-4d75-bcda-84679d226c71', 'status': 'completed', 'code': 200} Jan 27 14:59:29.034256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a7544-2571-4641-afac-b295278ac540 service neutron] Pushing event updated for resources: {'Port': ['ID=57da3322-6173-4d75-bcda-84679d226c71,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:29.066574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-8a8fa611-3330-4604-a6b7-119c98783817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.069426 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-8a8fa611-3330-4604-a6b7-119c98783817 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1097 time: 0.0828490 Jan 27 14:59:29.127710 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-0589a187-2c3a-4900-87d0-c74f50dff2eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 217 time: 0.0508094 Jan 27 14:59:29.188036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-782ab72d-c557-41cc-9e36-1422ad2a4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.190570 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-782ab72d-c557-41cc-9e36-1422ad2a4892 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 844 time: 0.0569541 Jan 27 14:59:29.246160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-b50c90e7-f071-4098-927b-7246f5517127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.247735 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-b50c90e7-f071-4098-927b-7246f5517127 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d6df0d0-0885-4974-a999-cd9d38b19979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514078 Jan 27 14:59:29.360860 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-2263a9a9-5524-473b-b0d0-3173eb7d47f5 service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064832 Jan 27 14:59:29.376553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bb76f-ad70-4271-acdc-265bacce6dac req-1ec9d9e7-86dc-4810-8da9-e2c0f695f697 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.378510 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-771bb76f-ad70-4271-acdc-265bacce6dac req-1ec9d9e7-86dc-4810-8da9-e2c0f695f697 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 944 time: 0.0581946 Jan 27 14:59:29.426942 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-771bb76f-ad70-4271-acdc-265bacce6dac req-0636edc5-5cb2-4ba8-808c-24756827e75c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 Jan 27 14:59:29.476710 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5edf39de-67bf-4c7d-aa32-d5a995cc68ec req-2b80b992-6a5b-4bba-8b55-1e2439768c75 service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090035 Jan 27 14:59:29.565889 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-f82d12d2-963e-4cdd-a10f-0d8941824b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.567364 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-f82d12d2-963e-4cdd-a10f-0d8941824b82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1097 time: 0.0461586 Jan 27 14:59:29.663760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-184d6892-8389-416c-9763-5648d555578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.665269 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-184d6892-8389-416c-9763-5648d555578d service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 897 time: 0.0907857 Jan 27 14:59:29.715242 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-d5510249-12a4-451e-ba5c-43c797b57217 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 217 time: 0.0420241 Jan 27 14:59:29.777203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-d706f3ad-4898-45df-9dbc-5785733dd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.779076 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-d706f3ad-4898-45df-9dbc-5785733dd346 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 844 time: 0.0573261 Jan 27 14:59:29.831807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-0c7a226b-4c36-41a7-ae81-386233bac648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:29.833241 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-0c7a226b-4c36-41a7-ae81-386233bac648 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d6df0d0-0885-4974-a999-cd9d38b19979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463495 Jan 27 14:59:29.972567 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-2628f7f9-ef0e-4896-9a37-d23b736bdba4 service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319928 Jan 27 14:59:30.080118 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f83a9c3a-a959-41d2-b7b3-c8e57502822b req-2bb8c3a7-3a4b-47da-92c9-9405e9228e19 service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992117 Jan 27 14:59:30.203031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:30.593371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771eecb-bf2b-4ba9-91f3-a8c1ebde9141 req-53b46c6f-e0c1-4e9a-817b-5a10ff29fae8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:30.596325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5771eecb-bf2b-4ba9-91f3-a8c1ebde9141 req-53b46c6f-e0c1-4e9a-817b-5a10ff29fae8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 944 time: 0.0876317 Jan 27 14:59:30.654292 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5771eecb-bf2b-4ba9-91f3-a8c1ebde9141 req-1a88e9dd-eac3-4999-8ecd-28bf668fd9d2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517099 Jan 27 14:59:31.233712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 57da3322-6173-4d75-bcda-84679d226c71 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 14:59:31.337738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 57da3322-6173-4d75-bcda-84679d226c71, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=57da3322-6173-4d75-bcda-84679d226c71,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:31.349336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '57da3322-6173-4d75-bcda-84679d226c71', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'port_id': '57da3322-6173-4d75-bcda-84679d226c71', 'mac_address': 'fa:16:3e:55:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 14:59:31.413177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:31.427507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57da3322-6173-4d75-bcda-84679d226c71 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 14:59:31.450012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 57da3322-6173-4d75-bcda-84679d226c71, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=57da3322-6173-4d75-bcda-84679d226c71,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:31.456050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:31.505652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=57da3322-6173-4d75-bcda-84679d226c71,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:31.663064 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['57da3322-6173-4d75-bcda-84679d226c71'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 14:59:31.802880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2763cb9-aa7c-46d8-a5c3-884226dd190a req-fff4549c-6831-47a3-b5e8-d2b67fae34f8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:31.804866 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f2763cb9-aa7c-46d8-a5c3-884226dd190a req-fff4549c-6831-47a3-b5e8-d2b67fae34f8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 945 time: 0.0635529 Jan 27 14:59:31.853687 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f2763cb9-aa7c-46d8-a5c3-884226dd190a req-58a989e9-cbe2-4061-a47c-55cdca16af39 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405529 Jan 27 14:59:32.995672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d0302-37c9-43d1-820b-85f14be208c4 req-0c271e56-0129-482b-9eb1-6dc15eb4d0df tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:32.997688 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-df0d0302-37c9-43d1-820b-85f14be208c4 req-0c271e56-0129-482b-9eb1-6dc15eb4d0df tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 945 time: 0.0560501 Jan 27 14:59:33.048969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-df0d0302-37c9-43d1-820b-85f14be208c4 req-5c47ea6f-6404-4c4b-979b-fccfa456293b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Jan 27 14:59:33.248986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 57da3322-6173-4d75-bcda-84679d226c71 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 14:59:33.304524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 57da3322-6173-4d75-bcda-84679d226c71 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 14:59:33.309336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 57da3322-6173-4d75-bcda-84679d226c71 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 14:59:33.309825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:33.399144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:33.425481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57da3322-6173-4d75-bcda-84679d226c71'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:59:33.428042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8befdfcf-dc14-4f0f-bd9c-fa17d066b6d6" -d '{"events": [{"server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "name": "network-vif-plugged", "status": "completed", "tag": "57da3322-6173-4d75-bcda-84679d226c71"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:59:33.444327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 57da3322-6173-4d75-bcda-84679d226c71, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=57da3322-6173-4d75-bcda-84679d226c71,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 14:59:33.450392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:33.479588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe5cdb4-80cf-43e0-9c46-42a271d47c40 x-openstack-request-id: req-9fe5cdb4-80cf-43e0-9c46-42a271d47c40 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:59:33.479901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "name": "network-vif-plugged", "status": "completed", "tag": "57da3322-6173-4d75-bcda-84679d226c71", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:59:33.480122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fe5cdb4-80cf-43e0-9c46-42a271d47c40 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:59:33.480524 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57da3322-6173-4d75-bcda-84679d226c71', 'code': 200} Jan 27 14:59:33.513147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=57da3322-6173-4d75-bcda-84679d226c71,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:33.680528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483fb02-e76e-43e6-9ca0-8e1f7afb9bfc req-db401c7d-96fc-47b7-b88c-72d5e7f8acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:33.682103 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a483fb02-e76e-43e6-9ca0-8e1f7afb9bfc req-db401c7d-96fc-47b7-b88c-72d5e7f8acf6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1099 time: 0.0526617 Jan 27 14:59:33.721260 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a483fb02-e76e-43e6-9ca0-8e1f7afb9bfc req-2c29388d-0b8e-4ce2-b08f-8858abcbe7d1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325649 Jan 27 14:59:34.201014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4472-340a-40e5-98d6-fd3fb17415ff req-372d8f46-8b4d-41bc-bc33-26c5ae3ecae8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:34.203859 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26dd4472-340a-40e5-98d6-fd3fb17415ff req-372d8f46-8b4d-41bc-bc33-26c5ae3ecae8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 946 time: 0.0780973 Jan 27 14:59:34.246413 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26dd4472-340a-40e5-98d6-fd3fb17415ff req-7dc991bd-3499-453d-82f8-bf24987b1ccd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362909 Jan 27 14:59:35.385289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed06140-7307-40c3-b113-eb41dc59cd92 req-45eb80aa-4570-454e-ae46-59869f0a97ef tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:35.386907 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ed06140-7307-40c3-b113-eb41dc59cd92 req-45eb80aa-4570-454e-ae46-59869f0a97ef tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 946 time: 0.0590920 Jan 27 14:59:35.436851 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ed06140-7307-40c3-b113-eb41dc59cd92 req-1f88ef68-7fe6-4f7e-883e-930ba673fef2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385547 Jan 27 14:59:35.564427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd041fc6-a4b2-43aa-a874-ede3f57ad64b req-109f87b7-a481-4262-a5d1-8f2517e964c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:35.566035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd041fc6-a4b2-43aa-a874-ede3f57ad64b req-109f87b7-a481-4262-a5d1-8f2517e964c3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 946 time: 0.0565429 Jan 27 14:59:35.613293 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd041fc6-a4b2-43aa-a874-ede3f57ad64b req-93c5b77b-0230-4a7f-bb19-1983dcd7095d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Jan 27 14:59:35.637367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40558) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:35.684387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23609aec-7dcc-47c6-8d2c-8af740108e55 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:35.685996 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-23609aec-7dcc-47c6-8d2c-8af740108e55 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1094 time: 0.0475631 Jan 27 14:59:35.690723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40560) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:35.696294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '57da3322-6173-4d75-bcda-84679d226c71', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 14:59:35.729019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:35.860796 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:35.906480 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 14:59:36.013721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.189 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/e24f5fb9-34cf-47f3-be7d-4a288ca9cdff) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 14:59:36.136326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:36.176844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:36.228329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 14:59:36.231758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 14:59:36.235641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 14:59:36.241788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=e24f5fb9-34cf-47f3-be7d-4a288ca9cdff,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:36.666114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:36.738070 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:36.906313 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:36.911488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:36.982346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=e24f5fb9-34cf-47f3-be7d-4a288ca9cdff,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 14:59:36.995810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:37.109258 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 287342a5-0d78-4d2d-951d-693395d77033 associated. External IP: 172.26.6.189, port: 57da3322-6173-4d75-bcda-84679d226c71. Jan 27 14:59:37.673309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router b60093c3-0990-4f5b-9148-ef46bd100631 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 14:59:37.794745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 14:59:37.806883 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] Sync routers for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 14:59:37.818829 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:37.819543 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:59:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:37.820357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:37.855234 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f682db7e-a7ca-4a29-b549-73d198547f62 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1631067 Jan 27 14:59:37.856264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'tag': '57da3322-6173-4d75-bcda-84679d226c71'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 14:59:37.859627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40562) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:37.860356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13531ff9-338d-4a11-9ca1-817104ecce6b" -d '{"events": [{"name": "network-changed", "server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "tag": "57da3322-6173-4d75-bcda-84679d226c71"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 14:59:37.913940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf0773b-e9b7-482f-8102-42069c0623be x-openstack-request-id: req-bbf0773b-e9b7-482f-8102-42069c0623be {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 14:59:37.914418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "tag": "57da3322-6173-4d75-bcda-84679d226c71", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 14:59:37.914757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbf0773b-e9b7-482f-8102-42069c0623be {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 14:59:37.915309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'tag': '57da3322-6173-4d75-bcda-84679d226c71', 'status': 'completed', 'code': 200} Jan 27 14:59:37.970959 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b45ba2c5-7c25-4ce7-8534-487a0b34dcbf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/287342a5-0d78-4d2d-951d-693395d77033 HTTP/1.1" status: 200 len: 992 time: 0.1068053 Jan 27 14:59:37.991667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-9279bcba-2fad-4ba7-842e-90f15afa4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:37.993220 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-9279bcba-2fad-4ba7-842e-90f15afa4fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1099 time: 0.0544198 Jan 27 14:59:37.995313 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:38.106613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-c23b74f6-307b-444e-8d30-fb03f85048b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:38.108152 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-c23b74f6-307b-444e-8d30-fb03f85048b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 897 time: 0.1078770 Jan 27 14:59:38.220404 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-88cab002-f371-42f8-bda1-acd3f873ab5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 1000 time: 0.1048126 Jan 27 14:59:38.273932 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '287342a5-0d78-4d2d-951d-693395d77033', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'port_id': '57da3322-6173-4d75-bcda-84679d226c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'mac_address': 'fa:16:3e:55:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d594ec-592b-4680-927a-31c0fd3449e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:59:36Z', 'updated_at': '2022-01-27T14:59:36Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:38.302351 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] Checking router: b60093c3-0990-4f5b-9148-ef46bd100631 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 14:59:38.304335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-e0828ffc-d71b-4afa-8bb7-1270c29b4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:38.306193 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-e0828ffc-d71b-4afa-8bb7-1270c29b4543 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 844 time: 0.0797877 Jan 27 14:59:38.312707 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 14:59:38.313722 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T14:59:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:38.376009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-7d348ff9-9472-4081-86e6-f5dee48a9653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:38.377910 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-7d348ff9-9472-4081-86e6-f5dee48a9653 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d6df0d0-0885-4974-a999-cd9d38b19979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652134 Jan 27 14:59:38.456880 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 14:59:38.486885 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-2a8e9937-6e6a-4c6d-9609-c7f365da65fb service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009202 Jan 27 14:59:38.606459 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-13531ff9-338d-4a11-9ca1-817104ecce6b req-659bf253-d57b-4f97-ba13-d2b0ff75000f service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129432 Jan 27 14:59:38.719623 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '287342a5-0d78-4d2d-951d-693395d77033', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'port_id': '57da3322-6173-4d75-bcda-84679d226c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'mac_address': 'fa:16:3e:55:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d594ec-592b-4680-927a-31c0fd3449e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:59:36Z', 'updated_at': '2022-01-27T14:59:36Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 14:59:38.751150 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444b789-eab6-4053-b221-b22a4c63e5b4 None None] The sync data for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv is: [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '287342a5-0d78-4d2d-951d-693395d77033', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'port_id': '57da3322-6173-4d75-bcda-84679d226c71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'mac_address': 'fa:16:3e:55:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d594ec-592b-4680-927a-31c0fd3449e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T14:59:36Z', 'updated_at': '2022-01-27T14:59:36Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 14:59:38.973343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40566) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:39.062500 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-855dd9b2-4784-4fd2-9bcb-951c25825941 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/287342a5-0d78-4d2d-951d-693395d77033 HTTP/1.1" status: 200 len: 992 time: 0.0873709 Jan 27 14:59:39.082648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c09b02-2c11-41c2-8ff7-51a6eeb3bcd9 None None] New status for floating IP 287342a5-0d78-4d2d-951d-693395d77033: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 14:59:40.066885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40568) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 14:59:40.139596 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2186113d-9c1e-4515-b3ea-a93a37cfc691 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/287342a5-0d78-4d2d-951d-693395d77033 HTTP/1.1" status: 200 len: 994 time: 0.0711040 Jan 27 14:59:44.003640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eb35e907-1553-435c-8450-a8c1fc9ebf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:45.082491 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-c07df1c3-f2f4-40f4-8314-0e09cd4966d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464749 Jan 27 14:59:45.186641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-b3e35712-8eaf-47a3-9410-461ca77a4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:45.188230 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-b3e35712-8eaf-47a3-9410-461ca77a4246 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1099 time: 0.0479097 Jan 27 14:59:45.310626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-60be6724-533d-4521-a901-529a756e7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:45.312372 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-60be6724-533d-4521-a901-529a756e7c33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 897 time: 0.1039736 Jan 27 14:59:45.389791 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-05b65187-5eb9-4cfd-b35c-b04fb626d6ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 1002 time: 0.0686526 Jan 27 14:59:45.450321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-0709f7ca-6415-4222-911c-98c75463b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:45.451868 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-0709f7ca-6415-4222-911c-98c75463b384 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 844 time: 0.0549295 Jan 27 14:59:45.504407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-81490361-ce91-4e47-af11-66e825d86793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 14:59:45.506179 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-81490361-ce91-4e47-af11-66e825d86793 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d6df0d0-0885-4974-a999-cd9d38b19979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449522 Jan 27 14:59:45.604476 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-102f4154-2cca-46e6-a3c4-292877160b13 service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903313 Jan 27 14:59:45.707384 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-34a12ac7-06fb-4c3e-8d84-fc820095c08b req-6b50678b-8ec7-43a1-84ce-150a0f710b2a service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957649 Jan 27 14:59:46.234170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05f714a0-fe4f-4c87-9e95-302126f4f6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:47.364465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:48.754395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 14:59:49.188030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:00.222380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:12.906683 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:00:13.998233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-790aeaac-ef32-459f-86a3-e3796e890307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:16.246135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c44f0d7-3f82-4bf9-9d75-3678759bd56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:17.363108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:18.754267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:19.182628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:30.248851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:44.006641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-17a6be65-4257-4e36-8150-130a0cfaa43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:46.241248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8db84073-b899-45f9-a0b1-456a141ced02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:47.256550 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-99188c94-5f08-480e-87b8-da47e6fe9d80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498998 Jan 27 15:00:47.344131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffede457-ac86-4374-9572-a888c698d97f req-d0284d14-41dd-4fde-bf1c-7b0e4fad3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:00:47.345880 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-d0284d14-41dd-4fde-bf1c-7b0e4fad3baf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1099 time: 0.0461805 Jan 27 15:00:47.368026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:47.480925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffede457-ac86-4374-9572-a888c698d97f req-9060f53c-e676-4d6f-bd6f-9ef2122cec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:00:47.482641 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-9060f53c-e676-4d6f-bd6f-9ef2122cec8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 897 time: 0.1160932 Jan 27 15:00:47.575758 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-d669013b-2ae9-4915-a029-12a4da5bcf2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 1002 time: 0.0859301 Jan 27 15:00:47.637004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffede457-ac86-4374-9572-a888c698d97f req-b8b94008-3f5a-43de-848f-369aa96c525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:00:47.638663 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-b8b94008-3f5a-43de-848f-369aa96c525d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 844 time: 0.0565794 Jan 27 15:00:47.688443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffede457-ac86-4374-9572-a888c698d97f req-fbdfaf82-83d1-4a40-8c23-831e62d93f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:00:47.690020 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-fbdfaf82-83d1-4a40-8c23-831e62d93f9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d6df0d0-0885-4974-a999-cd9d38b19979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454021 Jan 27 15:00:47.790421 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-ff4844d6-6884-4c5e-b92c-d77d8718b74d service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935812 Jan 27 15:00:47.895340 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffede457-ac86-4374-9572-a888c698d97f req-8cd1c611-1ca5-4e38-a098-5156a94c6cdc service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974598 Jan 27 15:00:48.764978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:49.188295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:00:49.907303 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:01:00.270460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:14.003912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0b1e00f2-0285-4f00-8512-36914277c07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:16.235640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23de3d9f-ca76-4d9a-bff0-1cf84aa47272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:17.370249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:18.769785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:19.194318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:26.907607 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:01:29.331625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40596) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:01:29.338359 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:01:29.436110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8960106'] for subnet, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:29.665692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739335033191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3783087'] for subnet, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:29.702946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:01:29.703568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:29.704919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/subnets/99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 836 time: 0.3723245 Jan 27 15:01:29.710684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff796bc-d1d3-4928-992c-1a184b660832 None None] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:01:29.734009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=99e5868a-6952-42fe-a5cd-b7ecb73a06c4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:01:29.747262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.747964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.748576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.749160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.749724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.750275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.750833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.751434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.751980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.752542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.753108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:29.753649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100dfc2-d000-4a45-9db6-f5fa60f5a894 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:01:30.170696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7c5c0b59-d182-4965-8155-12deb5176821 None None] Provisioning complete for port 1189bccf-ce20-4a9f-9156-bc075e756a8a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:01:30.170996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0b59-d182-4965-8155-12deb5176821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:30.272214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:30.281859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7c5c0b59-d182-4965-8155-12deb5176821 None None] Provisioning complete for port 57da3322-6173-4d75-bcda-84679d226c71 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:01:30.282472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0b59-d182-4965-8155-12deb5176821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:30.410797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7c5c0b59-d182-4965-8155-12deb5176821 None None] Provisioning complete for port cae33a75-0fab-4931-879d-c08b87378768 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:01:30.411454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c5c0b59-d182-4965-8155-12deb5176821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:44.009352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1256d205-b754-404a-b737-b9458a2cae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:46.239860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ea43af1-7008-4475-af4b-94ebb5842df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:47.373028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:48.127546 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-2d9af3e3-c21f-4ef4-a7c1-12d7ba520e67 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461707 Jan 27 15:01:48.217785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-ca185b3d-7057-4d92-84a9-fdb8e5336f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:01:48.219535 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-ca185b3d-7057-4d92-84a9-fdb8e5336f31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1099 time: 0.0485535 Jan 27 15:01:48.343358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-cbae6626-fe8d-476e-b73b-737044ed0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:01:48.344794 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-cbae6626-fe8d-476e-b73b-737044ed0313 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 897 time: 0.1060131 Jan 27 15:01:48.423493 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-3bb991ad-be0d-4d0f-a423-1f35a15fcf60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 1002 time: 0.0717793 Jan 27 15:01:48.488186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-c2bfd82f-6ad9-4180-b70f-4188168e9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:01:48.489802 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-c2bfd82f-6ad9-4180-b70f-4188168e9abb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 844 time: 0.0602529 Jan 27 15:01:48.545449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-97424d1c-91a6-4c70-8477-c00b6880f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:01:48.547127 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-97424d1c-91a6-4c70-8477-c00b6880f466 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d6df0d0-0885-4974-a999-cd9d38b19979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506473 Jan 27 15:01:48.658880 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-3f437410-e670-46fb-a661-2569d30e0992 service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049602 Jan 27 15:01:48.770033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:01:48.801233 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-eb4a1877-8c85-4d94-b0df-b8eec7fb6540 req-f8e82901-25d4-4d71-a5b3-b87fb8b1b7ec service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353302 Jan 27 15:01:49.191624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:00.277396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:03.908247 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:02:12.535557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40618) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:12.742014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port e24f5fb9-34cf-47f3-be7d-4a288ca9cdff {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:02:12.742485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:12.834252 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:12.834567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:12.849793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for e24f5fb9-34cf-47f3-be7d-4a288ca9cdff owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:02:13.075647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:13.103654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=e24f5fb9-34cf-47f3-be7d-4a288ca9cdff,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:13.173050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:13.173390 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 287342a5-0d78-4d2d-951d-693395d77033 disassociated (deleted). External IP: 172.26.6.189, port: 57da3322-6173-4d75-bcda-84679d226c71. Jan 27 15:02:13.737610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router b60093c3-0990-4f5b-9148-ef46bd100631 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:02:13.861361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:02:13.869242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:13.873376 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] Sync routers for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:02:13.884310 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:13.884942 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:01:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:13.918499 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-657352b4-6521-4455-8b18-b8c9ac93d57a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/287342a5-0d78-4d2d-951d-693395d77033 HTTP/1.1" status: 204 len: 168 time: 1.3814883 Jan 27 15:02:13.919519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'tag': '57da3322-6173-4d75-bcda-84679d226c71'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:13.923804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "tag": "57da3322-6173-4d75-bcda-84679d226c71"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:13.973749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8146084a-7f50-42c1-a804-dac1f6f1300b x-openstack-request-id: req-8146084a-7f50-42c1-a804-dac1f6f1300b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:13.974171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "tag": "57da3322-6173-4d75-bcda-84679d226c71", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:13.974541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8146084a-7f50-42c1-a804-dac1f6f1300b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:13.975133 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'tag': '57da3322-6173-4d75-bcda-84679d226c71', 'status': 'completed', 'code': 200} Jan 27 15:02:14.036738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f3e71f0e-a41f-4150-ae1a-2e880bc079c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:14.090401 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-da28597a-1341-4a29-b87c-b10727711733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:14.093900 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-da28597a-1341-4a29-b87c-b10727711733 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 1099 time: 0.0942743 Jan 27 15:02:14.151841 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:14.270191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-43594f74-6420-4cf2-82eb-b1e75936be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:14.272018 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-43594f74-6420-4cf2-82eb-b1e75936be8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 200 len: 897 time: 0.1700838 Jan 27 15:02:14.330584 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-22901c59-d24c-4796-8a2c-1f252bb9f2e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 200 len: 217 time: 0.0502353 Jan 27 15:02:14.388890 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:14.402236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-d23e4b49-b965-4178-84b9-7608f74ce921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:14.404837 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-d23e4b49-b965-4178-84b9-7608f74ce921 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 200 len: 844 time: 0.0667324 Jan 27 15:02:14.441595 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] Checking router: b60093c3-0990-4f5b-9148-ef46bd100631 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:02:14.456999 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:14.458318 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:01:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:14.484874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-94ad4823-9075-4255-891b-e09ee55e7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:14.487604 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-94ad4823-9075-4255-891b-e09ee55e7465 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3d6df0d0-0885-4974-a999-cd9d38b19979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755522 Jan 27 15:02:14.536673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256a55-e86e-44aa-8f48-3d9e00995286 req-a0c41ba7-2ff7-409e-8c4c-da1802070ac9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:14.539096 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89256a55-e86e-44aa-8f48-3d9e00995286 req-a0c41ba7-2ff7-409e-8c4c-da1802070ac9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 946 time: 0.3144698 Jan 27 15:02:14.604610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89256a55-e86e-44aa-8f48-3d9e00995286 req-aa0cdfa6-3de5-4a6f-9f7c-9653dfa54fd4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546927 Jan 27 15:02:14.639815 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:14.641309 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-1dd5e0aa-0c82-484a-bbf6-3b2b3ad3de1d service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463342 Jan 27 15:02:14.768325 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ecf14416-5c73-4eb7-9bfd-65d2ac48d4ae req-e238cbe2-5392-41f4-8997-0fe95857c416 service neutron] 10.222.0.72 "GET /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194224 Jan 27 15:02:14.921163 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:14.949041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d3bd81-087e-4a39-a54d-e3c3b07215b8 None None] The sync data for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv is: [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'cae33a75-0fab-4931-879d-c08b87378768', 'name': '', 'network_id': '3d6df0d0-0885-4974-a999-cd9d38b19979', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:ea:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:20Z', 'updated_at': '2022-01-27T14:59:24Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '99e5868a-6952-42fe-a5cd-b7ecb73a06c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:02:15.195746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a6063-cda4-4ab5-9b18-7390aaeab940 None None] New status for floating IP 287342a5-0d78-4d2d-951d-693395d77033: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:02:15.518810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-e15335d0-fc86-42a7-b766-84e4d0c672a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:15.520305 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-e15335d0-fc86-42a7-b766-84e4d0c672a8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 946 time: 0.0590763 Jan 27 15:02:15.623072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 57da3322-6173-4d75-bcda-84679d226c71 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:02:15.623521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:15.771612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 57da3322-6173-4d75-bcda-84679d226c71, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=57da3322-6173-4d75-bcda-84679d226c71,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:15.771982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:15.788683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 57da3322-6173-4d75-bcda-84679d226c71 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:02:15.857872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d71f62-0dfb-43bc-a82b-a5137c0bbbe6 req-d0d0dfb6-f5e2-467e-9a3b-e3214034cc6f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:15.860724 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26d71f62-0dfb-43bc-a82b-a5137c0bbbe6 req-d0d0dfb6-f5e2-467e-9a3b-e3214034cc6f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=81d594ec-592b-4680-927a-31c0fd3449e0 HTTP/1.1" status: 200 len: 946 time: 0.1585667 Jan 27 15:02:15.938983 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26d71f62-0dfb-43bc-a82b-a5137c0bbbe6 req-e1464998-6c7b-48ac-8082-5494ee5eff7f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bb3658dc-2ee4-4415-88ae-1fcda8d08834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650136 Jan 27 15:02:15.978618 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:16.039398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=57da3322-6173-4d75-bcda-84679d226c71,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:16.094483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.095011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.095651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.096220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.096829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.097407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.098035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.098614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.099256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.100092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.101206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.101787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:16.128997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 57da3322-6173-4d75-bcda-84679d226c71 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:02:16.132989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:16.138781 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-29256b4c-2b70-4406-b552-f7436e5e7ffb req-b6d95919-654b-4b83-adb1-a464aa392fe9 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/57da3322-6173-4d75-bcda-84679d226c71 HTTP/1.1" status: 204 len: 173 time: 0.6118028 Jan 27 15:02:16.139560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'name': 'network-vif-deleted', 'tag': '57da3322-6173-4d75-bcda-84679d226c71'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:16.143565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca6457e-673c-44c4-ae10-266ace6a32e4" -d '{"events": [{"server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "name": "network-vif-deleted", "tag": "57da3322-6173-4d75-bcda-84679d226c71"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:16.205454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ff3056-39a7-45b2-a673-605a45beb973 x-openstack-request-id: req-f0ff3056-39a7-45b2-a673-605a45beb973 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:16.205955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d594ec-592b-4680-927a-31c0fd3449e0", "name": "network-vif-deleted", "tag": "57da3322-6173-4d75-bcda-84679d226c71", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:16.206469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0ff3056-39a7-45b2-a673-605a45beb973 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:16.207014 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d594ec-592b-4680-927a-31c0fd3449e0', 'name': 'network-vif-deleted', 'tag': '57da3322-6173-4d75-bcda-84679d226c71', 'status': 'completed', 'code': 200} Jan 27 15:02:16.248506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8275dd2d-c310-447a-9008-17873b026a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:17.018147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40646) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:17.088067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69c8150a-85ad-446b-a0f7-0d935882d04a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:17.116740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69c8150a-85ad-446b-a0f7-0d935882d04a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:17.180834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69c8150a-85ad-446b-a0f7-0d935882d04a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:17.183593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69c8150a-85ad-446b-a0f7-0d935882d04a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:17.184814 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-69c8150a-85ad-446b-a0f7-0d935882d04a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/bb3658dc-2ee4-4415-88ae-1fcda8d08834 HTTP/1.1" status: 204 len: 168 time: 0.1653132 Jan 27 15:02:17.195375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8150a-85ad-446b-a0f7-0d935882d04a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3658dc-2ee4-4415-88ae-1fcda8d08834,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:17.237188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40650) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:17.378084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:17.790923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:18.085494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port cae33a75-0fab-4931-879d-c08b87378768 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:02:18.086371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:18.191564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port cae33a75-0fab-4931-879d-c08b87378768, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=cae33a75-0fab-4931-879d-c08b87378768,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:18.191961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:18.209592 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for cae33a75-0fab-4931-879d-c08b87378768 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:02:18.450284 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:18.485798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=cae33a75-0fab-4931-879d-c08b87378768,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:18.729123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:18.774086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.025364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router b60093c3-0990-4f5b-9148-ef46bd100631 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:02:19.148276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:02:19.154248 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-79d86832-2571-4a4b-ae81-0ca53ffe7654 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/b60093c3-0990-4f5b-9148-ef46bd100631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9154840 Jan 27 15:02:19.158336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40652) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:19.162079 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] Sync routers for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:02:19.179596 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:19.180696 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:19.203982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.218400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet 99e5868a-6952-42fe-a5cd-b7ecb73a06c4 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:02:19.221927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.268837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.354730 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:19.419749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.521313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.573254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=99e5868a-6952-42fe-a5cd-b7ecb73a06c4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:19.580636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.587303 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-69542371-63fe-4a63-bde0-b83f45bbe605 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/99e5868a-6952-42fe-a5cd-b7ecb73a06c4 HTTP/1.1" status: 204 len: 168 time: 0.4273961 Jan 27 15:02:19.590216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40654) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:19.591078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598ced0-3691-4426-96cd-9fba2ffdff29 None None] Network 3d6df0d0-0885-4974-a999-cd9d38b19979 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:02:19.608152 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T15:02:18Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:19.640285 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] Checking router: b60093c3-0990-4f5b-9148-ef46bd100631 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:02:19.650718 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] Routers {'b60093c3-0990-4f5b-9148-ef46bd100631'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:19.651522 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b60093c3-0990-4f5b-9148-ef46bd100631'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:19.734648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.871169 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] Set router b60093c3-0990-4f5b-9148-ef46bd100631 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:19.872865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:19.891702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] DHCP port deletion for 3d6df0d0-0885-4974-a999-cd9d38b19979 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:02:19.943362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port f0f86eff-b135-48fb-a6bf-5d922b23f2c7 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:02:19.944267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.006179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Deleting port 1189bccf-ce20-4a9f-9156-bc075e756a8a {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:02:20.007589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.066678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 57da3322-6173-4d75-bcda-84679d226c71 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:02:20.074366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port f0f86eff-b135-48fb-a6bf-5d922b23f2c7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:20.074366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.086821 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for f0f86eff-b135-48fb-a6bf-5d922b23f2c7 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:02:20.097889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 57da3322-6173-4d75-bcda-84679d226c71 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:02:20.098228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 57da3322-6173-4d75-bcda-84679d226c71 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:02:20.126905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] For port 1189bccf-ce20-4a9f-9156-bc075e756a8a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=1189bccf-ce20-4a9f-9156-bc075e756a8a,segment=NetworkSegment(1bc0364e-5838-467f-9482-41a10c37695f),segment_id=1bc0364e-5838-467f-9482-41a10c37695f)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:20.127543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.148437 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Calling delete_port for 1189bccf-ce20-4a9f-9156-bc075e756a8a owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:02:20.182493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T15:02:18Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:20.216866 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d8629-99b9-4bf9-89cc-4028027703b5 None None] The sync data for ids ['b60093c3-0990-4f5b-9148-ef46bd100631'] in dv-neutron-826438-5-hyperv is: [{'id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'name': 'tempest-TestNetworkBasicOps-router-790779502', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T14:59:16Z', 'updated_at': '2022-01-27T15:02:18Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'f0f86eff-b135-48fb-a6bf-5d922b23f2c7', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60093c3-0990-4f5b-9148-ef46bd100631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T14:59:17Z', 'updated_at': '2022-01-27T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:02:20.286922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.321028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.323549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Pushing event deleted for resources: {'Port': ['ID=1189bccf-ce20-4a9f-9156-bc075e756a8a,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:20.335631 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.336453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.336924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.337383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.337858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.338338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.338802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.339237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.339704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.340149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.340583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.341040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:20.348192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b7c92-5a39-4d1a-9f52-c555aaea1a29 None None] No DVR routers for this DVR port 1189bccf-ce20-4a9f-9156-bc075e756a8a on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:02:20.354427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=f0f86eff-b135-48fb-a6bf-5d922b23f2c7,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:20.421391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.521280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.523867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.573146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.573823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router b60093c3-0990-4f5b-9148-ef46bd100631 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:02:20.581296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.582582 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-de22cfac-9c3a-4c53-aa81-228cf33db24d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/b60093c3-0990-4f5b-9148-ef46bd100631 HTTP/1.1" status: 204 len: 168 time: 0.9898050 Jan 27 15:02:20.587122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40656) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:20.689025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.790771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.817370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6df0d0-0885-4974-a999-cd9d38b19979']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:20.830002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc0364e-5838-467f-9482-41a10c37695f') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:20.830687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc0364e-5838-467f-9482-41a10c37695f') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:20.847525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.866097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.874084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:02:20.874434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:02:20.877834 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:02:20.948844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.956966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:20.962034 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/3d6df0d0-0885-4974-a999-cd9d38b19979 HTTP/1.1" status: 204 len: 168 time: 0.3738365 Jan 27 15:02:20.974448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40658) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:20.975585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e834da-0a10-44c2-933e-6646f8961256 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=3d6df0d0-0885-4974-a999-cd9d38b19979,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:20.983133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--107553481', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:21.011956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:02:21.016038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.044522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:02:21.055636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.056032 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment bc748beb-0bc3-4aa6-9e1a-d8bd077248a4 of type vlan for network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 Jan 27 15:02:21.107068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.136874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.148335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:21.149373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.248269 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2705593 Jan 27 15:02:21.250785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40660) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:21.256317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:21.278004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8cb66-cfd1-4ed7-b403-1135d9485807 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=5582bfcd-6e6b-4250-a32c-7e3befc4b774,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:21.293246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:02:21.300646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.302538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.378542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.441218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1189bccf-ce20-4a9f-9156-bc075e756a8a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:02:21.466223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 1189bccf-ce20-4a9f-9156-bc075e756a8a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:02:21.466563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 1189bccf-ce20-4a9f-9156-bc075e756a8a not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:02:21.466970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0f86eff-b135-48fb-a6bf-5d922b23f2c7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:02:21.490934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f0f86eff-b135-48fb-a6bf-5d922b23f2c7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:02:21.491896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f0f86eff-b135-48fb-a6bf-5d922b23f2c7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:02:21.492190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device cae33a75-0fab-4931-879d-c08b87378768 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:02:21.526702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: cae33a75-0fab-4931-879d-c08b87378768 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:02:21.527315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device cae33a75-0fab-4931-879d-c08b87378768 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:02:21.610864 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.879175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:21.905177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:22.042939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.204 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/dfe387f7-2a29-4beb-b8e8-58122dd3180d) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:02:22.183674 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:22.222293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:22.265909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:22.269167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:22.273357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:02:22.279105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=dfe387f7-2a29-4beb-b8e8-58122dd3180d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:22.867631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:23.083370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:23.224120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 745e0e9a-bda9-4109-b003-00fe3a646f20 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:02:23.345068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:02:23.355763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Sync routers for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:02:23.367057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:23.368276 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:23.374468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:23.376867 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-48482c2a-d983-4a42-b70c-e1272d2e1d50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1244307 Jan 27 15:02:23.380101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40662) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:23.643894 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fac9a2cc-b994-48f5-ae62-9b691d0085cf tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2619796 Jan 27 15:02:23.646756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40666) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:23.661411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:23.830872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cadbad-fafb-43d4-bc8c-2136294ade3c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:23.835669 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-73cadbad-fafb-43d4-bc8c-2136294ade3c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1840000 Jan 27 15:02:23.835951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40668) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:23.873242 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9dc6a2cd-7d78-4f9b-9c1f-beb8a410f1a6 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359275 Jan 27 15:02:23.876994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40670) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:23.883680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953907365', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:23.933892 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:22Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:23.979593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Checking router: 745e0e9a-bda9-4109-b003-00fe3a646f20 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:02:23.980218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Updating router 745e0e9a-bda9-4109-b003-00fe3a646f20 port dfe387f7-2a29-4beb-b8e8-58122dd3180d binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:02:23.990032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:02:23.994456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.025845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.219263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.296764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=21812903-a23b-4959-b387-2b585d33785e,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:24.310373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:02:24.310732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: 5582bfcd-6e6b-4250-a32c-7e3befc4b774, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:02:24.330109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:02:24.342395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 5582bfcd-6e6b-4250-a32c-7e3befc4b774) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:24.349995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:24.351614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.367996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ae8b2-b575-4ed0-ba90-5b6d792d7158 None None] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:02:24.374503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.379598 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4c19a6aa-fea6-4639-b2dd-c26e04c0a4ee tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5007634 Jan 27 15:02:24.383774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40672) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:24.418584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.503951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f64fad-90ec-496a-8218-98987bec0b04 None None] Pushing event updated for resources: {'Port': ['ID=dfe387f7-2a29-4beb-b8e8-58122dd3180d,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:24.514977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Attempting to bind port dfe387f7-2a29-4beb-b8e8-58122dd3180d on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:02:24.515366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Attempting to bind port dfe387f7-2a29-4beb-b8e8-58122dd3180d by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:02:24.515747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Attempting to bind port dfe387f7-2a29-4beb-b8e8-58122dd3180d on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:02:24.523963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:02:24.524341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:02:24.524733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.525211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:02:24.525603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Bound port: dfe387f7-2a29-4beb-b8e8-58122dd3180d, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:02:24.525983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.701470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] For port dfe387f7-2a29-4beb-b8e8-58122dd3180d, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:02:24.715072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:02:24.715990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.722872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] For port dfe387f7-2a29-4beb-b8e8-58122dd3180d, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dfe387f7-2a29-4beb-b8e8-58122dd3180d,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:02:24.731993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:24.869575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f64fad-90ec-496a-8218-98987bec0b04 None None] Pushing event updated for resources: {'Port': ['ID=dfe387f7-2a29-4beb-b8e8-58122dd3180d,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:24.874552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:24.875182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:24.973272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:25.149421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Allocated IP 172.20.0.2 (5582bfcd-6e6b-4250-a32c-7e3befc4b774/21812903-a23b-4959-b387-2b585d33785e/fe195f78-241c-491f-96b7-9c74059b426f) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:02:25.184202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:25.640223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:25.651235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:25.703074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:25.706719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:22Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:25.711361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:25.712017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (5582bfcd-6e6b-4250-a32c-7e3befc4b774/21812903-a23b-4959-b387-2b585d33785e/8c0baea5-3f54-4068-9fe2-8f62a6277720) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:02:25.714189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:02:25.750802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Pushing event updated for resources: {'Port': ['ID=fe195f78-241c-491f-96b7-9c74059b426f,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:25.754782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82a56be-17d6-4804-aee5-6b9c22ab5641 None None] The sync data for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv is: [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:22Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:02:25.819346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Attempting to bind port fe195f78-241c-491f-96b7-9c74059b426f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:02:25.819822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Attempting to bind port fe195f78-241c-491f-96b7-9c74059b426f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:02:25.820265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Attempting to bind port fe195f78-241c-491f-96b7-9c74059b426f on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:02:25.826757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:02:25.827245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Checking segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:02:25.827842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:25.828307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Bound using segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:02:25.828865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Bound port: fe195f78-241c-491f-96b7-9c74059b426f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:02:25.829320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:25.907524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:25.927623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] For port fe195f78-241c-491f-96b7-9c74059b426f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:02:25.935080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] For port fe195f78-241c-491f-96b7-9c74059b426f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fe195f78-241c-491f-96b7-9c74059b426f,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:02:25.942317 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:25.965607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:26.018106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e90598-27cb-49cd-b4cc-734de676fe0c None None] Pushing event updated for resources: {'Port': ['ID=fe195f78-241c-491f-96b7-9c74059b426f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:26.044130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:26.050069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:26.056936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:02:26.129857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=8c0baea5-3f54-4068-9fe2-8f62a6277720,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:26.171157 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:26.805798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.203058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.211089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.246717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4742b-c218-4412-9719-c603ff12d6f6 None None] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:02:27.291718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.293583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=8c0baea5-3f54-4068-9fe2-8f62a6277720,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:27.353230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fb2a59c6-8910-4df2-9db7-e07a159231a6 None None] Provisioning complete for port fe195f78-241c-491f-96b7-9c74059b426f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:27.353584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb2a59c6-8910-4df2-9db7-e07a159231a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.396729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:27.398863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:27.522714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb2a59c6-8910-4df2-9db7-e07a159231a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.574378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 745e0e9a-bda9-4109-b003-00fe3a646f20 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:02:27.578351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fb2a59c6-8910-4df2-9db7-e07a159231a6 None None] For port fe195f78-241c-491f-96b7-9c74059b426f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fe195f78-241c-491f-96b7-9c74059b426f,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:27.587505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fb2a59c6-8910-4df2-9db7-e07a159231a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.698520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a59c6-8910-4df2-9db7-e07a159231a6 None None] Pushing event updated for resources: {'Port': ['ID=fe195f78-241c-491f-96b7-9c74059b426f,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:27.706244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fe195f78-241c-491f-96b7-9c74059b426f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:02:27.784509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:02:27.795462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fe195f78-241c-491f-96b7-9c74059b426f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:27.796533 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a41c42e3-34ed-4218-89b5-aefc6be3f88b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/745e0e9a-bda9-4109-b003-00fe3a646f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4086568 Jan 27 15:02:27.796660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.798244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40674) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:27.929281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33b63469-772f-4a3f-a0ea-21291f5b240b None None] Provisioning complete for port 8c0baea5-3f54-4068-9fe2-8f62a6277720 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:27.929281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33b63469-772f-4a3f-a0ea-21291f5b240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:27.940229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9460f0-38a0-4e64-80ea-eaedbe00976d tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:27.941048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9460f0-38a0-4e64-80ea-eaedbe00976d tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:27.942205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9460f0-38a0-4e64-80ea-eaedbe00976d tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:27.943045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9460f0-38a0-4e64-80ea-eaedbe00976d tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:27.946466 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0d9460f0-38a0-4e64-80ea-eaedbe00976d tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1470120 Jan 27 15:02:27.949242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40676) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:27.952009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dfe387f7-2a29-4beb-b8e8-58122dd3180d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:02:27.981253 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Sync routers for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:02:28.002464 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:28.003522 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:28.017710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-33b63469-772f-4a3f-a0ea-21291f5b240b None None] Port 8c0baea5-3f54-4068-9fe2-8f62a6277720 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:02:28.031694 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port dfe387f7-2a29-4beb-b8e8-58122dd3180d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:28.032129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.065125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2507b-ae9f-4e07-9974-e67b4bdae51c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:28.066532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2507b-ae9f-4e07-9974-e67b4bdae51c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:28.067488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2507b-ae9f-4e07-9974-e67b4bdae51c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:28.068425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe2507b-ae9f-4e07-9974-e67b4bdae51c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:28.075896 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1fe2507b-ae9f-4e07-9974-e67b4bdae51c tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1242826 Jan 27 15:02:28.076888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40678) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:28.241646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-33b63469-772f-4a3f-a0ea-21291f5b240b None None] Provisioning complete for port fe195f78-241c-491f-96b7-9c74059b426f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:28.241918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-33b63469-772f-4a3f-a0ea-21291f5b240b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.246496 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:28.323128 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a76b9dcc-46ee-4e3d-aef0-9cdf9b878c03 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2446094 Jan 27 15:02:28.335696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.390775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port dfe387f7-2a29-4beb-b8e8-58122dd3180d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dfe387f7-2a29-4beb-b8e8-58122dd3180d,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:28.399407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.452735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=dfe387f7-2a29-4beb-b8e8-58122dd3180d,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:28.517461 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-32173ac4-25ed-478e-bf3a-06d9572917a7 None None] Provisioning complete for port 8c0baea5-3f54-4068-9fe2-8f62a6277720 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:28.518009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-32173ac4-25ed-478e-bf3a-06d9572917a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.542703 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:27Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:28.571786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-32173ac4-25ed-478e-bf3a-06d9572917a7 None None] Port 8c0baea5-3f54-4068-9fe2-8f62a6277720 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:02:28.577558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40682) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:28.578612 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Checking router: 745e0e9a-bda9-4109-b003-00fe3a646f20 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:02:28.579428 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Updating router 745e0e9a-bda9-4109-b003-00fe3a646f20 port 8c0baea5-3f54-4068-9fe2-8f62a6277720 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:02:28.585279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-392b884a-6f01-4943-aeda-fd73cc2ac674 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255278814', 'description': 'tempest-secgroup-smoke-1255278814 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:28.611494 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.613175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-392b884a-6f01-4943-aeda-fd73cc2ac674 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.698792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-392b884a-6f01-4943-aeda-fd73cc2ac674 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.704205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-392b884a-6f01-4943-aeda-fd73cc2ac674 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.738150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-392b884a-6f01-4943-aeda-fd73cc2ac674 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.742548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40684) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:28.743063 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-392b884a-6f01-4943-aeda-fd73cc2ac674 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1631927 Jan 27 15:02:28.745029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b884a-6f01-4943-aeda-fd73cc2ac674 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1971d-2808-4a46-bf2a-6b428b821a93,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:28.755045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1b0ac32d-4978-400e-bb8e-6993f3b872cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'fff1971d-2808-4a46-bf2a-6b428b821a93', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:28.790147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac32d-4978-400e-bb8e-6993f3b872cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.857999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac32d-4978-400e-bb8e-6993f3b872cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.863223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac32d-4978-400e-bb8e-6993f3b872cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.884687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ac32d-4978-400e-bb8e-6993f3b872cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fed060-6b05-49ba-89f3-416793170e00,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:28.891113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ac32d-4978-400e-bb8e-6993f3b872cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.892436 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1b0ac32d-4978-400e-bb8e-6993f3b872cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483436 Jan 27 15:02:28.896692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40686) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:28.902071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b3be7d67-b8f6-4be6-97db-2386d47134aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'fff1971d-2808-4a46-bf2a-6b428b821a93', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:28.914674 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.921709 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.946024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3be7d67-b8f6-4be6-97db-2386d47134aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:28.979195 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Pushing event updated for resources: {'Port': ['ID=8c0baea5-3f54-4068-9fe2-8f62a6277720,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:28.990085 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.991684 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.991684 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.991684 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.992228 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.992228 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.992544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.992829 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.993142 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.993452 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.993760 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:28.994067 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:29.055790 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Attempting to bind port 8c0baea5-3f54-4068-9fe2-8f62a6277720 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:02:29.056273 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Attempting to bind port 8c0baea5-3f54-4068-9fe2-8f62a6277720 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:02:29.056682 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Attempting to bind port 8c0baea5-3f54-4068-9fe2-8f62a6277720 on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:02:29.062908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3be7d67-b8f6-4be6-97db-2386d47134aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.063563 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:02:29.063563 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Checking segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:02:29.063900 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.064646 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Bound using segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:02:29.065416 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Bound port: 8c0baea5-3f54-4068-9fe2-8f62a6277720, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:02:29.065967 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.070439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3be7d67-b8f6-4be6-97db-2386d47134aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.104115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be7d67-b8f6-4be6-97db-2386d47134aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9e647d-5589-40b6-b7b9-df8412c5dfc0,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:29.117172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b3be7d67-b8f6-4be6-97db-2386d47134aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.119408 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b3be7d67-b8f6-4be6-97db-2386d47134aa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2208200 Jan 27 15:02:29.123988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40688) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:29.131057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2a33ad7f-da31-4463-93bb-01cec1ea5379 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'fff1971d-2808-4a46-bf2a-6b428b821a93', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:29.163689 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] For port 8c0baea5-3f54-4068-9fe2-8f62a6277720, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:02:29.167492 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] For port 8c0baea5-3f54-4068-9fe2-8f62a6277720, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8c0baea5-3f54-4068-9fe2-8f62a6277720,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:02:29.172878 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.182748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a33ad7f-da31-4463-93bb-01cec1ea5379 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.237141 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:29.237763 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:29.267798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a33ad7f-da31-4463-93bb-01cec1ea5379 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.272792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a33ad7f-da31-4463-93bb-01cec1ea5379 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.278026 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2525-03fb-49eb-9ba6-7f303bec5b32 None None] Pushing event updated for resources: {'Port': ['ID=8c0baea5-3f54-4068-9fe2-8f62a6277720,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:29.297265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33ad7f-da31-4463-93bb-01cec1ea5379 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd88c85-2ece-4ca2-85d4-ade1be4177b0,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:29.310068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2a33ad7f-da31-4463-93bb-01cec1ea5379 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.316054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-097e915b-167f-4389-8da5-31dba0df327c None None] Provisioning complete for port 8c0baea5-3f54-4068-9fe2-8f62a6277720 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:29.316693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097e915b-167f-4389-8da5-31dba0df327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.317545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40690) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:29.318278 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2a33ad7f-da31-4463-93bb-01cec1ea5379 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924841 Jan 27 15:02:29.323009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9109162f-2b9f-4055-8bde-b7ea7b112375 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'fff1971d-2808-4a46-bf2a-6b428b821a93', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:29.363318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9109162f-2b9f-4055-8bde-b7ea7b112375 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.402597 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:29.456224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097e915b-167f-4389-8da5-31dba0df327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.499548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fe195f78-241c-491f-96b7-9c74059b426f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:02:29.528436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9109162f-2b9f-4055-8bde-b7ea7b112375 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.538688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9109162f-2b9f-4055-8bde-b7ea7b112375 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.556292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-097e915b-167f-4389-8da5-31dba0df327c None None] For port 8c0baea5-3f54-4068-9fe2-8f62a6277720, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8c0baea5-3f54-4068-9fe2-8f62a6277720,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:29.569597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109162f-2b9f-4055-8bde-b7ea7b112375 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954a678c-7826-49ef-9781-61471c722edf,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:29.584455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-097e915b-167f-4389-8da5-31dba0df327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.587875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fe195f78-241c-491f-96b7-9c74059b426f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:29.588775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.598489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9109162f-2b9f-4055-8bde-b7ea7b112375 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.601871 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9109162f-2b9f-4055-8bde-b7ea7b112375 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824099 Jan 27 15:02:29.604463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40692) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:29.612300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'fff1971d-2808-4a46-bf2a-6b428b821a93', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:29.652013 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:02:29.658874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.695889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e915b-167f-4389-8da5-31dba0df327c None None] Pushing event updated for resources: {'Port': ['ID=8c0baea5-3f54-4068-9fe2-8f62a6277720,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:29.752286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.758134 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:29.758563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d631a306-e72a-49b4-bb0e-1b775bfc66b4 None None] Provisioning complete for port 8c0baea5-3f54-4068-9fe2-8f62a6277720 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:29.758788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d631a306-e72a-49b4-bb0e-1b775bfc66b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.759531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.779850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0149d62a-e600-44a1-b37f-0c2dff32b442,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:29.795236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dfe387f7-2a29-4beb-b8e8-58122dd3180d up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:02:29.798127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.803831 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d8655a9d-3f6d-4f72-8e19-7e94edd77485 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1936462 Jan 27 15:02:29.804136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40694) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:29.809168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': 'fff1971d-2808-4a46-bf2a-6b428b821a93', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:29.809489 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792256a-ea1e-4d5e-95ca-2418d015cdf6 None None] The sync data for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv is: [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:02:29.838935 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:02:29.847133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.908123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port dfe387f7-2a29-4beb-b8e8-58122dd3180d triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:29.908868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.980409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:29.993837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:30.031834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c39987-76f5-4d8d-bcb4-4986525835d1,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:30.048337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:30.050728 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3893ce5a-8968-4525-8858-a05d5e094a0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2452071 Jan 27 15:02:30.272411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-5b9dd30f-ced1-4002-9bad-3786b20b80a3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255278814&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0637259 Jan 27 15:02:30.302804 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:30.446137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-54577c7c-429d-4589-92e7-ab710b876171 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:30.447812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-54577c7c-429d-4589-92e7-ab710b876171 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 796 time: 0.1637270 Jan 27 15:02:30.469028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-1e0cbf0e-231a-4a6a-b07b-d08ed4701d25 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0110662 Jan 27 15:02:30.537527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-c07813e4-28bf-4510-8a90-b5402e766fd1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573764 Jan 27 15:02:30.733215 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-f2725805-cca6-4dc4-b3a4-208bfcf5f330 service neutron] 10.222.0.18 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736124 Jan 27 15:02:30.836241 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-46ae369c-1aa5-447f-a49e-aaed56225a61 service neutron] 10.222.0.18 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964437 Jan 27 15:02:31.034120 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8622bf80-c52e-40a1-9f40-bc07618a937c req-3ffe4dbb-78fe-40c9-bf58-f919b94bab0b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 210 time: 0.0299141 Jan 27 15:02:31.505847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8c0baea5-3f54-4068-9fe2-8f62a6277720 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:02:31.558920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8c0baea5-3f54-4068-9fe2-8f62a6277720 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:31.559369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:32.126094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-8e9cb08e-616e-40d2-976a-03d2a1683e3a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:32.127961 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-8e9cb08e-616e-40d2-976a-03d2a1683e3a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 796 time: 0.1477566 Jan 27 15:02:32.187438 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-351fefbc-36aa-441f-a405-a2315f8f5b1e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 380 time: 0.0506938 Jan 27 15:02:32.200195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['fff1971d-2808-4a46-bf2a-6b428b821a93']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:32.212622 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b0908efb-c7ac-494e-9f8c-6c40c5ade5e0 req-57e276a4-2797-42b3-b7b3-049de342b96e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 210 time: 0.0547125 Jan 27 15:02:32.325274 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:02:32.331471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:32.475693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.9 (5582bfcd-6e6b-4250-a32c-7e3befc4b774/21812903-a23b-4959-b387-2b585d33785e/ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:02:32.629292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:32.672045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:32.721543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:32.725977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:32.730279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:02:32.737727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:32.797653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:32.798332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:32.818281 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-060ae1bd-ed4b-490d-8a20-81804ccf82ed tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6220858 Jan 27 15:02:32.891174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Request body: {'port': {'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:32.974384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:32.991532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b9c90fe3-cd95-4fa3-a084-e0584d17d5f2 None None] Provisioning complete for port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:32.992167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c90fe3-cd95-4fa3-a084-e0584d17d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:33.033272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b9c90fe3-cd95-4fa3-a084-e0584d17d5f2 None None] Port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:02:33.278113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:02:33.290487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:33.306090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Transition to ACTIVE for port object ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:02:33.310216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:33.356629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63d329-9105-4065-9754-17e59d5387fd req-e4ff7155-3b44-407e-888f-eb7ac5f0eed7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:33.365214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d63d329-9105-4065-9754-17e59d5387fd req-e4ff7155-3b44-407e-888f-eb7ac5f0eed7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 931 time: 0.0715253 Jan 27 15:02:33.388215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:33.407864 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d63d329-9105-4065-9754-17e59d5387fd req-9295957d-ff31-4eb7-a830-42bbf86c1eaa tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Jan 27 15:02:33.460458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Attempting to bind port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:02:33.460834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Attempting to bind port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:02:33.461200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Attempting to bind port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:02:33.466127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:02:33.466450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Attempting to bind port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:02:33.473422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:02:33.473422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Checking segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:02:33.473422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Bound using segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:02:33.473422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Bound port: ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:02:33.474188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:33.550998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:02:33.554739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:02:33.558430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:33.593270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:33.593893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:33.595303 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] 10.222.0.72 "PUT /v2.0/ports/ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 1093 time: 0.7691789 Jan 27 15:02:33.595772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:33.598090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8315aba5-b99b-4d51-b991-8082a00a4a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:33.688822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89144342-c053-47ec-86bf-d80ab0f86a89 x-openstack-request-id: req-89144342-c053-47ec-86bf-d80ab0f86a89 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:33.689180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:33.689503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89144342-c053-47ec-86bf-d80ab0f86a89 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:33.689959 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'status': 'completed', 'code': 200} Jan 27 15:02:33.695254 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6d96b-d05f-4463-98b1-cf20e3aab5cf service neutron] Pushing event updated for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:33.716256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-0fad3f30-0f11-477c-9ea4-23fdf4cb664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:33.717818 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-0fad3f30-0f11-477c-9ea4-23fdf4cb664b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1096 time: 0.0798862 Jan 27 15:02:33.767707 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-8eac83a3-99a0-4b5e-9f59-b6eb3514b6fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 217 time: 0.0421934 Jan 27 15:02:33.824934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-bd9c1f57-8465-431c-882d-d8cf0f231a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:33.826582 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-bd9c1f57-8465-431c-882d-d8cf0f231a54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0531209 Jan 27 15:02:33.874842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-33de5553-d82a-4388-868e-6e07405e9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:33.876468 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-33de5553-d82a-4388-868e-6e07405e9257 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436826 Jan 27 15:02:33.977976 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-02bb2640-d765-4bce-b954-9c7b67576d9b service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949364 Jan 27 15:02:34.077180 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-06449af9-7f95-4a4d-9458-ecf0e576d232 req-f25b86a1-0df0-49e4-b5de-89dd4910a351 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918000 Jan 27 15:02:34.186843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-596b4c73-e5aa-4dd4-8053-d5b4340d9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:34.188362 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-596b4c73-e5aa-4dd4-8053-d5b4340d9c2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1096 time: 0.0663502 Jan 27 15:02:34.316456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-f30dd408-bd69-42bb-9853-4f1ae9336b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:34.318008 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-f30dd408-bd69-42bb-9853-4f1ae9336b1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1226337 Jan 27 15:02:34.362316 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-df827521-ccca-4775-b075-8e7eba318285 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 217 time: 0.0365767 Jan 27 15:02:34.420284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-9c2ed2b8-25bf-46b1-b5ed-06e3d18a3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:34.421769 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-9c2ed2b8-25bf-46b1-b5ed-06e3d18a3f31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0522537 Jan 27 15:02:34.488457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-e6323460-1ac2-4d55-97a5-cedc71228bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:34.490431 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-e6323460-1ac2-4d55-97a5-cedc71228bff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619612 Jan 27 15:02:34.552706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cd2de-6736-4621-8d5e-04a11f094927 req-8ce31427-2620-42a0-9508-e5373b327567 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:34.555578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-743cd2de-6736-4621-8d5e-04a11f094927 req-8ce31427-2620-42a0-9508-e5373b327567 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 943 time: 0.0655620 Jan 27 15:02:34.601911 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-01796eb9-b749-491e-a466-118a8b43efc9 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038144 Jan 27 15:02:34.621423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-743cd2de-6736-4621-8d5e-04a11f094927 req-9d8f81d0-f8d0-487b-bf0c-27f78922c78d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575180 Jan 27 15:02:34.720956 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8315aba5-b99b-4d51-b991-8082a00a4a4d req-3e660bb4-adf6-4ec9-a4ba-86e56c8bc8be service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103156 Jan 27 15:02:35.757507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd250d-57aa-4b0c-bb88-7446ea88aa0f req-50f3f442-9110-48f0-b0ca-700fba65510a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:35.759116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2bd250d-57aa-4b0c-bb88-7446ea88aa0f req-50f3f442-9110-48f0-b0ca-700fba65510a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 943 time: 0.0582285 Jan 27 15:02:35.800614 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2bd250d-57aa-4b0c-bb88-7446ea88aa0f req-e0f528c1-3507-4cbd-b2ab-d3f5a1502877 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352757 Jan 27 15:02:36.104925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:02:36.206486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:36.219002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:02:36.264940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:36.280022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:02:36.301786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:36.307688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:36.361644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:36.536485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:02:36.953704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6f59c-396c-4ace-9380-2e313787b0c9 req-960cf78c-e175-4c1f-b7bc-46967b1de4e4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:36.956508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33a6f59c-396c-4ace-9380-2e313787b0c9 req-960cf78c-e175-4c1f-b7bc-46967b1de4e4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 944 time: 0.0834973 Jan 27 15:02:36.998931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33a6f59c-396c-4ace-9380-2e313787b0c9 req-f93ce23c-2910-403d-9ae4-e2e60348fd0a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363097 Jan 27 15:02:38.122314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:02:38.126310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ac09-6622-41aa-854f-49ffbb4782ab req-ce6e4630-7052-412d-ad64-8ca31d78af87 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:38.127986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e26ac09-6622-41aa-854f-49ffbb4782ab req-ce6e4630-7052-412d-ad64-8ca31d78af87 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 944 time: 0.0534725 Jan 27 15:02:38.169022 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e26ac09-6622-41aa-854f-49ffbb4782ab req-f2bac142-5aa0-4c93-ab94-04dcf58a86ca tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Jan 27 15:02:38.200015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:02:38.204248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:38.204647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:38.290647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:38.315763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:38.318131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e27e99-c8c2-4acf-99f3-36df8534164b" -d '{"events": [{"server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "name": "network-vif-plugged", "status": "completed", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:38.332677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:38.337931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:38.377601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95547dcd-a36b-4763-b729-d5d2b8fe9052 x-openstack-request-id: req-95547dcd-a36b-4763-b729-d5d2b8fe9052 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:38.377886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "name": "network-vif-plugged", "status": "completed", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:38.378136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95547dcd-a36b-4763-b729-d5d2b8fe9052 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:38.378537 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'code': 200} Jan 27 15:02:38.404821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:38.557716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257372c-e86f-4622-b6f9-80e2e4029722 req-e3a6abbd-24b3-40a1-91f3-6aaaca1db891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:38.559149 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8257372c-e86f-4622-b6f9-80e2e4029722 req-e3a6abbd-24b3-40a1-91f3-6aaaca1db891 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1098 time: 0.0451963 Jan 27 15:02:38.598046 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-8257372c-e86f-4622-b6f9-80e2e4029722 req-aebf6a93-f3ed-4bac-bb6e-9a1ddf66a1cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jan 27 15:02:39.296193 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929292a0-f82d-41d5-b53d-007656b24f45 req-f68836dd-1825-405a-b6f8-807717da64c2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:39.297768 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-929292a0-f82d-41d5-b53d-007656b24f45 req-f68836dd-1825-405a-b6f8-807717da64c2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 945 time: 0.0577435 Jan 27 15:02:39.343395 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-929292a0-f82d-41d5-b53d-007656b24f45 req-6aa32363-d0ba-4066-8ae4-57086d68efcb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347459 Jan 27 15:02:40.470776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f1261-662f-4678-b152-80fa7e7e9131 req-2aaba449-87f8-4b1e-9e55-e663930d5298 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:40.472453 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38f1261-662f-4678-b152-80fa7e7e9131 req-2aaba449-87f8-4b1e-9e55-e663930d5298 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 945 time: 0.0544746 Jan 27 15:02:40.516728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38f1261-662f-4678-b152-80fa7e7e9131 req-bc9a4462-8ea2-43e6-9171-cbe5c0e090bd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377607 Jan 27 15:02:40.647160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdefa7-940a-4eed-99ea-18fe895ca93b req-61df6fc5-5665-4163-bc17-59dce14a438e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:40.648809 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7fdefa7-940a-4eed-99ea-18fe895ca93b req-61df6fc5-5665-4163-bc17-59dce14a438e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Jan 27 15:02:40.696082 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7fdefa7-940a-4eed-99ea-18fe895ca93b req-ade7b725-8724-4b1b-97d4-f5d9459308e8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 Jan 27 15:02:40.718505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40752) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:40.761439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c95133-89cf-4844-a683-4f7487b80f20 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:40.763103 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-58c95133-89cf-4844-a683-4f7487b80f20 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1093 time: 0.0435166 Jan 27 15:02:40.767655 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40754) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:40.772211 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:40.799703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:40.912265 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:02:40.913411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:41.047520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.97 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/b250d183-33ce-4a2f-8bc4-d01b73ca20a3) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:02:41.180415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:41.217528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:41.259495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:41.263431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:41.267460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:02:41.274552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=b250d183-33ce-4a2f-8bc4-d01b73ca20a3,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:41.665865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:41.748168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:41.907592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:41.913467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:42.307696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=b250d183-33ce-4a2f-8bc4-d01b73ca20a3,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:42.321232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:42.428708 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 290fb0ac-d709-4d90-9692-6d02ab8e4689 associated. External IP: 172.26.6.97, port: ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856. Jan 27 15:02:42.652021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 745e0e9a-bda9-4109-b003-00fe3a646f20 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:02:42.772468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:02:42.784237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] Sync routers for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:02:42.795446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:42.796104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:42.798534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:42.836865 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5dfae425-7f24-4a0b-9ab8-4a9efa3979d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0639167 Jan 27 15:02:42.836865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:42.836865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdff4b0-b796-4321-95be-8ec4019b7e24" -d '{"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:42.837565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40756) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:42.918527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790518a-5f7d-49db-a0fd-b61d901eae4d tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:42.925000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1790518a-5f7d-49db-a0fd-b61d901eae4d tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1093 time: 0.0820990 Jan 27 15:02:42.955860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:42.997126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adb66e9-c5cc-4541-b958-f326057f3822 x-openstack-request-id: req-8adb66e9-c5cc-4541-b958-f326057f3822 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:42.997576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:42.997952 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8adb66e9-c5cc-4541-b958-f326057f3822 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:42.998500 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'status': 'completed', 'code': 200} Jan 27 15:02:43.085168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-08add82f-c1ba-4ede-aae5-2988c970f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:43.087730 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-08add82f-c1ba-4ede-aae5-2988c970f4ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1098 time: 0.0620360 Jan 27 15:02:43.212924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-6ba4ad76-65a5-4b18-90d8-22ee5598e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:43.214533 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-6ba4ad76-65a5-4b18-90d8-22ee5598e36a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1211529 Jan 27 15:02:43.235875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40764) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:43.241072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065828816', 'description': 'tempest-secgroup-smoke-2065828816 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:43.272590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.291450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:41Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:43.334913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] Checking router: 745e0e9a-bda9-4109-b003-00fe3a646f20 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:02:43.347263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:43.348176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:43.349695 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-a5da120b-f5f5-4d4f-b716-ea7d75772736 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 998 time: 0.1251485 Jan 27 15:02:43.364701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.369738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.410161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.413844 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1765437 Jan 27 15:02:43.417673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db2ac70-6466-47ac-8692-bed04d126a5e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:43.418024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40766) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:43.424954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-46dd0fa2-8c48-4f85-9702-a4384742ae8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '0db2ac70-6466-47ac-8692-bed04d126a5e', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:43.432900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.433380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.433886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.434983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.434983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.435578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.436046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.436610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.437131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.437666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.438195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.439658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1adcad-cf04-45a4-b395-7a830efca4d5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:02:43.452953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-d3376399-5cbe-4a49-a1af-c920f535171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:43.454712 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-d3376399-5cbe-4a49-a1af-c920f535171c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.1018348 Jan 27 15:02:43.498962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46dd0fa2-8c48-4f85-9702-a4384742ae8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.524315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:43.535175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-90b745bb-1ad7-4082-8fa8-e245a894506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:43.536791 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-90b745bb-1ad7-4082-8fa8-e245a894506e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760617 Jan 27 15:02:43.630941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46dd0fa2-8c48-4f85-9702-a4384742ae8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.650120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46dd0fa2-8c48-4f85-9702-a4384742ae8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.700071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd0fa2-8c48-4f85-9702-a4384742ae8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d11ec20-bd28-4238-825c-c8db5a1f650c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:43.720099 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-d14fefbd-811d-4069-af4b-754be76e4ed7 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747346 Jan 27 15:02:43.723378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-46dd0fa2-8c48-4f85-9702-a4384742ae8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.724877 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-46dd0fa2-8c48-4f85-9702-a4384742ae8c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3056164 Jan 27 15:02:43.729907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40770) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:43.737910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-db52e35a-397f-404f-987b-d30f0d8a1f6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '0db2ac70-6466-47ac-8692-bed04d126a5e', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:43.790701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db52e35a-397f-404f-987b-d30f0d8a1f6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.828724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:41Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:43.864920 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-6fdff4b0-b796-4321-95be-8ec4019b7e24 req-4ba003d0-1ccb-497e-93fd-321f745ce4cf service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382225 Jan 27 15:02:43.870550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16bf0d3-0b34-4fc5-a621-cee1464d9921 None None] The sync data for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv is: [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:41Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:02:43.906492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db52e35a-397f-404f-987b-d30f0d8a1f6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.911995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db52e35a-397f-404f-987b-d30f0d8a1f6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.934092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52e35a-397f-404f-987b-d30f0d8a1f6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327c873c-ed63-4264-b0fa-00b8f6179185,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:43.945296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-db52e35a-397f-404f-987b-d30f0d8a1f6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:43.946558 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-db52e35a-397f-404f-987b-d30f0d8a1f6b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2153230 Jan 27 15:02:43.951376 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40772) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:43.956360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4d3f7549-6b05-4005-bd9d-18fcce31fbd0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '0db2ac70-6466-47ac-8692-bed04d126a5e', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:43.992703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7549-6b05-4005-bd9d-18fcce31fbd0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.024548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2daf712-b395-4e85-ac8d-dd0c66097d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.097505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7549-6b05-4005-bd9d-18fcce31fbd0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.103718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7549-6b05-4005-bd9d-18fcce31fbd0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.122603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f7549-6b05-4005-bd9d-18fcce31fbd0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81fd2eb-c98f-4810-9302-6b2c5199eeb4,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:44.135858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7549-6b05-4005-bd9d-18fcce31fbd0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.137169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4d3f7549-6b05-4005-bd9d-18fcce31fbd0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846931 Jan 27 15:02:44.141862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40774) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:44.146882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e21f6a0e-bf92-457c-bedc-3bc519655e14 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '0db2ac70-6466-47ac-8692-bed04d126a5e', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:44.158118 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e8ebb-0e16-4dd3-8685-e8dcecd11f48 None None] New status for floating IP 290fb0ac-d709-4d90-9692-6d02ab8e4689: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:02:44.180817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e21f6a0e-bf92-457c-bedc-3bc519655e14 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.253923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e21f6a0e-bf92-457c-bedc-3bc519655e14 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.258804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e21f6a0e-bf92-457c-bedc-3bc519655e14 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.279302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f6a0e-bf92-457c-bedc-3bc519655e14 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31405912-6983-4398-bb23-0448a1e9503f,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:44.291371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e21f6a0e-bf92-457c-bedc-3bc519655e14 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.295919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e21f6a0e-bf92-457c-bedc-3bc519655e14 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528680 Jan 27 15:02:44.296305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40776) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:44.302976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '0db2ac70-6466-47ac-8692-bed04d126a5e', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:44.335865 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:02:44.342213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.433271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.437583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.461506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6378b3bf-cf68-4f7d-8d41-fc11611ca6f7,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:44.472065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.473490 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4129bb1b-9511-4ebf-aeeb-29a1b179e03b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1760986 Jan 27 15:02:44.477707 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40778) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:44.482950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '0db2ac70-6466-47ac-8692-bed04d126a5e', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:44.510444 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:02:44.516467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.588345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.593209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.618987 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b73f76b-e201-424c-bd05-856f6106d3dc,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:44.628005 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:44.629278 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-29630931-f877-4a1c-83ff-4fe0f847eaba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503625 Jan 27 15:02:44.798395 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f310c447-1469-4ff7-a42a-21b704130547 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065828816&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0370762 Jan 27 15:02:44.917034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-2d494f8e-755a-4872-938f-427b9b0a6cc2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:44.918925 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-2d494f8e-755a-4872-938f-427b9b0a6cc2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 796 time: 0.1129789 Jan 27 15:02:44.935289 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-18a0bf9f-1657-413f-86ed-345980a9fadc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0100672 Jan 27 15:02:44.999557 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-84dbfeb3-0277-4b8a-a336-b4def113b821 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0583084 Jan 27 15:02:45.157364 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-8a292bdc-1ba5-434f-bf8a-c08d9823bd06 service neutron] 10.222.0.18 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447706 Jan 27 15:02:45.260552 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-0550be09-4a62-4764-a0cc-ebd1761246ca service neutron] 10.222.0.18 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961797 Jan 27 15:02:46.243752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4e8c-b665-432e-8463-a033da6bed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:46.473069 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-21400121-f842-49cf-9a77-9e0ae4c26ea6 req-e670afd2-c323-4598-94ae-7de1d92a32fe tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 210 time: 0.0323913 Jan 27 15:02:47.378717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:47.569410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-9462c968-5ef2-4ad5-a22f-6be43abcec1d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:47.572056 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-9462c968-5ef2-4ad5-a22f-6be43abcec1d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 796 time: 0.1646338 Jan 27 15:02:47.633505 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99640829-d138-43bc-a84b-4317e4836a7f req-bdc444b0-2a3a-4902-806c-1dc5753ca66e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 210 time: 0.0404761 Jan 27 15:02:47.654616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-4d8a9735-e796-44cd-b336-f24c09003bcc tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 473 time: 0.0671759 Jan 27 15:02:47.667244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['0db2ac70-6466-47ac-8692-bed04d126a5e']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:47.798224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:02:47.802559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:47.953003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.3 (5582bfcd-6e6b-4250-a32c-7e3befc4b774/21812903-a23b-4959-b387-2b585d33785e/876fa447-deb8-4f40-ad4c-dd53d03190be) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:02:48.113853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-64bbc557-bbd9-4919-9637-09e87ae90a39 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512087 Jan 27 15:02:48.176228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:48.222325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-fb161a4e-9af6-4a37-aa22-60cb575722d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:48.224336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-fb161a4e-9af6-4a37-aa22-60cb575722d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1098 time: 0.0605600 Jan 27 15:02:48.232826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:48.303959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:48.315213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:48.321848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:02:48.368816 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=876fa447-deb8-4f40-ad4c-dd53d03190be,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:48.385938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-4c5f9fb1-965f-4f07-b647-5d4b3d09a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:48.388373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-4c5f9fb1-965f-4f07-b647-5d4b3d09a725 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1368797 Jan 27 15:02:48.415542 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:48.416244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:48.448657 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-1636e2b9-6ec3-403f-843a-f0fd27beac4b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883158 Jan 27 15:02:48.463657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Request body: {'port': {'device_id': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:48.505720 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-220109fb-d168-4fc4-82b0-3855f2a14a3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 1000 time: 0.1105087 Jan 27 15:02:48.585779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:48.614578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-a93535a1-437f-48c9-ac2c-cc3f501134df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:48.616931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-a93535a1-437f-48c9-ac2c-cc3f501134df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.1017487 Jan 27 15:02:48.709670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-912c2095-3c6a-419e-98d0-4a8e5820d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:48.710839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6abbf913-c4f0-4e9c-98f3-29db350d0672 None None] Provisioning complete for port 876fa447-deb8-4f40-ad4c-dd53d03190be triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:48.711627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6abbf913-c4f0-4e9c-98f3-29db350d0672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:48.712020 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-912c2095-3c6a-419e-98d0-4a8e5820d4cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846844 Jan 27 15:02:48.795131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-6abbf913-c4f0-4e9c-98f3-29db350d0672 None None] Port 876fa447-deb8-4f40-ad4c-dd53d03190be cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:02:48.801593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:48.963123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14fa9c-72f6-4dd6-a322-9e5b6ff5dbf4 req-08a6378e-dbcb-4de1-8d6b-a45b0807ac22 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:48.965103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876fa447-deb8-4f40-ad4c-dd53d03190be {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:02:48.965750 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e14fa9c-72f6-4dd6-a322-9e5b6ff5dbf4 req-08a6378e-dbcb-4de1-8d6b-a45b0807ac22 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 931 time: 0.1443398 Jan 27 15:02:48.977035 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:48.979077 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-dd07fa6f-b8ff-47dc-a76d-56aafc3b5a87 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477243 Jan 27 15:02:48.998494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Transition to ACTIVE for port object 876fa447-deb8-4f40-ad4c-dd53d03190be will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:02:49.004228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:49.098489 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Pushing event updated for resources: {'Port': ['ID=876fa447-deb8-4f40-ad4c-dd53d03190be,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:49.128462 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e14fa9c-72f6-4dd6-a322-9e5b6ff5dbf4 req-3b87242c-1cb5-4de4-b021-3bc27d4537ad tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541824 Jan 27 15:02:49.204739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1f8f16-533f-42c7-a73b-b2c45f9991c0 req-06f2e71a-2b80-455b-afc9-627cb39969f7 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051520 Jan 27 15:02:49.211628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:49.239697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Attempting to bind port 876fa447-deb8-4f40-ad4c-dd53d03190be on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:02:49.240753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Attempting to bind port 876fa447-deb8-4f40-ad4c-dd53d03190be by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:02:49.241371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Attempting to bind port 876fa447-deb8-4f40-ad4c-dd53d03190be on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:02:49.248443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Port 876fa447-deb8-4f40-ad4c-dd53d03190be on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:02:49.248859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Attempting to bind port 876fa447-deb8-4f40-ad4c-dd53d03190be on network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:02:49.257839 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:02:49.258385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Checking segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:02:49.259011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Bound using segment: {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:02:49.259779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Bound port: 876fa447-deb8-4f40-ad4c-dd53d03190be, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:02:49.260356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:49.355680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] For port 876fa447-deb8-4f40-ad4c-dd53d03190be, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:02:49.359172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] For port 876fa447-deb8-4f40-ad4c-dd53d03190be, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876fa447-deb8-4f40-ad4c-dd53d03190be,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:02:49.366751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:49.405668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:49.406616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:49.408338 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] 10.222.0.72 "PUT /v2.0/ports/876fa447-deb8-4f40-ad4c-dd53d03190be HTTP/1.1" status: 200 len: 1093 time: 0.9507725 Jan 27 15:02:49.411164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:49.415408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0a4d46-2706-4609-851e-ed51ca23ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:49.493482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4b611c-565c-4de2-b1b8-35937f64e991 x-openstack-request-id: req-5c4b611c-565c-4de2-b1b8-35937f64e991 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:49.493931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:49.494332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c4b611c-565c-4de2-b1b8-35937f64e991 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:49.494940 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'status': 'completed', 'code': 200} Jan 27 15:02:49.516536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3178ff2-0239-4b79-aec5-c35daeadd81e service neutron] Pushing event updated for resources: {'Port': ['ID=876fa447-deb8-4f40-ad4c-dd53d03190be,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:49.547385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-855fc9ce-19bc-492b-be43-4f596e2e3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:49.549186 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-855fc9ce-19bc-492b-be43-4f596e2e3819 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 1096 time: 0.0761642 Jan 27 15:02:49.603209 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-2a81b4f3-7e01-4280-9004-7a9719ed53f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=876fa447-deb8-4f40-ad4c-dd53d03190be HTTP/1.1" status: 200 len: 217 time: 0.0461819 Jan 27 15:02:49.667448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-8d2f2789-3dff-42c0-8686-8c70144a7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:49.668983 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-8d2f2789-3dff-42c0-8686-8c70144a7b03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0577042 Jan 27 15:02:49.724487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-995c061a-753b-441a-baa7-1a12ceba13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:49.726582 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-995c061a-753b-441a-baa7-1a12ceba13ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510323 Jan 27 15:02:49.842459 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-ed61e695-6c5f-4a22-a558-0214bc6b236a service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084211 Jan 27 15:02:49.952302 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-91a18f19-bec9-495b-9f3e-70c20136edbf req-bf84d662-61bc-438e-9cb1-909b0c387a87 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014748 Jan 27 15:02:50.052895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-0d2a7f99-23e9-4708-82c8-9da8f31d9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:50.054529 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-0d2a7f99-23e9-4708-82c8-9da8f31d9acf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 1096 time: 0.0535433 Jan 27 15:02:50.163924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-073f5755-8c23-41de-9cca-2650d351e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:50.166522 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-073f5755-8c23-41de-9cca-2650d351e85c service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1026969 Jan 27 15:02:50.230854 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-f0bb70e9-c3e6-47b3-bd6f-29609baa3ac3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=876fa447-deb8-4f40-ad4c-dd53d03190be HTTP/1.1" status: 200 len: 217 time: 0.0563581 Jan 27 15:02:50.289353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-7ad02060-1bad-430b-9de2-7ec86f3e5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:50.290897 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-7ad02060-1bad-430b-9de2-7ec86f3e5b84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0508149 Jan 27 15:02:50.304025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff33606-b8d5-4cf9-98d2-9ccde04880ce req-94aa461c-f0ac-4ea5-a4f0-9c0ea3a1f2b2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:50.306733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bff33606-b8d5-4cf9-98d2-9ccde04880ce req-94aa461c-f0ac-4ea5-a4f0-9c0ea3a1f2b2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 943 time: 0.0873024 Jan 27 15:02:50.355399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-d66b4264-2c2c-4b63-a659-e7f8375dbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:50.357277 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-d66b4264-2c2c-4b63-a659-e7f8375dbd55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581882 Jan 27 15:02:50.389545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bff33606-b8d5-4cf9-98d2-9ccde04880ce req-5ea5fa97-98ea-48c5-8fcc-6b72764ffa0e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670764 Jan 27 15:02:50.475929 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-fbddd58d-37b5-4010-9a77-4ff961e3ca5a service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111541 Jan 27 15:02:50.577295 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ca0a4d46-2706-4609-851e-ed51ca23ce03 req-f9d05f96-e359-49b2-8998-8351ea4f0c83 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911899 Jan 27 15:02:51.537788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120a679-56df-4464-803c-326ca6e47f22 req-c29c6def-7242-4b6d-88c8-8d788d3564a5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:51.539503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e120a679-56df-4464-803c-326ca6e47f22 req-c29c6def-7242-4b6d-88c8-8d788d3564a5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 943 time: 0.0590611 Jan 27 15:02:51.589148 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e120a679-56df-4464-803c-326ca6e47f22 req-c42aa97a-2d49-4e4b-9b2f-694820afc685 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382187 Jan 27 15:02:52.214537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876fa447-deb8-4f40-ad4c-dd53d03190be details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:02:52.320392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 876fa447-deb8-4f40-ad4c-dd53d03190be, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876fa447-deb8-4f40-ad4c-dd53d03190be,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:52.332495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'port_id': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'mac_address': 'fa:16:3e:91:47:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:02:52.374541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:52.389762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876fa447-deb8-4f40-ad4c-dd53d03190be {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:02:52.411855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 876fa447-deb8-4f40-ad4c-dd53d03190be, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876fa447-deb8-4f40-ad4c-dd53d03190be,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:52.417029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:52.468259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=876fa447-deb8-4f40-ad4c-dd53d03190be,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:52.636961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['876fa447-deb8-4f40-ad4c-dd53d03190be'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:02:52.744039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32929acc-ff7a-47b8-9a66-c0585911c40c req-10636d34-a9db-4405-b2d5-090add4997df tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:52.746585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-32929acc-ff7a-47b8-9a66-c0585911c40c req-10636d34-a9db-4405-b2d5-090add4997df tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 944 time: 0.0821726 Jan 27 15:02:52.809246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-32929acc-ff7a-47b8-9a66-c0585911c40c req-88107aac-4585-415d-82ed-35adf7cd673e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554795 Jan 27 15:02:53.951232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f1c9-e516-4993-a122-fd263ecf8de4 req-a1c963c9-8c95-4201-82f1-1dbb9392166b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:53.953989 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c94f1c9-e516-4993-a122-fd263ecf8de4 req-a1c963c9-8c95-4201-82f1-1dbb9392166b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 944 time: 0.0640016 Jan 27 15:02:54.001518 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c94f1c9-e516-4993-a122-fd263ecf8de4 req-e2364509-6ed4-4709-b653-3e642345ec23 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Jan 27 15:02:54.223470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876fa447-deb8-4f40-ad4c-dd53d03190be up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:02:54.278797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 876fa447-deb8-4f40-ad4c-dd53d03190be completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:02:54.283465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 876fa447-deb8-4f40-ad4c-dd53d03190be triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:02:54.283833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:54.366829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:54.392225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:54.394558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca17ac3-ecbb-4253-8d80-302b9af1d4f6" -d '{"events": [{"server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "name": "network-vif-plugged", "status": "completed", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:54.416675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 876fa447-deb8-4f40-ad4c-dd53d03190be, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876fa447-deb8-4f40-ad4c-dd53d03190be,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:02:54.422912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:54.461864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ffc97c-10b3-433f-8532-cd097b9af391 x-openstack-request-id: req-62ffc97c-10b3-433f-8532-cd097b9af391 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:54.462234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "name": "network-vif-plugged", "status": "completed", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:54.462545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62ffc97c-10b3-433f-8532-cd097b9af391 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:54.462989 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'code': 200} Jan 27 15:02:54.504112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=876fa447-deb8-4f40-ad4c-dd53d03190be,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:54.659125 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418926a-46e1-4624-8dab-84a788288a4d req-490271af-3544-4987-8564-a6595b1995d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:54.660714 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0418926a-46e1-4624-8dab-84a788288a4d req-490271af-3544-4987-8564-a6595b1995d4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 1098 time: 0.0458221 Jan 27 15:02:54.704139 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0418926a-46e1-4624-8dab-84a788288a4d req-f36667d6-85a9-438f-8817-9e57e6156116 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364769 Jan 27 15:02:55.129679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dfa4f-7a97-4a76-be7c-630cf02e69a8 req-932834d2-5679-4566-bc56-d50952a80da3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:55.131370 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-387dfa4f-7a97-4a76-be7c-630cf02e69a8 req-932834d2-5679-4566-bc56-d50952a80da3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 945 time: 0.0562253 Jan 27 15:02:55.174677 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-387dfa4f-7a97-4a76-be7c-630cf02e69a8 req-d8191b47-7891-41c9-88a6-a153e985e564 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368104 Jan 27 15:02:56.305169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef470b3-d709-45a7-9d2a-a7ac290dc196 req-9e7bb9d2-ea86-4588-963e-0b64cc85a149 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:56.306717 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fef470b3-d709-45a7-9d2a-a7ac290dc196 req-9e7bb9d2-ea86-4588-963e-0b64cc85a149 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 945 time: 0.0564971 Jan 27 15:02:56.357290 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fef470b3-d709-45a7-9d2a-a7ac290dc196 req-dc90a133-96d0-493d-bcfd-e33a0525be9c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395255 Jan 27 15:02:56.518105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec49a6-cbfe-404e-807a-43e8463328d9 req-2e40ce6a-40b0-4417-a240-69680f8812fd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:56.520139 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ceec49a6-cbfe-404e-807a-43e8463328d9 req-2e40ce6a-40b0-4417-a240-69680f8812fd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 945 time: 0.0553782 Jan 27 15:02:56.563260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ceec49a6-cbfe-404e-807a-43e8463328d9 req-46255817-47f8-456a-9d88-216b51435c37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366123 Jan 27 15:02:56.587369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40832) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:56.630223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2c87d-1e26-47c2-8e8b-7b715fcfef75 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:56.632327 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-02c2c87d-1e26-47c2-8e8b-7b715fcfef75 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 1093 time: 0.0436709 Jan 27 15:02:56.635477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40834) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:02:56.640157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:02:56.667669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:56.782345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:56.900519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.69 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/34bf2605-da69-45c6-bd36-ec9e78012b3c) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:02:57.022152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:57.099703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:57.148832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:02:57.152229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:02:57.157161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:02:57.160515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=34bf2605-da69-45c6-bd36-ec9e78012b3c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:57.619032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:57.693075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:57.862244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:57.868057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:57.939930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=34bf2605-da69-45c6-bd36-ec9e78012b3c,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:02:57.954317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:58.068195 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 74c73a49-650c-41a1-963a-14ae14b656e1 associated. External IP: 172.26.6.69, port: 876fa447-deb8-4f40-ad4c-dd53d03190be. Jan 27 15:02:58.630361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 745e0e9a-bda9-4109-b003-00fe3a646f20 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:02:58.759178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:02:58.778020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] Sync routers for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:02:58.785329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:02:58.795451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:58.796397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:58.820296 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7629114f-1a76-4509-b348-35d1a9153431 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1833398 Jan 27 15:02:58.821142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:02:58.824138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8c7313-7ae9-45bf-9986-ff61d0378c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:02:58.868813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb65b71-a2a3-4664-bf58-b67e850149cd x-openstack-request-id: req-ffb65b71-a2a3-4664-bf58-b67e850149cd {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:02:58.869302 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:02:58.869722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffb65b71-a2a3-4664-bf58-b67e850149cd {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:02:58.870348 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'status': 'completed', 'code': 200} Jan 27 15:02:58.925002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:58.940555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-81baec59-28ec-43f0-91cb-964f2660bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:58.942183 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-81baec59-28ec-43f0-91cb-964f2660bb7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 1098 time: 0.0489450 Jan 27 15:02:59.097786 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-aa5640a4-63eb-480d-ae69-db43ba226432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:59.100250 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-aa5640a4-63eb-480d-ae69-db43ba226432 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1499779 Jan 27 15:02:59.191078 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-f5f88ad4-5a76-4028-bb64-4457c0bb49d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=876fa447-deb8-4f40-ad4c-dd53d03190be HTTP/1.1" status: 200 len: 998 time: 0.0837648 Jan 27 15:02:59.274041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-3e971613-ab84-432e-a3d9-3ab08532c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:59.276292 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-3e971613-ab84-432e-a3d9-3ab08532c20d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0779626 Jan 27 15:02:59.334571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-aeb83edc-ad58-4b22-895f-a3dae863363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:02:59.336338 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-aeb83edc-ad58-4b22-895f-a3dae863363f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532403 Jan 27 15:02:59.438679 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-53be3bf9-c28d-416c-8e59-c5d8943b429b service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946343 Jan 27 15:02:59.451800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:44Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}, {'id': '74c73a49-650c-41a1-963a-14ae14b656e1', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.69', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:91:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:57Z', 'updated_at': '2022-01-27T15:02:57Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:59.488455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] Checking router: 745e0e9a-bda9-4109-b003-00fe3a646f20 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:02:59.500527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:02:59.501483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:02:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:59.559176 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-be8c7313-7ae9-45bf-9986-ff61d0378c4c req-bcbc658d-4e19-47aa-ada6-57edc5b83b54 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125522 Jan 27 15:02:59.627476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:02:59.892771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:44Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}, {'id': '74c73a49-650c-41a1-963a-14ae14b656e1', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.69', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:91:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:57Z', 'updated_at': '2022-01-27T15:02:57Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:02:59.921266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7654f55-5bca-4a49-8da2-9b5f525558c8 None None] The sync data for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv is: [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:44Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}, {'id': '74c73a49-650c-41a1-963a-14ae14b656e1', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.69', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:91:47:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:57Z', 'updated_at': '2022-01-27T15:02:57Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:03:00.149761 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e2785e-2922-4176-b02e-c3a38c71025c None None] New status for floating IP 74c73a49-650c-41a1-963a-14ae14b656e1: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:03:00.293758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:14.018568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-100d83ae-10f1-4896-a9db-e7a67a828bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:16.252023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5a0fa18a-49c9-4fcc-bc06-1264b3c22a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:17.381357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:17.912479 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:03:18.774308 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:19.205327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:30.297864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:33.491078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40850) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:33.557236 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ba6307fd-6ac0-486b-a845-96dcb6ffc4bb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/290fb0ac-d709-4d90-9692-6d02ab8e4689 HTTP/1.1" status: 200 len: 992 time: 0.0648460 Jan 27 15:03:34.293133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40858) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:34.298912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:03:34.366659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:34.537323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:34.571026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:34.576626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:34.631899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:34.632730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:34.634550 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/ports/ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 938 time: 0.3400090 Jan 27 15:03:34.635536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:03:34.639357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48" -d '{"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:03:34.687462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fe6a9-41d7-4fc9-aad0-173896452143 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=6']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:34.790803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f888fad6-a008-461d-ba22-b6573fb8e9d9 x-openstack-request-id: req-f888fad6-a008-461d-ba22-b6573fb8e9d9 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:03:34.791298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:03:34.791725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f888fad6-a008-461d-ba22-b6573fb8e9d9 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:03:34.792260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'status': 'completed', 'code': 200} Jan 27 15:03:34.866510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-3abb0c8f-4cef-4c82-8e0d-ff851fe0f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:34.868197 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-3abb0c8f-4cef-4c82-8e0d-ff851fe0f112 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1099 time: 0.0509927 Jan 27 15:03:34.912610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-abc2f06d-cac3-44bc-8562-61b1159bbfd8 None None] Provisioning complete for port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:34.913491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-abc2f06d-cac3-44bc-8562-61b1159bbfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:34.963811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-abc2f06d-cac3-44bc-8562-61b1159bbfd8 None None] Port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 is administratively disabled so it will not transition to active. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Jan 27 15:03:34.979731 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-1aefadc9-9974-44b3-be06-76a45758a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:34.981395 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-1aefadc9-9974-44b3-be06-76a45758a08f service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1069679 Jan 27 15:03:35.063479 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-fcdfda9c-cda5-4f3d-94ad-c471301ed4df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 1001 time: 0.0741470 Jan 27 15:03:35.116537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-960c3ad7-a180-4238-a08c-aa4cd780bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:35.118237 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-960c3ad7-a180-4238-a08c-aa4cd780bde9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0491769 Jan 27 15:03:35.171194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-bd64a775-07a8-4a6d-886c-63a24998e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:35.172774 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-bd64a775-07a8-4a6d-886c-63a24998e1f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461075 Jan 27 15:03:35.276882 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-9fab9a20-5506-4517-9c81-36360632debe service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967109 Jan 27 15:03:35.376607 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-948f9ec7-6064-45f7-8a8c-c9bc534b6e48 req-cf11d025-781d-45b5-8264-03a5031f8f85 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921628 Jan 27 15:03:38.032339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40868) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:38.037801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'admin_state_up': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:03:38.117133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:38.290574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:38.322562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:38.328366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:38.377861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:38.378522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:38.380054 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/ports/ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 937 time: 0.3466501 Jan 27 15:03:38.380638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:03:38.382977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73857769-14f1-4c29-b118-84bde612945b" -d '{"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:03:38.384393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40870) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:38.415055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=7']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:38.425420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.425912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.426323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.427553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.427984 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.428335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.428663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.428998 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.429367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.429697 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.430168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.430627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21683ae-e97c-4a54-814a-e8d7efcc04ce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:38.449099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5087d436-3f5f-413a-a0fb-89c1165a5737 x-openstack-request-id: req-5087d436-3f5f-413a-a0fb-89c1165a5737 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:03:38.449458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:03:38.449715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5087d436-3f5f-413a-a0fb-89c1165a5737 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:03:38.450164 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'status': 'completed', 'code': 200} Jan 27 15:03:38.484098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-175f65ac-a24e-4b2a-ba1a-c11d14df8162 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/290fb0ac-d709-4d90-9692-6d02ab8e4689 HTTP/1.1" status: 200 len: 992 time: 0.0981615 Jan 27 15:03:38.529327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857769-14f1-4c29-b118-84bde612945b req-bd7b5cb8-d951-4e92-af7b-a0d672ac1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:38.531003 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-73857769-14f1-4c29-b118-84bde612945b req-bd7b5cb8-d951-4e92-af7b-a0d672ac1008 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1098 time: 0.0552864 Jan 27 15:03:38.615575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:03:38.636033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857769-14f1-4c29-b118-84bde612945b req-550ff82b-179e-4a70-9e77-dedfe12f78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:38.637598 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-73857769-14f1-4c29-b118-84bde612945b req-550ff82b-179e-4a70-9e77-dedfe12f78a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.0982220 Jan 27 15:03:38.714735 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-73857769-14f1-4c29-b118-84bde612945b req-68749193-0976-491d-8bd6-70674bb8c62c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 1000 time: 0.0695729 Jan 27 15:03:38.728623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b30f5653-6b40-429f-8e0e-0fda2bc81e7c None None] Provisioning complete for port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:38.729002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b30f5653-6b40-429f-8e0e-0fda2bc81e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:38.767509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857769-14f1-4c29-b118-84bde612945b req-e83ee8d8-31dc-4619-a95f-043ba5a35fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:38.769063 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-73857769-14f1-4c29-b118-84bde612945b req-e83ee8d8-31dc-4619-a95f-043ba5a35fc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0482373 Jan 27 15:03:38.821168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857769-14f1-4c29-b118-84bde612945b req-824672f8-ff1b-4bb4-ad0f-f85bca608c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:38.822616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-73857769-14f1-4c29-b118-84bde612945b req-824672f8-ff1b-4bb4-ad0f-f85bca608c2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466933 Jan 27 15:03:38.938753 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-73857769-14f1-4c29-b118-84bde612945b req-365057a8-fff3-40af-8c5a-f38841e6ab03 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093848 Jan 27 15:03:39.048170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-73857769-14f1-4c29-b118-84bde612945b req-af8302a3-bb43-4ce6-be29-a6bf3e50e1a7 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033218 Jan 27 15:03:41.034874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40880) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:41.211812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 34bf2605-da69-45c6-bd36-ec9e78012b3c {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:03:41.212135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:41.310930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:41.311307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:41.331082 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 34bf2605-da69-45c6-bd36-ec9e78012b3c owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:03:41.497936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:41.527304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=34bf2605-da69-45c6-bd36-ec9e78012b3c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:41.594134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:41.594407 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 74c73a49-650c-41a1-963a-14ae14b656e1 disassociated (deleted). External IP: 172.26.6.69, port: 876fa447-deb8-4f40-ad4c-dd53d03190be. Jan 27 15:03:41.817590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 745e0e9a-bda9-4109-b003-00fe3a646f20 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:03:41.940535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:03:41.946969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:41.952151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] Sync routers for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:03:41.962705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:41.963366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:41.977328 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3acb2b18-30e7-46e3-9a8a-edbb965549cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/74c73a49-650c-41a1-963a-14ae14b656e1 HTTP/1.1" status: 204 len: 168 time: 0.9412985 Jan 27 15:03:41.978054 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:03:41.980690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b0b5e-d516-4874-83b3-e9f47a91a7be" -d '{"events": [{"name": "network-changed", "server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:03:42.020848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc4c3dc-e785-4559-9cb2-041fcc225f81 x-openstack-request-id: req-6fc4c3dc-e785-4559-9cb2-041fcc225f81 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:03:42.021152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:03:42.021554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fc4c3dc-e785-4559-9cb2-041fcc225f81 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:03:42.021763 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'status': 'completed', 'code': 200} Jan 27 15:03:42.086544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:42.104939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-f63b6320-4a54-4151-90a7-1e1ef778d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:42.107140 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-f63b6320-4a54-4151-90a7-1e1ef778d505 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 1098 time: 0.0574892 Jan 27 15:03:42.234926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-53e7e963-16b4-4942-9253-176c82a668d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:42.236521 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-53e7e963-16b4-4942-9253-176c82a668d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1224902 Jan 27 15:03:42.286098 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-9388013c-6227-4a16-bed0-56128dc4117c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=876fa447-deb8-4f40-ad4c-dd53d03190be HTTP/1.1" status: 200 len: 217 time: 0.0419526 Jan 27 15:03:42.323397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d863b-011f-492f-ba8c-6528fa3333be req-cfd234f7-baa6-4722-8634-e81b7550188d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:42.325084 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-484d863b-011f-492f-ba8c-6528fa3333be req-cfd234f7-baa6-4722-8634-e81b7550188d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 945 time: 0.0634108 Jan 27 15:03:42.356371 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-2d86382d-048b-432d-b179-591198b0f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:42.358615 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-2d86382d-048b-432d-b179-591198b0f3e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0654604 Jan 27 15:03:42.374587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:44Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:42.387047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-484d863b-011f-492f-ba8c-6528fa3333be req-9402f4ca-0b25-4ecc-9858-1aaaad01c2ab tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457582 Jan 27 15:03:42.404211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] Checking router: 745e0e9a-bda9-4109-b003-00fe3a646f20 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:03:42.423645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-977e15ca-5be5-44a3-9941-f7e6aff3b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:42.423645 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-977e15ca-5be5-44a3-9941-f7e6aff3b2ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465586 Jan 27 15:03:42.424075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:42.424075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:42.552277 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-8b8054a9-e899-4a23-82b3-6c563cb00a04 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313150 Jan 27 15:03:42.561223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:42.670488 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-152b0b5e-d516-4874-83b3-e9f47a91a7be req-111ef7a7-a941-4c02-9e96-28457127d65d service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114621 Jan 27 15:03:42.803484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:44Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:42.835600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28715a60-d90b-4575-a5ad-70c969292d44 None None] The sync data for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv is: [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '290fb0ac-d709-4d90-9692-6d02ab8e4689', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.97', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'port_id': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'mac_address': 'fa:16:3e:84:82:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270a599-ec69-4268-811a-065a3c31cff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:02:41Z', 'updated_at': '2022-01-27T15:02:44Z', 'revision_number': 1, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:03:43.081133 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592291b-c44f-4e23-baaf-bb639f3433d3 None None] New status for floating IP 74c73a49-650c-41a1-963a-14ae14b656e1: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:03:43.571614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f27d3a-a294-4b9b-98ed-72f699813cd3 req-e9df4bd2-6327-45e4-a4df-521a9893d634 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:43.574158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-68f27d3a-a294-4b9b-98ed-72f699813cd3 req-e9df4bd2-6327-45e4-a4df-521a9893d634 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 945 time: 0.0926821 Jan 27 15:03:43.578749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-8595abc6-1c83-4a1e-acc9-b21b47a05eb8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:43.581101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-8595abc6-1c83-4a1e-acc9-b21b47a05eb8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc77cb87-4fb3-4ac6-b70d-d285bf70e276 HTTP/1.1" status: 200 len: 945 time: 0.0789020 Jan 27 15:03:43.617892 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-68f27d3a-a294-4b9b-98ed-72f699813cd3 req-528706a5-f683-4732-b409-7d4f0960ccba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=0db2ac70-6466-47ac-8692-bed04d126a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 Jan 27 15:03:43.686204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 876fa447-deb8-4f40-ad4c-dd53d03190be {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:03:43.686488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:43.784766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 876fa447-deb8-4f40-ad4c-dd53d03190be, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876fa447-deb8-4f40-ad4c-dd53d03190be,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:43.785295 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:43.799451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 876fa447-deb8-4f40-ad4c-dd53d03190be owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:03:43.961069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:43.991642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=876fa447-deb8-4f40-ad4c-dd53d03190be,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:44.028524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1dd31d2b-aee3-4726-bac5-f48b1d9ebe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:44.052747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 876fa447-deb8-4f40-ad4c-dd53d03190be on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:03:44.056481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:44.062724 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-932e37e4-3cbb-4ba2-a027-000538409a62 req-39fecdb2-f4fb-42ee-a3f1-1266066bae67 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/876fa447-deb8-4f40-ad4c-dd53d03190be HTTP/1.1" status: 204 len: 173 time: 0.4757109 Jan 27 15:03:44.063518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'name': 'network-vif-deleted', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:03:44.067720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133aa08d-b84f-4e21-9b85-dccb296dd78f" -d '{"events": [{"server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "name": "network-vif-deleted", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:03:44.114880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3aab43-70d7-4aaf-b850-f5b3fa1a4543 x-openstack-request-id: req-0a3aab43-70d7-4aaf-b850-f5b3fa1a4543 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:03:44.115393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc77cb87-4fb3-4ac6-b70d-d285bf70e276", "name": "network-vif-deleted", "tag": "876fa447-deb8-4f40-ad4c-dd53d03190be", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:03:44.115802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a3aab43-70d7-4aaf-b850-f5b3fa1a4543 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:03:44.116440 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc77cb87-4fb3-4ac6-b70d-d285bf70e276', 'name': 'network-vif-deleted', 'tag': '876fa447-deb8-4f40-ad4c-dd53d03190be', 'status': 'completed', 'code': 200} Jan 27 15:03:44.692365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40894) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:44.759546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de3a5447-b516-4f7c-9089-43249a2837eb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:44.788218 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de3a5447-b516-4f7c-9089-43249a2837eb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:44.865694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de3a5447-b516-4f7c-9089-43249a2837eb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:44.869868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de3a5447-b516-4f7c-9089-43249a2837eb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:44.871149 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-de3a5447-b516-4f7c-9089-43249a2837eb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/0db2ac70-6466-47ac-8692-bed04d126a5e HTTP/1.1" status: 204 len: 168 time: 0.1777022 Jan 27 15:03:44.883669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a5447-b516-4f7c-9089-43249a2837eb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db2ac70-6466-47ac-8692-bed04d126a5e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:44.916336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40898) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:45.181012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port b250d183-33ce-4a2f-8bc4-d01b73ca20a3 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:03:45.181296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:45.275132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:45.275496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:45.290539 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for b250d183-33ce-4a2f-8bc4-d01b73ca20a3 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:03:45.474868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:45.501190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=b250d183-33ce-4a2f-8bc4-d01b73ca20a3,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:45.570378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:45.570762 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP 290fb0ac-d709-4d90-9692-6d02ab8e4689 disassociated (deleted). External IP: 172.26.6.97, port: ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856. Jan 27 15:03:45.796905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 745e0e9a-bda9-4109-b003-00fe3a646f20 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:03:45.921211 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:03:45.925949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:45.934572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] Sync routers for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:03:45.946174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:45.946825 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:45.957867 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-96ab06aa-c157-4d2c-b1a8-1581fdaf3802 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/290fb0ac-d709-4d90-9692-6d02ab8e4689 HTTP/1.1" status: 204 len: 168 time: 1.0398576 Jan 27 15:03:46.088345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:46.117664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:03:46.121773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d0de60-7800-48b9-abc2-73b1ab524c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:03:46.205643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b9035d-0308-4c25-b645-e456012ede48 x-openstack-request-id: req-09b9035d-0308-4c25-b645-e456012ede48 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:03:46.206075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:03:46.206453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09b9035d-0308-4c25-b645-e456012ede48 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:03:46.207055 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'status': 'completed', 'code': 200} Jan 27 15:03:46.295828 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a7b70-caf1-4c7a-95c4-5cac94da402b req-cc6794b8-9859-42b0-8b45-e2b408ad2c42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:46.298449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dbff6936-136a-47c9-94e5-8020734dc92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:46.304179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-615a7b70-caf1-4c7a-95c4-5cac94da402b req-cc6794b8-9859-42b0-8b45-e2b408ad2c42 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 945 time: 0.0887032 Jan 27 15:03:46.309337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-af404498-6948-477c-87ee-f06529d8ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:46.312550 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-af404498-6948-477c-87ee-f06529d8ac06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 1098 time: 0.0779529 Jan 27 15:03:46.372391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-615a7b70-caf1-4c7a-95c4-5cac94da402b req-32404352-7457-4a52-8e56-0c9082c53c2e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596671 Jan 27 15:03:46.403726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:46.434074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] Checking router: 745e0e9a-bda9-4109-b003-00fe3a646f20 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:03:46.444998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:46.445767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:46.476335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-89cfbefd-3ecd-486f-bb3d-272145173f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:46.478974 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-89cfbefd-3ecd-486f-bb3d-272145173f8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 200 len: 897 time: 0.1579988 Jan 27 15:03:46.522154 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-44b56f50-f8f0-48f5-8a58-d717981d4ef2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 200 len: 217 time: 0.0360792 Jan 27 15:03:46.554992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876fa447-deb8-4f40-ad4c-dd53d03190be no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:03:46.578699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-3feda6e9-bcb4-4de3-aa9e-8545340e9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:46.580597 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-3feda6e9-bcb4-4de3-aa9e-8545340e9494 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 200 len: 835 time: 0.0516562 Jan 27 15:03:46.584763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 876fa447-deb8-4f40-ad4c-dd53d03190be {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:03:46.585181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876fa447-deb8-4f40-ad4c-dd53d03190be not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:03:46.599315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:46.639922 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-9ae5ef48-5158-4877-8491-8d07bbf5d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:46.641902 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-9ae5ef48-5158-4877-8491-8d07bbf5d3f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5582bfcd-6e6b-4250-a32c-7e3befc4b774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547025 Jan 27 15:03:46.766672 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-8f0284e7-5fa8-4482-9ba5-c1b49e808c65 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172893 Jan 27 15:03:46.840574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:46.868364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1140ed2-11bb-41cb-b344-f58c26c56092 None None] The sync data for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv is: [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:26Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8c0baea5-3f54-4068-9fe2-8f62a6277720', 'name': '', 'network_id': '5582bfcd-6e6b-4250-a32c-7e3befc4b774', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:38:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '21812903-a23b-4959-b387-2b585d33785e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:25Z', 'updated_at': '2022-01-27T15:02:29Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '21812903-a23b-4959-b387-2b585d33785e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:03:46.886450 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-47d0de60-7800-48b9-abc2-73b1ab524c9d req-ff429382-a4e7-4398-8b34-97ddb6470ef0 service neutron] 10.222.0.72 "GET /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126246 Jan 27 15:03:47.117817 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a6428-2810-43b9-b889-1427e77ea507 None None] New status for floating IP 290fb0ac-d709-4d90-9692-6d02ab8e4689: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:03:47.385428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:47.533513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4c5d8-03f1-4d7b-aa1f-4708cf7d0ed2 req-a6b37572-5790-4baf-9854-a00331a200dd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:47.536009 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5a4c5d8-03f1-4d7b-aa1f-4708cf7d0ed2 req-a6b37572-5790-4baf-9854-a00331a200dd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 945 time: 0.0559380 Jan 27 15:03:47.579470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5a4c5d8-03f1-4d7b-aa1f-4708cf7d0ed2 req-77cf960f-f08f-471d-91b7-ddc85ca6ed50 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=fff1971d-2808-4a46-bf2a-6b428b821a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366848 Jan 27 15:03:47.636132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28121-aeac-4139-9618-a099a17c0909 req-260db3ca-7c30-497b-b173-8f72dfe7aa1c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:47.637799 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fbe28121-aeac-4139-9618-a099a17c0909 req-260db3ca-7c30-497b-b173-8f72dfe7aa1c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=c270a599-ec69-4268-811a-065a3c31cff4 HTTP/1.1" status: 200 len: 945 time: 0.0696919 Jan 27 15:03:47.738342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:03:47.738611 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:47.846336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:47.846785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:47.862052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:03:48.002916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:48.034953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:48.085418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:03:48.088322 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:48.091755 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fbe28121-aeac-4139-9618-a099a17c0909 req-c44f1a92-f10a-42a7-bec0-3e7afbc4235c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 HTTP/1.1" status: 204 len: 173 time: 0.4484692 Jan 27 15:03:48.208915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'name': 'network-vif-deleted', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:03:48.213050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7693c7-9978-46a6-865d-9ad3fcc12bb8" -d '{"events": [{"server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "name": "network-vif-deleted", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:03:48.262631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216bff53-5bf0-48b0-941b-a7e5b60e717c x-openstack-request-id: req-216bff53-5bf0-48b0-941b-a7e5b60e717c {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:03:48.262975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c270a599-ec69-4268-811a-065a3c31cff4", "name": "network-vif-deleted", "tag": "ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:03:48.263326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-216bff53-5bf0-48b0-941b-a7e5b60e717c {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:03:48.263764 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c270a599-ec69-4268-811a-065a3c31cff4', 'name': 'network-vif-deleted', 'tag': 'ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856', 'status': 'completed', 'code': 200} Jan 27 15:03:48.654892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40912) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:48.760269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5182a0f-cced-4c22-8752-e6b77f106bd7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:48.777521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:48.797913 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5182a0f-cced-4c22-8752-e6b77f106bd7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:48.874245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5182a0f-cced-4c22-8752-e6b77f106bd7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:48.876944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5182a0f-cced-4c22-8752-e6b77f106bd7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:48.878183 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f5182a0f-cced-4c22-8752-e6b77f106bd7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/fff1971d-2808-4a46-bf2a-6b428b821a93 HTTP/1.1" status: 204 len: 168 time: 0.2218022 Jan 27 15:03:48.888174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5182a0f-cced-4c22-8752-e6b77f106bd7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1971d-2808-4a46-bf2a-6b428b821a93,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:48.921120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40916) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:49.203663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:49.634580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:49.917630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 8c0baea5-3f54-4068-9fe2-8f62a6277720 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:03:49.917958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:50.026181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 8c0baea5-3f54-4068-9fe2-8f62a6277720, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8c0baea5-3f54-4068-9fe2-8f62a6277720,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:50.027357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:50.048498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 8c0baea5-3f54-4068-9fe2-8f62a6277720 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:03:50.276614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:50.311750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=8c0baea5-3f54-4068-9fe2-8f62a6277720,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:50.325563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.325910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.326252 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.326588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.326977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.327429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.327637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.327989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.328295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.328623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.328949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.329326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:50.557842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:03:50.593278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:50.748804 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:03:50.749156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ae28fe48-cd28-4ba4-b9d1-2c13a1a1c856 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:03:50.880839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 745e0e9a-bda9-4109-b003-00fe3a646f20 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:03:51.000110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:03:51.006581 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4b5004f3-e4e0-48cb-b984-3478f0752756 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/745e0e9a-bda9-4109-b003-00fe3a646f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0832431 Jan 27 15:03:51.010063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40918) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:51.012791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] Sync routers for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:03:51.026272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:51.027318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:51.090866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet 21812903-a23b-4959-b387-2b585d33785e {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:03:51.095215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.165340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.201294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:51.309885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.383474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.418406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=21812903-a23b-4959-b387-2b585d33785e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:51.423327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.433461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3bde368-ea9c-415a-8d29-be1c1d015ae3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/21812903-a23b-4959-b387-2b585d33785e HTTP/1.1" status: 204 len: 168 time: 0.4177394 Jan 27 15:03:51.434333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40920) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:51.451545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a412d-533e-4067-b828-3a16b6d74bed None None] Network 5582bfcd-6e6b-4250-a32c-7e3befc4b774 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:03:51.533125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:03:50Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:51.576119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] Checking router: 745e0e9a-bda9-4109-b003-00fe3a646f20 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:03:51.603351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] Routers {'745e0e9a-bda9-4109-b003-00fe3a646f20'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:51.604054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['745e0e9a-bda9-4109-b003-00fe3a646f20'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:51.610000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.750266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.757728 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] Set router 745e0e9a-bda9-4109-b003-00fe3a646f20 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:51.827798 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] DHCP port deletion for 5582bfcd-6e6b-4250-a32c-7e3befc4b774 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:03:51.838449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port dfe387f7-2a29-4beb-b8e8-58122dd3180d {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:03:51.839053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.946243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port dfe387f7-2a29-4beb-b8e8-58122dd3180d, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=dfe387f7-2a29-4beb-b8e8-58122dd3180d,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:51.946717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:51.961654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for dfe387f7-2a29-4beb-b8e8-58122dd3180d owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:03:51.964693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Deleting port fe195f78-241c-491f-96b7-9c74059b426f {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:03:51.965070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.046191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] For port fe195f78-241c-491f-96b7-9c74059b426f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fe195f78-241c-491f-96b7-9c74059b426f,segment=NetworkSegment(bc748beb-0bc3-4aa6-9e1a-d8bd077248a4),segment_id=bc748beb-0bc3-4aa6-9e1a-d8bd077248a4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:52.046503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.062518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Calling delete_port for fe195f78-241c-491f-96b7-9c74059b426f owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:03:52.073657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:03:50Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:52.108715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ab80ce-a444-4122-ab21-daea43c4be85 None None] The sync data for ids ['745e0e9a-bda9-4109-b003-00fe3a646f20'] in dv-neutron-826438-5-hyperv is: [{'id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'name': 'tempest-TestNetworkBasicOps-router-1822936890', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:03:50Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': 'dfe387f7-2a29-4beb-b8e8-58122dd3180d', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745e0e9a-bda9-4109-b003-00fe3a646f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:02:21Z', 'updated_at': '2022-01-27T15:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:03:52.207067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.233148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.241062 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Pushing event deleted for resources: {'Port': ['ID=fe195f78-241c-491f-96b7-9c74059b426f,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:52.247484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] No DVR routers for this DVR port fe195f78-241c-491f-96b7-9c74059b426f on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:03:52.257420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.257965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.258432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.258903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.259483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.260059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.260751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.261291 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.261845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.263091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.264353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.264930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2936c7-2623-4e12-b91a-9375455e9299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:52.275204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=dfe387f7-2a29-4beb-b8e8-58122dd3180d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:52.350111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.448077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.450615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.513885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.514727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router 745e0e9a-bda9-4109-b003-00fe3a646f20 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:03:52.526032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.530158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6565964a-1a62-42ca-8c99-b683ed4a8c51 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/745e0e9a-bda9-4109-b003-00fe3a646f20 HTTP/1.1" status: 204 len: 168 time: 1.0928044 Jan 27 15:03:52.530842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40922) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:52.680108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.836981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.861745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5582bfcd-6e6b-4250-a32c-7e3befc4b774']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:52.873624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:52.874048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc748beb-0bc3-4aa6-9e1a-d8bd077248a4') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:52.886463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.902314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.909901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:03:52.910357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:03:52.913694 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:03:52.990533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:52.998452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.005087 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/5582bfcd-6e6b-4250-a32c-7e3befc4b774 HTTP/1.1" status: 204 len: 168 time: 0.4714544 Jan 27 15:03:53.032457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaad868-4e91-4f9e-a437-092057069e3b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=5582bfcd-6e6b-4250-a32c-7e3befc4b774,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:53.034973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40924) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:53.042690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'network': {'name': 'tempest-network-smoke--1658698477', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'port_security_enabled': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:03:53.071501 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:03:53.075073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.105559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:03:53.118404 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.119124 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Added segment df390905-47d5-4369-adf3-7fd77231f374 of type vlan for network c3647607-f1aa-4e07-9c11-57c966625d81 Jan 27 15:03:53.173182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.205873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.212516 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:53.213171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.273223 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2352333 Jan 27 15:03:53.276351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40926) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:53.281500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'admin_state_up': True, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:03:53.299892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c249ad-e2eb-4c4b-bb42-27dba9e2c95f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Network': ['ID=c3647607-f1aa-4e07-9c11-57c966625d81,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:53.313176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.314431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.318758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c3647607-f1aa-4e07-9c11-57c966625d81 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:03:53.375305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.511133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fe195f78-241c-491f-96b7-9c74059b426f no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:03:53.541400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.547351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: fe195f78-241c-491f-96b7-9c74059b426f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:03:53.548033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fe195f78-241c-491f-96b7-9c74059b426f not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:03:53.548889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8c0baea5-3f54-4068-9fe2-8f62a6277720 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:03:53.576108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8c0baea5-3f54-4068-9fe2-8f62a6277720 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:03:53.576435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8c0baea5-3f54-4068-9fe2-8f62a6277720 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:03:53.576860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dfe387f7-2a29-4beb-b8e8-58122dd3180d no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:03:53.599654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: dfe387f7-2a29-4beb-b8e8-58122dd3180d {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:03:53.599999 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device dfe387f7-2a29-4beb-b8e8-58122dd3180d not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:03:53.781880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.803159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:53.916225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.182 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/50c54e60-5a01-40b3-8b57-f24e7257f415) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:03:54.036373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:54.076391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:54.125665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:03:54.128967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:03:54.132783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:03:54.138601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=50c54e60-5a01-40b3-8b57-f24e7257f415,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:54.409980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:54.638268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:54.913130 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:03:55.133462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 9d5c7f91-1527-415a-894a-178e7e902309 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:03:55.248783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:03:55.262907 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Sync routers for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:03:55.273212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:55.275309 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-24b24292-ddf6-4467-b45e-ea3790256e33 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9976642 Jan 27 15:03:55.275548 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:55.276379 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:55.278708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40928) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:55.327193 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a03818f8-bdff-4ff8-a225-64978d56cbe6 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=c5259567c06f4f89a4ad1e9a46582669&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467424 Jan 27 15:03:55.331900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40930) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:55.446173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aebdd05-5d28-4bd1-a5c3-03f50a8da106 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:55.448345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6aebdd05-5d28-4bd1-a5c3-03f50a8da106 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1149747 Jan 27 15:03:55.452938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40932) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:55.484285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-93b94e55-c12e-4105-ad04-be0ab7f68853 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299125 Jan 27 15:03:55.489159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40934) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:55.492268 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:55.494281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1845016303', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:03:55.627103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:03:55.631350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:55.730444 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:54Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:55.766487 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Checking router: 9d5c7f91-1527-415a-894a-178e7e902309 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:03:55.766874 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Updating router 9d5c7f91-1527-415a-894a-178e7e902309 port 50c54e60-5a01-40b3-8b57-f24e7257f415 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:03:55.795544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:55.869112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:55.929510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Subnet': ['ID=1ad52215-eaf8-4dee-9c61-e7a9afdf6b25,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:55.952962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Checking segment: {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:03:55.953424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network hostable DHCP agents. Network: c3647607-f1aa-4e07-9c11-57c966625d81, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:03:55.973980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network c3647607-f1aa-4e07-9c11-57c966625d81 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:03:55.984429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, c3647607-f1aa-4e07-9c11-57c966625d81) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:03:55.990048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:55.990657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.000050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67a9e5-ed02-4f54-8636-516dc59b18e0 None None] Network c3647607-f1aa-4e07-9c11-57c966625d81 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:03:56.016532 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1d4f46b4-7857-4346-887a-c0455a54f9a2 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5215364 Jan 27 15:03:56.016850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40936) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:56.155383 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.164887 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.236756 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Attempting to bind port 50c54e60-5a01-40b3-8b57-f24e7257f415 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:03:56.237187 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Attempting to bind port 50c54e60-5a01-40b3-8b57-f24e7257f415 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:03:56.237679 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Attempting to bind port 50c54e60-5a01-40b3-8b57-f24e7257f415 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:03:56.254637 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Pushing event updated for resources: {'Port': ['ID=50c54e60-5a01-40b3-8b57-f24e7257f415,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:56.261892 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-c3647607-f1aa-4e07-9c11-57c966625d81', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:03:56.263454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.265574 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:03:56.266166 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:03:56.267672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.267672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:03:56.268252 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Bound port: 50c54e60-5a01-40b3-8b57-f24e7257f415, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:03:56.268902 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.272537 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.273033 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.273467 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.273946 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.274451 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.274989 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.275565 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.276099 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.276643 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.277122 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.277603 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.278072 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:03:56.369711 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] For port 50c54e60-5a01-40b3-8b57-f24e7257f415, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:03:56.378362 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] For port 50c54e60-5a01-40b3-8b57-f24e7257f415, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=50c54e60-5a01-40b3-8b57-f24e7257f415,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:03:56.386967 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.458016 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:56.458666 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:56.502767 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4749a0-9af7-4742-a1bb-400d05b71581 None None] Pushing event updated for resources: {'Port': ['ID=50c54e60-5a01-40b3-8b57-f24e7257f415,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:56.529509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Allocated IP 172.20.0.2 (c3647607-f1aa-4e07-9c11-57c966625d81/1ad52215-eaf8-4dee-9c61-e7a9afdf6b25/14a4e4f0-2dee-446c-9e13-2a1d124f7747) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:03:56.625849 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:56.684977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.704562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.714435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.767614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Network c3647607-f1aa-4e07-9c11-57c966625d81 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:03:56.771773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:03:56.776774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:03:56.783188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Pushing event updated for resources: {'Port': ['ID=14a4e4f0-2dee-446c-9e13-2a1d124f7747,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:56.850874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Attempting to bind port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:03:56.851237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Attempting to bind port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:03:56.851619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Attempting to bind port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 on network c3647607-f1aa-4e07-9c11-57c966625d81 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:03:56.858100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:03:56.858482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Checking segment: {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:03:56.858902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.859361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Bound using segment: {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:03:56.859876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Bound port: 14a4e4f0-2dee-446c-9e13-2a1d124f7747, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:03:56.860433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:56.945857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] For port 14a4e4f0-2dee-446c-9e13-2a1d124f7747, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:03:56.951496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] For port 14a4e4f0-2dee-446c-9e13-2a1d124f7747, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=14a4e4f0-2dee-446c-9e13-2a1d124f7747,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:03:56.953686 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:54Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:56.958584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:57.008696 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662fd052-02b2-44e9-94d4-f3fe2bca26e9 None None] The sync data for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv is: [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:54Z', 'revision_number': 3, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:03:57.051775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.1 (c3647607-f1aa-4e07-9c11-57c966625d81/1ad52215-eaf8-4dee-9c61-e7a9afdf6b25/a5d24ffb-4516-4ef4-bb70-c7d12246efdd) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:03:57.068167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90826f95-bd0f-4ecd-a1b1-90e91823c5e8 None None] Pushing event updated for resources: {'Port': ['ID=14a4e4f0-2dee-446c-9e13-2a1d124f7747,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:57.271922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:57.348952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:57.427924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network c3647607-f1aa-4e07-9c11-57c966625d81 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:03:57.432279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:03:57.437435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:03:57.497298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:57.528561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:57.712010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 14a4e4f0-2dee-446c-9e13-2a1d124f7747 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:03:57.775850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:57.805391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:57.805973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:57.946496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.003981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 14a4e4f0-2dee-446c-9e13-2a1d124f7747, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=14a4e4f0-2dee-446c-9e13-2a1d124f7747,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:58.013682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.015871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 50c54e60-5a01-40b3-8b57-f24e7257f415 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:03:58.172256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=14a4e4f0-2dee-446c-9e13-2a1d124f7747,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:58.193670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 50c54e60-5a01-40b3-8b57-f24e7257f415 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:58.194274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.258534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.268788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.366628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.411417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 50c54e60-5a01-40b3-8b57-f24e7257f415, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=50c54e60-5a01-40b3-8b57-f24e7257f415,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:03:58.420508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.435153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.465226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:58.473762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b060edcb-133b-4854-a3f7-fb94e61d677a None None] Network c3647607-f1aa-4e07-9c11-57c966625d81 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:03:58.567940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network c3647607-f1aa-4e07-9c11-57c966625d81 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:03:58.570012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:03:58.715947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=50c54e60-5a01-40b3-8b57-f24e7257f415,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:03:58.727098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c6208640-6e25-47b6-8fe6-dad234f56f78 None None] Provisioning complete for port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:58.727512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6208640-6e25-47b6-8fe6-dad234f56f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:58.753144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 9d5c7f91-1527-415a-894a-178e7e902309 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:03:58.919521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:03:58.925544 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-935aafa4-619e-4172-b8ab-081542777c3e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/9d5c7f91-1527-415a-894a-178e7e902309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9074655 Jan 27 15:03:58.930549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40938) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:59.071579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6102e-d73e-4752-ad54-fdfd0e207a81 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.072473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6102e-d73e-4752-ad54-fdfd0e207a81 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.073366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6102e-d73e-4752-ad54-fdfd0e207a81 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.075438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a6102e-d73e-4752-ad54-fdfd0e207a81 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.081718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40940) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:59.082389 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-18a6102e-d73e-4752-ad54-fdfd0e207a81 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1501129 Jan 27 15:03:59.166033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39eb2b-57cc-4491-a089-ef1bcc80462b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.166800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39eb2b-57cc-4491-a089-ef1bcc80462b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.167868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39eb2b-57cc-4491-a089-ef1bcc80462b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.168607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39eb2b-57cc-4491-a089-ef1bcc80462b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:03:59.175173 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3f39eb2b-57cc-4491-a089-ef1bcc80462b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0874114 Jan 27 15:03:59.176341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40942) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:03:59.223619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ae2c33a1-c331-47e0-b8cb-615fba59a524 None None] Provisioning complete for port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:59.224547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae2c33a1-c331-47e0-b8cb-615fba59a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:59.303040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Sync routers for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:03:59.357634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:03:59.358509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:03:59.460115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ae2c33a1-c331-47e0-b8cb-615fba59a524 None None] Provisioning complete for port a5d24ffb-4516-4ef4-bb70-c7d12246efdd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:59.460694 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ae2c33a1-c331-47e0-b8cb-615fba59a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:59.553871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 14a4e4f0-2dee-446c-9e13-2a1d124f7747 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:03:59.639500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:03:59.642949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c33a1-c331-47e0-b8cb-615fba59a524 None None] Port a5d24ffb-4516-4ef4-bb70-c7d12246efdd cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:03:59.732379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:59.732685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:59.835124 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4677ecda-bd37-431a-b8f0-8d191757e95b tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.6570051 Jan 27 15:03:59.844143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-93317a92-4e24-4ec8-b919-82d3eaba13b5 None None] Provisioning complete for port a5d24ffb-4516-4ef4-bb70-c7d12246efdd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:03:59.844522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-93317a92-4e24-4ec8-b919-82d3eaba13b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:03:59.954813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-93317a92-4e24-4ec8-b919-82d3eaba13b5 None None] Port a5d24ffb-4516-4ef4-bb70-c7d12246efdd cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:03:59.970153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 50c54e60-5a01-40b3-8b57-f24e7257f415 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:04:00.023530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:57Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:03:58Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:00.055993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Checking router: 9d5c7f91-1527-415a-894a-178e7e902309 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:04:00.056351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Updating router 9d5c7f91-1527-415a-894a-178e7e902309 port a5d24ffb-4516-4ef4-bb70-c7d12246efdd binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:04:00.081067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 50c54e60-5a01-40b3-8b57-f24e7257f415 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:00.081441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.104207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.255799 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40946) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:00.263163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-97b6baea-3abf-4b0f-aab0-5c873b9e87e7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1956199786', 'description': 'tempest-secgroup-smoke-1956199786 description', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:00.303576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97b6baea-3abf-4b0f-aab0-5c873b9e87e7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.352398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.424955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97b6baea-3abf-4b0f-aab0-5c873b9e87e7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.431958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97b6baea-3abf-4b0f-aab0-5c873b9e87e7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.481909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97b6baea-3abf-4b0f-aab0-5c873b9e87e7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.483933 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-97b6baea-3abf-4b0f-aab0-5c873b9e87e7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2265501 Jan 27 15:04:00.486985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40948) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:00.492067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6baea-3abf-4b0f-aab0-5c873b9e87e7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:00.492551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8191b78c-bf85-4bef-9890-81065e5c8734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:00.502398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.511923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.536300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8191b78c-bf85-4bef-9890-81065e5c8734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.608765 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc86c63-51fa-4ec5-b0e9-ec1b3e422f34 None None] Pushing event updated for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:00.637298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8191b78c-bf85-4bef-9890-81065e5c8734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.643404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8191b78c-bf85-4bef-9890-81065e5c8734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.664208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191b78c-bf85-4bef-9890-81065e5c8734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179fd1b6-c925-4f55-abb0-1ba4d8938982,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:00.674401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8191b78c-bf85-4bef-9890-81065e5c8734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.676785 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8191b78c-bf85-4bef-9890-81065e5c8734 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885464 Jan 27 15:04:00.680029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40950) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:00.688297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ab3ed26d-d8b1-4c80-ba88-bc5dc1fc7ac5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:00.702833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Attempting to bind port a5d24ffb-4516-4ef4-bb70-c7d12246efdd on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:04:00.703497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Attempting to bind port a5d24ffb-4516-4ef4-bb70-c7d12246efdd by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:04:00.704073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Attempting to bind port a5d24ffb-4516-4ef4-bb70-c7d12246efdd on network c3647607-f1aa-4e07-9c11-57c966625d81 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:04:00.713146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:04:00.713742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Checking segment: {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:04:00.714396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.715047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Bound using segment: {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:04:00.715911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Bound port: a5d24ffb-4516-4ef4-bb70-c7d12246efdd, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:04:00.716532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.742910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed26d-d8b1-4c80-ba88-bc5dc1fc7ac5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.826259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed26d-d8b1-4c80-ba88-bc5dc1fc7ac5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.826642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] For port a5d24ffb-4516-4ef4-bb70-c7d12246efdd, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:04:00.831528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] For port a5d24ffb-4516-4ef4-bb70-c7d12246efdd, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:04:00.832526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed26d-d8b1-4c80-ba88-bc5dc1fc7ac5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.838655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.854835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ed26d-d8b1-4c80-ba88-bc5dc1fc7ac5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fa3783-5389-4045-ad57-fe84ebaff9ae,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:00.865502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed26d-d8b1-4c80-ba88-bc5dc1fc7ac5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.866814 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ab3ed26d-d8b1-4c80-ba88-bc5dc1fc7ac5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1849575 Jan 27 15:04:00.873417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 40952) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:00.878395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b9d85bfd-4c85-4f04-a107-abf5ec62de78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:00.917371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9d85bfd-4c85-4f04-a107-abf5ec62de78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.953568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-28f1d980-7a8a-4639-b9d5-3544eed73ad1 None None] Provisioning complete for port a5d24ffb-4516-4ef4-bb70-c7d12246efdd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:00.954184 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28f1d980-7a8a-4639-b9d5-3544eed73ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:00.967120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:00.968207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:01.010716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9d85bfd-4c85-4f04-a107-abf5ec62de78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.016319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9d85bfd-4c85-4f04-a107-abf5ec62de78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.050923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85bfd-4c85-4f04-a107-abf5ec62de78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68831e0d-69b6-4b70-acf7-3aa71adbdc8d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:01.057902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9d85bfd-4c85-4f04-a107-abf5ec62de78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.059903 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9d85bfd-4c85-4f04-a107-abf5ec62de78 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1852179 Jan 27 15:04:01.063426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40954) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:01.072710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc86c63-51fa-4ec5-b0e9-ec1b3e422f34 None None] Pushing event updated for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:01.085938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-98877140-f037-4255-83ce-a6d4aba3fe95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:01.140040 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98877140-f037-4255-83ce-a6d4aba3fe95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.251445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98877140-f037-4255-83ce-a6d4aba3fe95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.258315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98877140-f037-4255-83ce-a6d4aba3fe95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.270921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:04:01.300074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98877140-f037-4255-83ce-a6d4aba3fe95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4da2d53-88ff-45bd-ae74-a40991c04444,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:01.310350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-98877140-f037-4255-83ce-a6d4aba3fe95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.312475 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-98877140-f037-4255-83ce-a6d4aba3fe95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2472038 Jan 27 15:04:01.315862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40956) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:01.324653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:01.338749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28f1d980-7a8a-4639-b9d5-3544eed73ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.365226 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:04:01.374032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.489589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.495564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.524441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-28f1d980-7a8a-4639-b9d5-3544eed73ad1 None None] For port a5d24ffb-4516-4ef4-bb70-c7d12246efdd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:01.531094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee514727-b888-4ff1-a497-8e6e233d4b81,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:01.533111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28f1d980-7a8a-4639-b9d5-3544eed73ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.541994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.544014 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-33cf0a41-48a3-47a8-9fb7-fc6cbff4df46 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2258925 Jan 27 15:04:01.547304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 40958) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:01.554532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'security_group_rule': {'security_group_id': '88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6', 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:01.594801 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Project c5259567c06f4f89a4ad1e9a46582669 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:04:01.603972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.656896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1d980-7a8a-4639-b9d5-3544eed73ad1 None None] Pushing event updated for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:01.685613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.692338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.702649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c96b285b-a97f-4322-b2b8-576c88f24fd6 None None] Provisioning complete for port a5d24ffb-4516-4ef4-bb70-c7d12246efdd triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:01.703028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c96b285b-a97f-4322-b2b8-576c88f24fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.725328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5955a9d5-e4f9-4ee2-bc9d-6c946ca309c2,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:01.739207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:01.749714 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-03feb93d-0365-4537-a601-969891d17da5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1923907 Jan 27 15:04:01.770271 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:57Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:00Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:01.820714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d850836-062b-4b88-b353-0acc25ad64a3 None None] The sync data for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv is: [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:57Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:00Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:04:01.958613 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-2b00a5ee-297c-43ce-af87-8bb0c5a45f76 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1956199786&fields=id&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 267 time: 0.0406353 Jan 27 15:04:02.116090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-b1cf66a8-f57c-468e-a232-e477941399ba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:02.118485 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-b1cf66a8-f57c-468e-a232-e477941399ba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/networks?id=c3647607-f1aa-4e07-9c11-57c966625d81 HTTP/1.1" status: 200 len: 797 time: 0.1401775 Jan 27 15:04:02.137094 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-16575417-6023-46d6-99ff-0c37763fd1f7 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/quotas/c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 375 time: 0.0117846 Jan 27 15:04:02.210792 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-23a10d1e-1ec3-446a-8d73-0aabe6adf76e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618591 Jan 27 15:04:02.355498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-6371c28e-d177-4dba-9ad4-80168eb12db6 service neutron] 10.222.0.18 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281087 Jan 27 15:04:02.470171 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-213959be-1ccc-43d2-b001-62e710ceeafc service neutron] 10.222.0.18 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078687 Jan 27 15:04:02.717789 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8930d7b4-a547-4bcb-a0fe-f855734cf755 req-40e6cee4-44a8-4362-b9b3-b77bde7724c8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 210 time: 0.0405958 Jan 27 15:04:03.534211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a5d24ffb-4516-4ef4-bb70-c7d12246efdd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:04:03.811210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a5d24ffb-4516-4ef4-bb70-c7d12246efdd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:03.811604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:03.848413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-16f70b31-b4b0-40b1-b842-5e6c3d9da40b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:03.851435 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-16f70b31-b4b0-40b1-b842-5e6c3d9da40b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/networks?id=c3647607-f1aa-4e07-9c11-57c966625d81 HTTP/1.1" status: 200 len: 797 time: 0.1706510 Jan 27 15:04:03.899065 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8cde888-f1aa-4d7d-b93f-83b3eccc40fd req-af236013-f7d3-411c-b57e-a525dc75f1d4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 210 time: 0.0454662 Jan 27 15:04:03.936108 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-f11c9758-916b-41c1-8f71-92702645e193 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5259567c06f4f89a4ad1e9a46582669 HTTP/1.1" status: 200 len: 380 time: 0.0748582 Jan 27 15:04:03.946930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'port': {'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'admin_state_up': True, 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'security_groups': ['88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6']}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:04.075031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Made reservation on behalf of c5259567c06f4f89a4ad1e9a46582669 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:04:04.081794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:04.279015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.20.0.11 (c3647607-f1aa-4e07-9c11-57c966625d81/1ad52215-eaf8-4dee-9c61-e7a9afdf6b25/5e36c4ba-de8a-4414-adce-66a243f08e30) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:04:04.501395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:04.545123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:04.595936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network c3647607-f1aa-4e07-9c11-57c966625d81 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:04:04.600790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:04:04.605106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:04:04.632134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=5e36c4ba-de8a-4414-adce-66a243f08e30,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:04.668110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:04.668820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:04.690481 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-97ca862d-1734-4d44-bc01-e9eb0cb1127d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7476363 Jan 27 15:04:04.703943 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Request body: {'port': {'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:04.773620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:04.882109 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-64b8954d-b695-4207-9c6c-f1fb7abde864 None None] Provisioning complete for port 5e36c4ba-de8a-4414-adce-66a243f08e30 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:04.883090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-64b8954d-b695-4207-9c6c-f1fb7abde864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:04.927725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-64b8954d-b695-4207-9c6c-f1fb7abde864 None None] Port 5e36c4ba-de8a-4414-adce-66a243f08e30 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:04:05.061153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642cccb-952a-4058-ad81-bbc132d76bc9 req-87841f3b-746c-4e07-8bf1-ee9743f728d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:05.063667 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7642cccb-952a-4058-ad81-bbc132d76bc9 req-87841f3b-746c-4e07-8bf1-ee9743f728d3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 932 time: 0.0737512 Jan 27 15:04:05.118403 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7642cccb-952a-4058-ad81-bbc132d76bc9 req-1d0ea4a8-1b70-48a9-8c85-da24e0510ee8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452437 Jan 27 15:04:05.133012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e36c4ba-de8a-4414-adce-66a243f08e30 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:04:05.143412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:05.157724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Transition to ACTIVE for port object 5e36c4ba-de8a-4414-adce-66a243f08e30 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:04:05.162965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:05.231196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Pushing event updated for resources: {'Port': ['ID=5e36c4ba-de8a-4414-adce-66a243f08e30,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:05.335594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Attempting to bind port 5e36c4ba-de8a-4414-adce-66a243f08e30 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:04:05.336024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Attempting to bind port 5e36c4ba-de8a-4414-adce-66a243f08e30 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:04:05.336429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Attempting to bind port 5e36c4ba-de8a-4414-adce-66a243f08e30 on network c3647607-f1aa-4e07-9c11-57c966625d81 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:04:05.343346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Port 5e36c4ba-de8a-4414-adce-66a243f08e30 on network c3647607-f1aa-4e07-9c11-57c966625d81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:04:05.343776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Attempting to bind port 5e36c4ba-de8a-4414-adce-66a243f08e30 on network c3647607-f1aa-4e07-9c11-57c966625d81 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:04:05.350995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:04:05.351519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Checking segment: {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:04:05.352009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Bound using segment: {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:04:05.352600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Bound port: 5e36c4ba-de8a-4414-adce-66a243f08e30, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df390905-47d5-4369-adf3-7fd77231f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:04:05.353092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:05.444870 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] For port 5e36c4ba-de8a-4414-adce-66a243f08e30, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:04:05.450826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] For port 5e36c4ba-de8a-4414-adce-66a243f08e30, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5e36c4ba-de8a-4414-adce-66a243f08e30,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:04:05.459495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:05.498233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:05.499246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:05.501495 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] 10.222.0.72 "PUT /v2.0/ports/5e36c4ba-de8a-4414-adce-66a243f08e30 HTTP/1.1" status: 200 len: 1094 time: 0.8033371 Jan 27 15:04:05.505386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:04:05.510531 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c169db67-71dd-4414-84c4-cd5122f2e4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:04:05.570714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d144e95-5abe-4149-b8eb-7b28eb843fca service neutron] Pushing event updated for resources: {'Port': ['ID=5e36c4ba-de8a-4414-adce-66a243f08e30,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:05.603248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0127807-494e-4b08-a036-6abef3d9af69 x-openstack-request-id: req-f0127807-494e-4b08-a036-6abef3d9af69 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:04:05.603711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:04:05.604073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0127807-494e-4b08-a036-6abef3d9af69 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:04:05.604563 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'status': 'completed', 'code': 200} Jan 27 15:04:05.625966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-a49adf10-881c-4c8e-9ad4-2d22d684d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:05.627846 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-a49adf10-881c-4c8e-9ad4-2d22d684d6ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 1097 time: 0.0670702 Jan 27 15:04:05.689531 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-f7d5b39a-229a-4749-8ddc-372a4822d58d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e36c4ba-de8a-4414-adce-66a243f08e30 HTTP/1.1" status: 200 len: 217 time: 0.0545907 Jan 27 15:04:05.749417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-2ae00c3b-25d8-496c-a74f-58e71065a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:05.750986 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-2ae00c3b-25d8-496c-a74f-58e71065a6a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ad52215-eaf8-4dee-9c61-e7a9afdf6b25 HTTP/1.1" status: 200 len: 835 time: 0.0555010 Jan 27 15:04:05.803520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317533b3-7d1a-4443-a580-74bace955a3f req-45062077-89dd-479e-b54e-d8a2dd1eb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:05.805323 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-45062077-89dd-479e-b54e-d8a2dd1eb4e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c3647607-f1aa-4e07-9c11-57c966625d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481944 Jan 27 15:04:05.911164 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-4119e5cb-01ee-435b-b1a4-61e61335231a service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983984 Jan 27 15:04:06.008472 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-317533b3-7d1a-4443-a580-74bace955a3f req-5c24f3ab-dd2d-4ee7-951f-53dbcc187ca5 service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897775 Jan 27 15:04:06.108082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-24e77ec9-9a1b-445a-aff7-1acf755d25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:06.109628 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-24e77ec9-9a1b-445a-aff7-1acf755d25cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 1097 time: 0.0509400 Jan 27 15:04:06.249065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-4bcbcb24-538d-48a5-82bb-4d91853bf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:06.250639 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-4bcbcb24-538d-48a5-82bb-4d91853bf876 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c3647607-f1aa-4e07-9c11-57c966625d81 HTTP/1.1" status: 200 len: 898 time: 0.1330953 Jan 27 15:04:06.290539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5fb66-27b0-4ab6-a36b-5dcd613611c9 req-772a76ae-e18a-4fb7-b8b4-338ccd836fb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:06.292587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c1d5fb66-27b0-4ab6-a36b-5dcd613611c9 req-772a76ae-e18a-4fb7-b8b4-338ccd836fb5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 944 time: 0.0595973 Jan 27 15:04:06.304915 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-2685cd61-330d-4325-9d53-7a6040801aad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e36c4ba-de8a-4414-adce-66a243f08e30 HTTP/1.1" status: 200 len: 217 time: 0.0453746 Jan 27 15:04:06.344157 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c1d5fb66-27b0-4ab6-a36b-5dcd613611c9 req-797f01c1-f95a-401b-8193-a5c24b03531d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 Jan 27 15:04:06.375220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-9bb338bf-3559-4098-bd46-a144f8a3f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:06.376761 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-9bb338bf-3559-4098-bd46-a144f8a3f69d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ad52215-eaf8-4dee-9c61-e7a9afdf6b25 HTTP/1.1" status: 200 len: 835 time: 0.0646968 Jan 27 15:04:06.448324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-5b90b742-066b-4243-a99d-8da38d8652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:06.450711 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-5b90b742-066b-4243-a99d-8da38d8652cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c3647607-f1aa-4e07-9c11-57c966625d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660930 Jan 27 15:04:06.560386 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-e79877f5-1f1c-4ef3-8643-3eb7e77d2297 service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000378 Jan 27 15:04:06.727448 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c169db67-71dd-4414-84c4-cd5122f2e4b5 req-98219876-9bd5-4d72-83d4-24b34214e51d service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580284 Jan 27 15:04:07.508364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a20c4-9dce-4bf5-b074-83682ec073f4 req-1366b72c-b7a7-482b-a9ff-67ebc7f36ae6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:07.511061 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-be1a20c4-9dce-4bf5-b074-83682ec073f4 req-1366b72c-b7a7-482b-a9ff-67ebc7f36ae6 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 944 time: 0.0823870 Jan 27 15:04:07.578318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-be1a20c4-9dce-4bf5-b074-83682ec073f4 req-ff6981b6-720e-48ab-a8ab-6fdfff74ee95 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606623 Jan 27 15:04:08.651704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 5e36c4ba-de8a-4414-adce-66a243f08e30 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:04:08.714301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4300cd-0418-40b5-a016-e407cdf1a087 req-3f73a63d-1432-457d-8300-07cc98050ad1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:08.716210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7e4300cd-0418-40b5-a016-e407cdf1a087 req-3f73a63d-1432-457d-8300-07cc98050ad1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 944 time: 0.0631976 Jan 27 15:04:08.773325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7e4300cd-0418-40b5-a016-e407cdf1a087 req-0ba58314-2f7f-4333-a3db-fe11b61505f3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Jan 27 15:04:08.788619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 5e36c4ba-de8a-4414-adce-66a243f08e30, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5e36c4ba-de8a-4414-adce-66a243f08e30,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:08.806194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'mac_address': 'fa:16:3e:2f:36:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:04:08.846075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:08.860807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e36c4ba-de8a-4414-adce-66a243f08e30 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:04:08.891473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 5e36c4ba-de8a-4414-adce-66a243f08e30, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5e36c4ba-de8a-4414-adce-66a243f08e30,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:08.896058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:08.947528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=5e36c4ba-de8a-4414-adce-66a243f08e30,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:09.101045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['5e36c4ba-de8a-4414-adce-66a243f08e30'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:04:09.904199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe2925-f5b7-4a77-a1d4-5e93baeef177 req-29a445a7-2c9d-4226-a3da-9d3d42cfab70 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:09.905799 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80fe2925-f5b7-4a77-a1d4-5e93baeef177 req-29a445a7-2c9d-4226-a3da-9d3d42cfab70 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 945 time: 0.0537717 Jan 27 15:04:09.953087 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80fe2925-f5b7-4a77-a1d4-5e93baeef177 req-26a213a0-5aab-40fd-80ce-e85bb7a3515e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358596 Jan 27 15:04:10.649953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 5e36c4ba-de8a-4414-adce-66a243f08e30 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:04:10.707086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 5e36c4ba-de8a-4414-adce-66a243f08e30 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:04:10.711883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 5e36c4ba-de8a-4414-adce-66a243f08e30 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:10.712416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:10.803393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:10.828219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:04:10.830782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688576db-ba95-4dfd-9dae-28b430cc4a8e" -d '{"events": [{"server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "name": "network-vif-plugged", "status": "completed", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:04:10.845934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 5e36c4ba-de8a-4414-adce-66a243f08e30, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5e36c4ba-de8a-4414-adce-66a243f08e30,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:10.851782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:10.903168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=5e36c4ba-de8a-4414-adce-66a243f08e30,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:10.945181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a44f4d-07b3-41d1-b868-c14724466179 x-openstack-request-id: req-97a44f4d-07b3-41d1-b868-c14724466179 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:04:10.945479 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "name": "network-vif-plugged", "status": "completed", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:04:10.945738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97a44f4d-07b3-41d1-b868-c14724466179 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:04:10.946140 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'code': 200} Jan 27 15:04:11.088416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f6b3-6e75-4e00-a897-299c3a78fc36 req-81c8f667-1d74-482b-af3c-aefc80b6d0e8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:11.090021 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1d81f6b3-6e75-4e00-a897-299c3a78fc36 req-81c8f667-1d74-482b-af3c-aefc80b6d0e8 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 946 time: 0.0542929 Jan 27 15:04:11.137786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1d81f6b3-6e75-4e00-a897-299c3a78fc36 req-517b11d4-49cb-47d7-aece-dbac97f26f5a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362978 Jan 27 15:04:11.145781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75e88-e9e7-484c-a78d-d2ad30cf5c0c req-fdd2aca9-37a3-4a05-bf2c-f4865b5da2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:11.146916 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9f75e88-e9e7-484c-a78d-d2ad30cf5c0c req-fdd2aca9-37a3-4a05-bf2c-f4865b5da2d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 1099 time: 0.0560861 Jan 27 15:04:11.185691 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a9f75e88-e9e7-484c-a78d-d2ad30cf5c0c req-345e1e9d-8407-432e-ab41-acce634fce56 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Jan 27 15:04:12.319171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700435b-9747-4ba8-86da-21ff5d644fd9 req-63cd204e-f329-48ad-9c8b-40b1886e2a1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:12.320886 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b700435b-9747-4ba8-86da-21ff5d644fd9 req-63cd204e-f329-48ad-9c8b-40b1886e2a1a tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 946 time: 0.0773835 Jan 27 15:04:12.364264 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b700435b-9747-4ba8-86da-21ff5d644fd9 req-61ebfd29-29d2-4802-9582-f16015f99dce tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366447 Jan 27 15:04:13.535696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33647-9415-4a06-a640-db40fecc3046 req-9ea1a816-3d72-48ec-96f1-ee37baf762ac tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:13.537433 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-acd33647-9415-4a06-a640-db40fecc3046 req-9ea1a816-3d72-48ec-96f1-ee37baf762ac tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 946 time: 0.0839775 Jan 27 15:04:13.601528 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-acd33647-9415-4a06-a640-db40fecc3046 req-47f91ffa-5d3e-4a79-a150-764bbc30592c tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573137 Jan 27 15:04:13.724634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e6f5d-e955-47a3-af11-645017f17196 req-7f418a14-3e04-4d93-a6c2-c5d7aef46c2e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:13.726307 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fd4e6f5d-e955-47a3-af11-645017f17196 req-7f418a14-3e04-4d93-a6c2-c5d7aef46c2e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 946 time: 0.0541129 Jan 27 15:04:13.768902 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fd4e6f5d-e955-47a3-af11-645017f17196 req-9a948c72-88b9-42d0-8bbf-5fe7efd76c60 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340617 Jan 27 15:04:13.797421 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41016) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:13.838999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc074b59-9288-4695-87b8-16a873728466 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:13.840624 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cc074b59-9288-4695-87b8-16a873728466 tempest-TestNetworkBasicOps-244151501 tempest-TestNetworkBasicOps-244151501-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 1094 time: 0.0420597 Jan 27 15:04:13.843971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41018) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:13.849249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:13.881523 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:14.004947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:14.029212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ab05c658-cc5a-4420-b6de-746c6f517921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:14.131113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Allocated IP 172.26.6.81 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/480fdec2-987d-4c39-a0bb-6a597289dd57) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:04:14.251354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:14.291636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:14.342140 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:04:14.346627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:04:14.349347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:04:14.379640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=480fdec2-987d-4c39-a0bb-6a597289dd57,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:14.777185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:14.849784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:15.006986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:15.011723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:15.085775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event updated for resources: {'Port': ['ID=480fdec2-987d-4c39-a0bb-6a597289dd57,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:15.098502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:15.208197 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP f1952bec-addd-456a-be3b-c5e97fe5b417 associated. External IP: 172.26.6.81, port: 5e36c4ba-de8a-4414-adce-66a243f08e30. Jan 27 15:04:15.446975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 9d5c7f91-1527-415a-894a-178e7e902309 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:04:15.561239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:04:15.575307 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] Sync routers for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:04:15.581011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:15.589338 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:15.590050 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:15.616568 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-25f9e632-89b4-48e7-932a-2c3d53407f8e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7675986 Jan 27 15:04:15.616568 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:04:15.616568 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a" -d '{"events": [{"name": "network-changed", "server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:04:15.617155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41020) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:15.668955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b07707-f6f4-437f-b020-d1ddeecb0875 x-openstack-request-id: req-64b07707-f6f4-437f-b020-d1ddeecb0875 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:04:15.669366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:04:15.669714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64b07707-f6f4-437f-b020-d1ddeecb0875 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:04:15.670280 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'status': 'completed', 'code': 200} Jan 27 15:04:15.699832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-176a2d4f-51df-4774-a525-416d93e8b82e tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 200 len: 991 time: 0.0801733 Jan 27 15:04:15.719776 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:04:15.738420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-0f7f5a21-778a-4a74-8b59-1eefb8606e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:15.740105 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-0f7f5a21-778a-4a74-8b59-1eefb8606e3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 1099 time: 0.0447731 Jan 27 15:04:15.842393 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-01cb82dc-ec03-4bf6-ad27-41ce8810535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:15.844079 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-01cb82dc-ec03-4bf6-ad27-41ce8810535a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c3647607-f1aa-4e07-9c11-57c966625d81 HTTP/1.1" status: 200 len: 898 time: 0.0975578 Jan 27 15:04:15.931615 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-a289d57a-6df3-42e3-a11f-84586701b262 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e36c4ba-de8a-4414-adce-66a243f08e30 HTTP/1.1" status: 200 len: 999 time: 0.0793917 Jan 27 15:04:15.990907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-e07f2e73-da16-4352-925d-95c979f7245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:15.993104 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-e07f2e73-da16-4352-925d-95c979f7245c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ad52215-eaf8-4dee-9c61-e7a9afdf6b25 HTTP/1.1" status: 200 len: 835 time: 0.0555527 Jan 27 15:04:16.008824 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:57Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'f1952bec-addd-456a-be3b-c5e97fe5b417', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'mac_address': 'fa:16:3e:2f:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:04:14Z', 'updated_at': '2022-01-27T15:04:14Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:01Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:16.043727 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] Checking router: 9d5c7f91-1527-415a-894a-178e7e902309 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:04:16.053389 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:16.055085 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:03:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:16.072432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-6998eaa7-76b5-4314-8225-f8c4a3a7e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:16.074746 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-6998eaa7-76b5-4314-8225-f8c4a3a7e762 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c3647607-f1aa-4e07-9c11-57c966625d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754085 Jan 27 15:04:16.177932 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:04:16.188744 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-5548256c-96ed-4f1a-bb89-a1bf70d11bce service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057281 Jan 27 15:04:16.250184 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6341e1e5-6660-4a28-a114-6d8720eccc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:16.311721 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-fd787a0b-f54c-49bc-baf1-a0bc8b1c090a req-0e4478ab-64e9-4411-9131-127f206144a3 service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167908 Jan 27 15:04:16.559874 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:57Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'f1952bec-addd-456a-be3b-c5e97fe5b417', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'mac_address': 'fa:16:3e:2f:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:04:14Z', 'updated_at': '2022-01-27T15:04:14Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:01Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:16.592405 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a237c75-fd17-4e77-b3e1-2f5d24ac818b None None] The sync data for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv is: [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:57Z', 'revision_number': 4, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'f1952bec-addd-456a-be3b-c5e97fe5b417', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'mac_address': 'fa:16:3e:2f:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:04:14Z', 'updated_at': '2022-01-27T15:04:14Z', 'revision_number': 0, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:01Z', 'revision_number': 5, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:04:16.704035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41024) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:16.777622 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-85c5b9ad-80c0-4ff9-8017-dfc90ce787fd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 200 len: 991 time: 0.0702186 Jan 27 15:04:16.846453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e675b-7b30-4e97-907e-6648b7a976ea None None] New status for floating IP f1952bec-addd-456a-be3b-c5e97fe5b417: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:04:17.387521 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:17.781035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41026) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:17.855104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e1e9e09f-1515-4cdf-a6d4-30f8adab9813 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 200 len: 993 time: 0.0725927 Jan 27 15:04:18.782168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:19.196658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:30.305471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:31.914272 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:04:44.022839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5e89a3b2-c1b6-4d81-a98b-90375e97033a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:46.245266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3fa8135-982e-4a5b-8000-8baa03423562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:47.101924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41040) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:47.106603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-f3caf820-d8b5-4875-909f-87433ba3cfc0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'admin_state_up': False}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:47.396620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:47.460381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f3caf820-d8b5-4875-909f-87433ba3cfc0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:47.474563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f3caf820-d8b5-4875-909f-87433ba3cfc0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:47.929553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3caf820-d8b5-4875-909f-87433ba3cfc0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 9d5c7f91-1527-415a-894a-178e7e902309 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:04:48.053525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3caf820-d8b5-4875-909f-87433ba3cfc0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:04:48.063032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f3caf820-d8b5-4875-909f-87433ba3cfc0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:48.065283 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f3caf820-d8b5-4875-909f-87433ba3cfc0 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/9d5c7f91-1527-415a-894a-178e7e902309 HTTP/1.1" status: 200 len: 889 time: 0.9616067 Jan 27 15:04:48.066114 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] Sync routers for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:04:48.082540 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:48.083161 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:48.117533 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:48.128810 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:48.129482 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:48.166923 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:48.167606 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e3ce4-6418-48ce-b8b8-945232d89d88 None None] The sync data for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv is: [] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:04:48.704643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a5c89-214b-4f1b-a1b9-d281fc432ed6 None None] New status for floating IP f1952bec-addd-456a-be3b-c5e97fe5b417: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:04:48.820751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:49.201237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:49.521238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a5d24ffb-4516-4ef4-bb70-c7d12246efdd no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:04:49.601113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:49.639132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port a5d24ffb-4516-4ef4-bb70-c7d12246efdd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:49.644998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:49.645752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 50c54e60-5a01-40b3-8b57-f24e7257f415 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:04:49.722674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:49.764287 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:49.787219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 50c54e60-5a01-40b3-8b57-f24e7257f415, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=50c54e60-5a01-40b3-8b57-f24e7257f415,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:49.792152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:49.848435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=50c54e60-5a01-40b3-8b57-f24e7257f415,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:50.082752 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-a60c12a0-4149-46c7-a924-0fa8807e5482 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523975 Jan 27 15:04:50.188073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-47cf8ac5-18d5-44e6-b452-0b7ad10a5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:50.188232 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-47cf8ac5-18d5-44e6-b452-0b7ad10a5904 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 1099 time: 0.0618079 Jan 27 15:04:50.188349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41044) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:50.195568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-78f987f6-7cbb-4b31-b2f0-3b95d503ceaf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Request body: {'router': {'admin_state_up': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:04:50.307346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-7da36762-4df8-453b-ae65-ac05c38d1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:50.308772 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-7da36762-4df8-453b-ae65-ac05c38d1ff2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c3647607-f1aa-4e07-9c11-57c966625d81 HTTP/1.1" status: 200 len: 898 time: 0.0979428 Jan 27 15:04:50.420028 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-7f4742d4-6f06-441f-89dd-9946d991718b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e36c4ba-de8a-4414-adce-66a243f08e30 HTTP/1.1" status: 200 len: 999 time: 0.1043825 Jan 27 15:04:50.478075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-a6897b7e-68ba-4442-9a26-a2bc7a35cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:50.480665 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-a6897b7e-68ba-4442-9a26-a2bc7a35cdac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ad52215-eaf8-4dee-9c61-e7a9afdf6b25 HTTP/1.1" status: 200 len: 835 time: 0.0539131 Jan 27 15:04:50.534248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-4798fdda-a446-49a7-a48e-60c0ce3872d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:50.536933 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-4798fdda-a446-49a7-a48e-60c0ce3872d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c3647607-f1aa-4e07-9c11-57c966625d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501251 Jan 27 15:04:50.575075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78f987f6-7cbb-4b31-b2f0-3b95d503ceaf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1726737', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1727467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9136'] for router, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:50.586599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78f987f6-7cbb-4b31-b2f0-3b95d503ceaf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1726730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1726723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1727583'] for router, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:50.669435 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-b25e07bf-f5be-44d8-b75d-12c80234890d service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259732 Jan 27 15:04:50.722472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f987f6-7cbb-4b31-b2f0-3b95d503ceaf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 9d5c7f91-1527-415a-894a-178e7e902309 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:04:50.810566 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-0cac54c7-076e-4158-b7c3-cc8ec2c21d73 req-37c07335-db31-404e-a2a3-d57aa6d8a62a service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345470 Jan 27 15:04:50.849776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f987f6-7cbb-4b31-b2f0-3b95d503ceaf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:04:50.860111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-78f987f6-7cbb-4b31-b2f0-3b95d503ceaf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:50.861006 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] Sync routers for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:04:50.862032 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-78f987f6-7cbb-4b31-b2f0-3b95d503ceaf tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/9d5c7f91-1527-415a-894a-178e7e902309 HTTP/1.1" status: 200 len: 888 time: 0.6724801 Jan 27 15:04:50.865228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41046) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:50.875461 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:50.875790 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:50.942464 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c72efbc7-32a3-43ac-8d32-cf3efbb22fba tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 200 len: 991 time: 0.0757105 Jan 27 15:04:51.064416 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:04:51.316799 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:50Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'f1952bec-addd-456a-be3b-c5e97fe5b417', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'mac_address': 'fa:16:3e:2f:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:04:14Z', 'updated_at': '2022-01-27T15:04:48Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:49Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:51.350121 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] Checking router: 9d5c7f91-1527-415a-894a-178e7e902309 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:04:51.360215 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:51.360846 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:51.501627 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:04:51.772655 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:50Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'f1952bec-addd-456a-be3b-c5e97fe5b417', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'mac_address': 'fa:16:3e:2f:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:04:14Z', 'updated_at': '2022-01-27T15:04:48Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:49Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:51.801093 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251e9056-ab57-4e54-92c4-4c66788257b8 None None] The sync data for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv is: [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:50Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'f1952bec-addd-456a-be3b-c5e97fe5b417', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'port_id': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'mac_address': 'fa:16:3e:2f:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0283dcdf-b341-4785-a27e-515267e2a326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:04:14Z', 'updated_at': '2022-01-27T15:04:48Z', 'revision_number': 2, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:49Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:04:51.946994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41050) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:52.059643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-958bdde9-b6cf-4398-a999-042fe938f4cb tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 200 len: 991 time: 0.1110716 Jan 27 15:04:53.063833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41052) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:53.151586 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-853b0ce7-f71a-44bf-b1e0-202f806d99e4 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 200 len: 991 time: 0.0860372 Jan 27 15:04:53.596304 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e255f-3142-4520-b3ab-05f1407d5608 None None] New status for floating IP f1952bec-addd-456a-be3b-c5e97fe5b417: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:04:53.665879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a5d24ffb-4516-4ef4-bb70-c7d12246efdd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:04:53.804905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a5d24ffb-4516-4ef4-bb70-c7d12246efdd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:53.805334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:53.927805 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:53.981273 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port a5d24ffb-4516-4ef4-bb70-c7d12246efdd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:53.985891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:53.987453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 50c54e60-5a01-40b3-8b57-f24e7257f415 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:04:54.085257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:54.100731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.101236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.101680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.102119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.102560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.103028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.103598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.104139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.104592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.105036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.105635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.106113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:54.119545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 50c54e60-5a01-40b3-8b57-f24e7257f415 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:54.120319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:54.155508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41054) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:54.222707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:54.229257 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fa5e4f8a-abbd-4c53-a036-4117f571d44d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 200 len: 993 time: 0.0725794 Jan 27 15:04:54.247454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 50c54e60-5a01-40b3-8b57-f24e7257f415, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=50c54e60-5a01-40b3-8b57-f24e7257f415,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:54.253190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:54.318284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=50c54e60-5a01-40b3-8b57-f24e7257f415,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:54.484771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41060) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:54.669060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 480fdec2-987d-4c39-a0bb-6a597289dd57 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:04:54.669550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.093138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.093456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.107785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 480fdec2-987d-4c39-a0bb-6a597289dd57 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:04:55.287981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.317094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=480fdec2-987d-4c39-a0bb-6a597289dd57,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:55.330433 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.330760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.331111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.331450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.331797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.332105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.332557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.333036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.333369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.333690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.334013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.334342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:55.391143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.391754 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Floating IP f1952bec-addd-456a-be3b-c5e97fe5b417 disassociated (deleted). External IP: 172.26.6.81, port: 5e36c4ba-de8a-4414-adce-66a243f08e30. Jan 27 15:04:55.544863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a5d24ffb-4516-4ef4-bb70-c7d12246efdd up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:04:55.615809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a5d24ffb-4516-4ef4-bb70-c7d12246efdd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:55.616322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.660893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 9d5c7f91-1527-415a-894a-178e7e902309 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:04:55.722035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 50c54e60-5a01-40b3-8b57-f24e7257f415 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:04:55.790111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 50c54e60-5a01-40b3-8b57-f24e7257f415 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:04:55.790453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.809191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:04:55.814982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:55.823320 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] Sync routers for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:04:55.835877 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:55.836706 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:55.864244 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-495dbc23-730e-4add-8a44-3123afd5a6cd tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/floatingips/f1952bec-addd-456a-be3b-c5e97fe5b417 HTTP/1.1" status: 204 len: 168 time: 1.3776286 Jan 27 15:04:55.864652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:04:55.869114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:04:55.953431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f65261-885f-4309-a175-359783fe09f3 x-openstack-request-id: req-86f65261-885f-4309-a175-359783fe09f3 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:04:55.954203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:04:55.955634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86f65261-885f-4309-a175-359783fe09f3 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:04:55.956539 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'status': 'completed', 'code': 200} Jan 27 15:04:56.015172 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:04:56.049837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-752d3e02-d3de-4155-8fd7-7bd27c65cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:56.052050 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-752d3e02-d3de-4155-8fd7-7bd27c65cc17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5259567c06f4f89a4ad1e9a46582669&device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 1099 time: 0.0693622 Jan 27 15:04:56.211576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-c632c692-c5e6-421f-9fdf-0020837de33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:56.214221 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-c632c692-c5e6-421f-9fdf-0020837de33f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c3647607-f1aa-4e07-9c11-57c966625d81 HTTP/1.1" status: 200 len: 898 time: 0.1551731 Jan 27 15:04:56.280251 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-530f1f68-9f5c-4a78-9ee3-9b654ea413d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e36c4ba-de8a-4414-adce-66a243f08e30 HTTP/1.1" status: 200 len: 217 time: 0.0580976 Jan 27 15:04:56.282143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce490ba-5bc6-4eab-8c6a-208a072e683d req-3cc2302f-35db-462e-951b-9723ede9f18b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:56.284461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ce490ba-5bc6-4eab-8c6a-208a072e683d req-3cc2302f-35db-462e-951b-9723ede9f18b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 946 time: 0.0714109 Jan 27 15:04:56.340910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-168a9228-f2c8-4963-ad88-8b0a45ac2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:56.343839 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-168a9228-f2c8-4963-ad88-8b0a45ac2fec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1ad52215-eaf8-4dee-9c61-e7a9afdf6b25 HTTP/1.1" status: 200 len: 835 time: 0.0570171 Jan 27 15:04:56.353348 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ce490ba-5bc6-4eab-8c6a-208a072e683d req-189c15f3-2f84-42d4-8b27-7a13a3930e99 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574019 Jan 27 15:04:56.390972 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:50Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:53Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:56.405612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-1394454f-62cd-4670-8a98-dcbff99a63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:56.407764 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-1394454f-62cd-4670-8a98-dcbff99a63c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c3647607-f1aa-4e07-9c11-57c966625d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568676 Jan 27 15:04:56.420641 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] Checking router: 9d5c7f91-1527-415a-894a-178e7e902309 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:04:56.432301 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:04:56.433368 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:56.528886 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-6efca041-a004-4771-8ff2-0b04e447fa71 service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130483 Jan 27 15:04:56.689925 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ef4f7be3-a42e-47c7-bb8d-3e13626fbb1f req-8cc80bab-7ca5-4b12-96fd-f77366761cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517446 Jan 27 15:04:56.730128 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:04:56.946165 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:50Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:53Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:04:56.985780 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43f117-20e4-4b8f-af59-1f0b9741e425 None None] The sync data for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv is: [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:50Z', 'revision_number': 6, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'a5d24ffb-4516-4ef4-bb70-c7d12246efdd', 'name': '', 'network_id': 'c3647607-f1aa-4e07-9c11-57c966625d81', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'mac_address': 'fa:16:3e:7b:50:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:56Z', 'updated_at': '2022-01-27T15:04:53Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'subnets': [{'id': '1ad52215-eaf8-4dee-9c61-e7a9afdf6b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:04:57.505031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-753d1dbc-a446-4606-9217-05de4453a9ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:57.508928 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-753d1dbc-a446-4606-9217-05de4453a9ae tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 946 time: 0.0827744 Jan 27 15:04:57.550319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20db7b-fc50-48de-b345-36fbcf45d48a req-a20b812b-489d-491f-96f8-2d3cf0852f8f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:04:57.552698 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a20db7b-fc50-48de-b345-36fbcf45d48a req-a20b812b-489d-491f-96f8-2d3cf0852f8f tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/ports?device_id=0283dcdf-b341-4785-a27e-515267e2a326 HTTP/1.1" status: 200 len: 946 time: 0.0858073 Jan 27 15:04:57.627723 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a20db7b-fc50-48de-b345-36fbcf45d48a req-5e428991-aa3a-47a9-b40d-bbcd560fe49d tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "GET /v2.0/security-groups?id=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596507 Jan 27 15:04:57.676256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 5e36c4ba-de8a-4414-adce-66a243f08e30 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:04:57.676770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:57.848047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 5e36c4ba-de8a-4414-adce-66a243f08e30, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=5e36c4ba-de8a-4414-adce-66a243f08e30,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:57.848593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:57.867643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dc7437-5ba0-492f-8031-ffecbfb2497d None None] New status for floating IP f1952bec-addd-456a-be3b-c5e97fe5b417: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:04:57.873745 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 5e36c4ba-de8a-4414-adce-66a243f08e30 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:04:58.053196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:58.085200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=5e36c4ba-de8a-4414-adce-66a243f08e30,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:58.139039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] No DVR routers for this DVR port 5e36c4ba-de8a-4414-adce-66a243f08e30 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:04:58.141919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:58.145876 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-caa84656-c9c6-454b-bd66-b96bfc0bde42 req-a1c0816b-8517-4a1d-afad-79438f22563b tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.72 "DELETE /v2.0/ports/5e36c4ba-de8a-4414-adce-66a243f08e30 HTTP/1.1" status: 204 len: 173 time: 0.6309469 Jan 27 15:04:58.146368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'name': 'network-vif-deleted', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:04:58.148861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba74aeb-e9cf-4ea5-9b23-5f926e5cb95d" -d '{"events": [{"server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "name": "network-vif-deleted", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:04:58.196380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa9129a-bb19-4737-8ae1-98006759062c x-openstack-request-id: req-8fa9129a-bb19-4737-8ae1-98006759062c {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:04:58.196679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0283dcdf-b341-4785-a27e-515267e2a326", "name": "network-vif-deleted", "tag": "5e36c4ba-de8a-4414-adce-66a243f08e30", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:04:58.196930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fa9129a-bb19-4737-8ae1-98006759062c {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:04:58.197335 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0283dcdf-b341-4785-a27e-515267e2a326', 'name': 'network-vif-deleted', 'tag': '5e36c4ba-de8a-4414-adce-66a243f08e30', 'status': 'completed', 'code': 200} Jan 27 15:04:58.700508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41076) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:58.773517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:58.803527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:58.879873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:58.882759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:58.884276 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/security-groups/88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6 HTTP/1.1" status: 204 len: 168 time: 0.1822519 Jan 27 15:04:58.896467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8f0bb-17b5-4d5a-b9cf-6320cf357dd6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:04:58.905814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.906287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.906986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.907502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.907761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.908761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.909288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.909693 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.910039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.910462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.910972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.911579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367363b5-aaaa-42eb-b6b5-f336d945c1e3 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:04:58.932290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41080) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:04:59.351091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:59.647083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port a5d24ffb-4516-4ef4-bb70-c7d12246efdd {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:04:59.647556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:59.756174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port a5d24ffb-4516-4ef4-bb70-c7d12246efdd, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:04:59.757320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:04:59.772072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for a5d24ffb-4516-4ef4-bb70-c7d12246efdd owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:05:00.058366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:00.090261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=a5d24ffb-4516-4ef4-bb70-c7d12246efdd,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:00.310414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:00.335450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:00.588973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Router 9d5c7f91-1527-415a-894a-178e7e902309 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:05:00.716904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:05:00.723010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-effbb818-9716-442a-95d0-2124bff722be tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "PUT /v2.0/routers/9d5c7f91-1527-415a-894a-178e7e902309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7887063 Jan 27 15:05:00.726683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41082) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:00.730146 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] Sync routers for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:05:00.745204 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:05:00.746285 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:00.799819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting subnet 1ad52215-eaf8-4dee-9c61-e7a9afdf6b25 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:05:00.805290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:00.867475 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:05:00.868369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:00.977395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 5e36c4ba-de8a-4414-adce-66a243f08e30 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:05:01.003481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 5e36c4ba-de8a-4414-adce-66a243f08e30 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:05:01.003861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 5e36c4ba-de8a-4414-adce-66a243f08e30 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:05:01.021878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.079577 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:59Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:01.108478 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] Checking router: 9d5c7f91-1527-415a-894a-178e7e902309 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:05:01.119098 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] Routers {'9d5c7f91-1527-415a-894a-178e7e902309'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:05:01.119751 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:04:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['9d5c7f91-1527-415a-894a-178e7e902309'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:01.127387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.181713 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad52215-eaf8-4dee-9c61-e7a9afdf6b25,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:01.185445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.191147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1abd28-10fc-4119-86b2-b994c45e68c5 None None] Network c3647607-f1aa-4e07-9c11-57c966625d81 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:05:01.191632 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ee5e85b1-5380-4833-9911-0110ab82a1d1 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/subnets/1ad52215-eaf8-4dee-9c61-e7a9afdf6b25 HTTP/1.1" status: 204 len: 168 time: 0.4636526 Jan 27 15:05:01.195298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41084) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:01.251138 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] Set router 9d5c7f91-1527-415a-894a-178e7e902309 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:05:01.341311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.477865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] DHCP port deletion for c3647607-f1aa-4e07-9c11-57c966625d81 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:05:01.492380 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:59Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:01.519471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.549662 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ef830-f338-42e5-b098-e9dde0d70977 None None] The sync data for ids ['9d5c7f91-1527-415a-894a-178e7e902309'] in dv-neutron-826438-5-hyperv is: [{'id': '9d5c7f91-1527-415a-894a-178e7e902309', 'name': 'tempest-TestNetworkBasicOps-router-1543855600', 'tenant_id': 'c5259567c06f4f89a4ad1e9a46582669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:59Z', 'revision_number': 7, 'project_id': 'c5259567c06f4f89a4ad1e9a46582669', 'gw_port': {'id': '50c54e60-5a01-40b3-8b57-f24e7257f415', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5c7f91-1527-415a-894a-178e7e902309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:03:53Z', 'updated_at': '2022-01-27T15:04:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:05:01.584862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] Deleting port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:05:01.585483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.612788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Deleting port 50c54e60-5a01-40b3-8b57-f24e7257f415 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:05:01.613336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.681254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] For port 14a4e4f0-2dee-446c-9e13-2a1d124f7747, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=14a4e4f0-2dee-446c-9e13-2a1d124f7747,segment=NetworkSegment(df390905-47d5-4369-adf3-7fd77231f374),segment_id=df390905-47d5-4369-adf3-7fd77231f374)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:01.681828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.698692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] Calling delete_port for 14a4e4f0-2dee-446c-9e13-2a1d124f7747 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:05:01.738660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] For port 50c54e60-5a01-40b3-8b57-f24e7257f415, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=50c54e60-5a01-40b3-8b57-f24e7257f415,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:01.739226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.760312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Calling delete_port for 50c54e60-5a01-40b3-8b57-f24e7257f415 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:05:01.789341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:01.818544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] Pushing event deleted for resources: {'Port': ['ID=14a4e4f0-2dee-446c-9e13-2a1d124f7747,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:01.820714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ecd5a-5836-4702-87aa-6dec0b6e807f None None] No DVR routers for this DVR port 14a4e4f0-2dee-446c-9e13-2a1d124f7747 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:05:01.946279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 14a4e4f0-2dee-446c-9e13-2a1d124f7747 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:05:01.976978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 14a4e4f0-2dee-446c-9e13-2a1d124f7747 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:05:01.977549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 14a4e4f0-2dee-446c-9e13-2a1d124f7747 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:05:02.036700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.076464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Port': ['ID=50c54e60-5a01-40b3-8b57-f24e7257f415,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:02.164170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.273916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.276845 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.332716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.333420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Fanout notify agent at l3_agent the message router_deleted on router 9d5c7f91-1527-415a-894a-178e7e902309 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:05:02.344617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.347022 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-71c299e3-e7e0-4c58-8187-1b25809643f5 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/routers/9d5c7f91-1527-415a-894a-178e7e902309 HTTP/1.1" status: 204 len: 168 time: 1.1500819 Jan 27 15:05:02.350963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41086) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:02.462339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.560528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.584422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3647607-f1aa-4e07-9c11-57c966625d81']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:02.596446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df390905-47d5-4369-adf3-7fd77231f374') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:02.596825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df390905-47d5-4369-adf3-7fd77231f374') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:02.608369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.624220 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.631625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:05:02.632279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:05:02.635707 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:05:02.708018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.717030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:02.719626 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] 10.222.0.18 "DELETE /v2.0/networks/c3647607-f1aa-4e07-9c11-57c966625d81 HTTP/1.1" status: 204 len: 168 time: 0.3669057 Jan 27 15:05:02.733358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d1ae1-10e2-46bc-b279-d1451c401a37 tempest-TestNetworkBasicOps-51786904 tempest-TestNetworkBasicOps-51786904-project] Pushing event deleted for resources: {'Network': ['ID=c3647607-f1aa-4e07-9c11-57c966625d81,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:03.072721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41092) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:03.225646 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3feee28a-358f-410b-9ca1-95369c30733d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5259567c06f4f89a4ad1e9a46582669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513903 Jan 27 15:05:03.228820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41096) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:03.283494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-19f7348d-5b62-41a0-bee0-2c96e330dd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.325642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-19f7348d-5b62-41a0-bee0-2c96e330dd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.385070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-19f7348d-5b62-41a0-bee0-2c96e330dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.387965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-19f7348d-5b62-41a0-bee0-2c96e330dd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.389172 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-19f7348d-5b62-41a0-bee0-2c96e330dd53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69fa2374-3c06-4120-b17e-9afa19baf978 HTTP/1.1" status: 204 len: 168 time: 0.1592898 Jan 27 15:05:03.398849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7348d-5b62-41a0-bee0-2c96e330dd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fa2374-3c06-4120-b17e-9afa19baf978,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:03.557584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a5d24ffb-4516-4ef4-bb70-c7d12246efdd no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:05:03.581472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: a5d24ffb-4516-4ef4-bb70-c7d12246efdd {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:05:03.581898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a5d24ffb-4516-4ef4-bb70-c7d12246efdd not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:05:03.582525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 50c54e60-5a01-40b3-8b57-f24e7257f415 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:05:03.608830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 50c54e60-5a01-40b3-8b57-f24e7257f415 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:05:03.609238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 50c54e60-5a01-40b3-8b57-f24e7257f415 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:05:03.725483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41102) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:03.739750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7e8807-e619-4efc-9d6e-cf408cb900a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.833375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7e8807-e619-4efc-9d6e-cf408cb900a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.838029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-de7e8807-e619-4efc-9d6e-cf408cb900a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.887866 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-de7e8807-e619-4efc-9d6e-cf408cb900a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ac98fe84b854dbcb8d43d107051774e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609564 Jan 27 15:05:03.888734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e8807-e619-4efc-9d6e-cf408cb900a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b300c67c-dada-43f6-89c4-1e1e1be86fad,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:03.891447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41104) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:03.951738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61bca8c7-346d-4d9e-8859-7f6d9a3024a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:03.981057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61bca8c7-346d-4d9e-8859-7f6d9a3024a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:04.040132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61bca8c7-346d-4d9e-8859-7f6d9a3024a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:04.043071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61bca8c7-346d-4d9e-8859-7f6d9a3024a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:04.044273 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-61bca8c7-346d-4d9e-8859-7f6d9a3024a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b300c67c-dada-43f6-89c4-1e1e1be86fad HTTP/1.1" status: 204 len: 168 time: 0.1510699 Jan 27 15:05:04.053312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bca8c7-346d-4d9e-8859-7f6d9a3024a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b300c67c-dada-43f6-89c4-1e1e1be86fad,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:04.925182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41126) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:05.037824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1467512973-network', 'tenant_id': 'a78bd5044813424183c0232dc8ec09ba'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:05.066630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Made reservation on behalf of a78bd5044813424183c0232dc8ec09ba for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:05.069592 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.079901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.173101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.178648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.212517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:05:05.219736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e702b76a-9aff-4ba3-aac8-6be5bf426337,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:05.232572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.232914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Added segment ac1a887d-a968-42d9-aec4-9d563301a25b of type vlan for network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 Jan 27 15:05:05.282145 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.311741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.312822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:05.313458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.417057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4903398 Jan 27 15:05:05.420758 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41130) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:05.428351 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Request body: {'subnet': {'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1467512973-subnet', 'tenant_id': 'a78bd5044813424183c0232dc8ec09ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:05.435186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879c0f0-3312-4551-897f-225ee92662ef admin admin] Pushing event updated for resources: {'Network': ['ID=c07f7514-3bcc-49fe-864c-dfc7a11c25e7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:05.449815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:05:05.459148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Made reservation on behalf of a78bd5044813424183c0232dc8ec09ba for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:05.463233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.688631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.743651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60f7900-0e65-4526-9883-cbf417b18cf8,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:05.772873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Checking segment: {'id': 'ac1a887d-a968-42d9-aec4-9d563301a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:05:05.773267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Network hostable DHCP agents. Network: c07f7514-3bcc-49fe-864c-dfc7a11c25e7, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:05:05.794142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:05:05.805680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, c07f7514-3bcc-49fe-864c-dfc7a11c25e7) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:05:05.810588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:05.811549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:05.820288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b369a8-b528-42b4-9e87-9e6dd9936a34 None None] Network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:05:05.841228 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5e5cebc7-67b4-4ca8-9fa1-621d93edcf0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4184628 Jan 27 15:05:06.158875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b90d49-3efc-4d52-a8b7-27c9498ccac6 None None] Network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:05:06.548281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41146) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:06.554335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1571364712-network', 'tenant_id': 'db1334316b414c59962d48747e3b2724'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:06.580991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Made reservation on behalf of db1334316b414c59962d48747e3b2724 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:06.583552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.593881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.687398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.692353 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.721146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:05:06.732272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d643d949-a18d-4a1d-b9b5-a089e3b87fec,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:06.738358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.738730 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Added segment befc1444-d2e1-4dde-a6cb-649378bf86ab of type vlan for network eb8c1d54-4eae-470c-affc-d0fc3d89811d Jan 27 15:05:06.791091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.824225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.825460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:06.826162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:06.877996 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3283701 Jan 27 15:05:06.881075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41148) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:06.886281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Request body: {'subnet': {'network_id': 'eb8c1d54-4eae-470c-affc-d0fc3d89811d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1571364712-subnet', 'tenant_id': 'db1334316b414c59962d48747e3b2724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:06.911322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c45bd-77e1-481a-b123-7dcaf7af5a06 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8c1d54-4eae-470c-affc-d0fc3d89811d,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:06.924714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network eb8c1d54-4eae-470c-affc-d0fc3d89811d details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:05:06.926865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Made reservation on behalf of db1334316b414c59962d48747e3b2724 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:06.930220 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:07.431005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:07.489476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb683f0-8523-4ac2-ac35-09bf70194e40,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:07.506485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Checking segment: {'id': 'befc1444-d2e1-4dde-a6cb-649378bf86ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'eb8c1d54-4eae-470c-affc-d0fc3d89811d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:05:07.506841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Network hostable DHCP agents. Network: eb8c1d54-4eae-470c-affc-d0fc3d89811d, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:05:07.526158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Network eb8c1d54-4eae-470c-affc-d0fc3d89811d is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:05:07.537559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, eb8c1d54-4eae-470c-affc-d0fc3d89811d) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:05:07.541917 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:07.542666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:07.547969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5101ae4e-780a-4fb2-9070-a4c10f142b59 None None] Network eb8c1d54-4eae-470c-affc-d0fc3d89811d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:05:07.564284 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c11eae80-3827-43dd-85f4-57bae495518c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6817963 Jan 27 15:05:07.696878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe87f412-638a-4f5c-b14f-281492977c55 None None] Network eb8c1d54-4eae-470c-affc-d0fc3d89811d requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:05:08.112126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-4257cda3-aaba-46c4-a2e1-d10c1f861c10 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:08.114104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-4257cda3-aaba-46c4-a2e1-d10c1f861c10 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/networks?id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7 HTTP/1.1" status: 200 len: 812 time: 0.1159275 Jan 27 15:05:08.133350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-af3f3b3b-1218-46f4-b1c6-ea4c5975d54a tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/quotas/a78bd5044813424183c0232dc8ec09ba HTTP/1.1" status: 200 len: 375 time: 0.0121515 Jan 27 15:05:08.168065 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-85f55f35-0aa9-47bb-ad05-f3e64c0d2d28 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a78bd5044813424183c0232dc8ec09ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287297 Jan 27 15:05:08.337313 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-a834353b-451b-4f89-a67b-0566e72bcf94 service neutron] 10.222.0.18 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600006 Jan 27 15:05:08.447107 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-3710d659-538c-4183-8ca9-f7dd1535e2ce service neutron] 10.222.0.18 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036890 Jan 27 15:05:08.635317 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f0a0f795-a6b5-4c73-8af2-88e873693920 req-9cc3e818-97e8-48a6-845f-d3bf42624f82 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 210 time: 0.0340707 Jan 27 15:05:08.919689 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:05:09.785371 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-af6a150d-2014-4a40-98c3-c5da1983785f req-3d9fc545-7e7e-4d86-b7cc-586772a17159 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 210 time: 0.0494838 Jan 27 15:05:09.881472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-dee863f2-fb5d-452f-a198-58e358f612fa tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:09.883094 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-dee863f2-fb5d-452f-a198-58e358f612fa tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.72 "GET /v2.0/networks?id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7 HTTP/1.1" status: 200 len: 812 time: 0.1612868 Jan 27 15:05:09.897138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Request body: {'port': {'device_id': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7', 'admin_state_up': True, 'tenant_id': 'a78bd5044813424183c0232dc8ec09ba'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:10.038389 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Made reservation on behalf of a78bd5044813424183c0232dc8ec09ba for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:10.041951 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:10.190537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Allocated IP 172.20.0.12 (c07f7514-3bcc-49fe-864c-dfc7a11c25e7/a60f7900-0e65-4526-9883-cbf417b18cf8/1f98e237-baa6-45d8-be13-0650be4a0f79) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:05:10.375844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:10.421575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:10.474767 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:05:10.481265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:05:10.486475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:05:10.518785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Pushing event updated for resources: {'Port': ['ID=1f98e237-baa6-45d8-be13-0650be4a0f79,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:10.546812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:10.547580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:10.566542 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-70b439c1-e7f4-4cb3-ba56-aa7856795c4c tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6750979 Jan 27 15:05:10.579025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Request body: {'port': {'device_id': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:10.639782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:10.962635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6f380-9d7e-4ac4-ac42-fdb5ff546edf req-9ef807ad-0bb3-4afa-9b8b-24c6dade6cc2 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:10.965700 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d4c6f380-9d7e-4ac4-ac42-fdb5ff546edf req-9ef807ad-0bb3-4afa-9b8b-24c6dade6cc2 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 932 time: 0.0841651 Jan 27 15:05:10.997332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f98e237-baa6-45d8-be13-0650be4a0f79 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:05:11.007566 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:11.022692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Transition to ACTIVE for port object 1f98e237-baa6-45d8-be13-0650be4a0f79 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:05:11.028700 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d4c6f380-9d7e-4ac4-ac42-fdb5ff546edf req-4eb49c51-047a-443b-a304-bf023960b414 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558090 Jan 27 15:05:11.029455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:11.087031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Pushing event updated for resources: {'Port': ['ID=1f98e237-baa6-45d8-be13-0650be4a0f79,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:11.166368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Attempting to bind port 1f98e237-baa6-45d8-be13-0650be4a0f79 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:05:11.166708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Attempting to bind port 1f98e237-baa6-45d8-be13-0650be4a0f79 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'ac1a887d-a968-42d9-aec4-9d563301a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:05:11.167045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Attempting to bind port 1f98e237-baa6-45d8-be13-0650be4a0f79 on network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:05:11.172381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Port 1f98e237-baa6-45d8-be13-0650be4a0f79 on network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:05:11.172699 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Attempting to bind port 1f98e237-baa6-45d8-be13-0650be4a0f79 on network c07f7514-3bcc-49fe-864c-dfc7a11c25e7 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:05:11.178477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:05:11.178976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Checking segment: {'id': 'ac1a887d-a968-42d9-aec4-9d563301a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:05:11.179481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Bound using segment: {'id': 'ac1a887d-a968-42d9-aec4-9d563301a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:05:11.179977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Bound port: 1f98e237-baa6-45d8-be13-0650be4a0f79, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1a887d-a968-42d9-aec4-9d563301a25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:05:11.180383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:11.258226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] For port 1f98e237-baa6-45d8-be13-0650be4a0f79, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:05:11.262172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] For port 1f98e237-baa6-45d8-be13-0650be4a0f79, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1f98e237-baa6-45d8-be13-0650be4a0f79,segment=NetworkSegment(ac1a887d-a968-42d9-aec4-9d563301a25b),segment_id=ac1a887d-a968-42d9-aec4-9d563301a25b)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:05:11.268314 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:11.307157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:11.307822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:11.309272 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] 10.222.0.72 "PUT /v2.0/ports/1f98e237-baa6-45d8-be13-0650be4a0f79 HTTP/1.1" status: 200 len: 1094 time: 0.7351630 Jan 27 15:05:11.309747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'tag': '1f98e237-baa6-45d8-be13-0650be4a0f79'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:05:11.312141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d379432b-dfb6-4b38-8aa1-a6b17e845487" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1f6801-e795-49ca-8e81-a639a7987fb8", "tag": "1f98e237-baa6-45d8-be13-0650be4a0f79"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:05:11.343466 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d849b11-c763-41f9-9b4f-4917ea982e00 service neutron] Pushing event updated for resources: {'Port': ['ID=1f98e237-baa6-45d8-be13-0650be4a0f79,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:11.375417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf783ee-4bed-49b6-b6bf-390f1234bc07 x-openstack-request-id: req-0cf783ee-4bed-49b6-b6bf-390f1234bc07 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:05:11.375888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1f6801-e795-49ca-8e81-a639a7987fb8", "tag": "1f98e237-baa6-45d8-be13-0650be4a0f79", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:05:11.376812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cf783ee-4bed-49b6-b6bf-390f1234bc07 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:05:11.377456 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'tag': '1f98e237-baa6-45d8-be13-0650be4a0f79', 'status': 'completed', 'code': 200} Jan 27 15:05:11.430823 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-e34201f4-5bee-4398-b20c-ee2be103949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:11.433511 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-e34201f4-5bee-4398-b20c-ee2be103949d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78bd5044813424183c0232dc8ec09ba&device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0735312 Jan 27 15:05:11.481095 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-5af47024-9f8d-429a-8e96-0f605983da6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f98e237-baa6-45d8-be13-0650be4a0f79 HTTP/1.1" status: 200 len: 217 time: 0.0401978 Jan 27 15:05:11.533941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-7826bf53-06ea-457f-be03-0065a7bdab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:11.535616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-7826bf53-06ea-457f-be03-0065a7bdab7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a60f7900-0e65-4526-9883-cbf417b18cf8 HTTP/1.1" status: 200 len: 852 time: 0.0484509 Jan 27 15:05:11.569042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-b6dba9ae-4616-4222-8474-a56255f6038a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271313 Jan 27 15:05:11.683885 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-6e831ed2-ecee-42af-b24a-2ae34fe54a98 service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082551 Jan 27 15:05:11.785008 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ffddbb4f-f3c9-4350-8f35-2d32686ab0fb req-dab22db7-6f94-4657-ad46-30fcdae971b5 service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938332 Jan 27 15:05:11.882242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-ef3ceffc-61bf-4947-a09d-5b1d20de745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:11.884177 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-ef3ceffc-61bf-4947-a09d-5b1d20de745f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78bd5044813424183c0232dc8ec09ba&device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0469711 Jan 27 15:05:11.995186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-6189deec-c7db-43b7-843b-837453785489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:11.996799 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-6189deec-c7db-43b7-843b-837453785489 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7 HTTP/1.1" status: 200 len: 913 time: 0.1053209 Jan 27 15:05:12.042909 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-4e55e497-5f37-43ff-94a7-68630a2d497a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f98e237-baa6-45d8-be13-0650be4a0f79 HTTP/1.1" status: 200 len: 217 time: 0.0378766 Jan 27 15:05:12.116678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-37ba1d69-b15a-4d4b-9980-2770db55f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:12.118794 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-37ba1d69-b15a-4d4b-9980-2770db55f1dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a60f7900-0e65-4526-9883-cbf417b18cf8 HTTP/1.1" status: 200 len: 852 time: 0.0674002 Jan 27 15:05:12.161698 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-5ae0fa2f-f8aa-4e17-ae07-b62f00b0ec5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356867 Jan 27 15:05:12.198718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd402-b84b-46ce-995e-8c03a3af89d8 req-27f7e57c-6ed2-4439-b509-99d3231fb3ea tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:12.200863 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae9bd402-b84b-46ce-995e-8c03a3af89d8 req-27f7e57c-6ed2-4439-b509-99d3231fb3ea tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 944 time: 0.0668309 Jan 27 15:05:12.254498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae9bd402-b84b-46ce-995e-8c03a3af89d8 req-47c993bc-6857-427b-83d5-730a8f8e01c7 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Jan 27 15:05:12.276396 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-646119c2-933b-4f67-9957-4f2ca694e911 service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069882 Jan 27 15:05:12.394338 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d379432b-dfb6-4b38-8aa1-a6b17e845487 req-ad951402-a716-43bf-ab71-8b740331e6f6 service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105576 Jan 27 15:05:13.400687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241be46-3e25-4040-b81c-deecefce1d74 req-fa1cc732-c3bb-46c4-b066-d099f5fb04a1 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:13.402306 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b241be46-3e25-4040-b81c-deecefce1d74 req-fa1cc732-c3bb-46c4-b066-d099f5fb04a1 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 944 time: 0.0592458 Jan 27 15:05:13.450778 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b241be46-3e25-4040-b81c-deecefce1d74 req-77168d03-b0ac-48cc-b175-d750a27b58b7 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361085 Jan 27 15:05:14.028517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e2e34ef2-6eb9-4abc-adc5-092a40a95221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:14.587969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a124c-a0d0-4d28-b36b-2cbe65d09e9e req-fc7de445-7a5e-452e-bd52-3bdfd6e892db tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:14.589598 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-925a124c-a0d0-4d28-b36b-2cbe65d09e9e req-fc7de445-7a5e-452e-bd52-3bdfd6e892db tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 944 time: 0.0642183 Jan 27 15:05:14.638302 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-925a124c-a0d0-4d28-b36b-2cbe65d09e9e req-04d8be6c-392c-44b1-8a0c-974e60ad23bf tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Jan 27 15:05:15.054475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 1f98e237-baa6-45d8-be13-0650be4a0f79 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:05:15.164078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 1f98e237-baa6-45d8-be13-0650be4a0f79, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1f98e237-baa6-45d8-be13-0650be4a0f79,segment=NetworkSegment(ac1a887d-a968-42d9-aec4-9d563301a25b),segment_id=ac1a887d-a968-42d9-aec4-9d563301a25b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:15.176589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '1f98e237-baa6-45d8-be13-0650be4a0f79', 'network_id': 'c07f7514-3bcc-49fe-864c-dfc7a11c25e7', 'port_id': '1f98e237-baa6-45d8-be13-0650be4a0f79', 'mac_address': 'fa:16:3e:aa:98:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60f7900-0e65-4526-9883-cbf417b18cf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:05:15.218011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:15.236909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f98e237-baa6-45d8-be13-0650be4a0f79 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:05:15.258625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 1f98e237-baa6-45d8-be13-0650be4a0f79, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1f98e237-baa6-45d8-be13-0650be4a0f79,segment=NetworkSegment(ac1a887d-a968-42d9-aec4-9d563301a25b),segment_id=ac1a887d-a968-42d9-aec4-9d563301a25b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:15.263641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:15.316822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=1f98e237-baa6-45d8-be13-0650be4a0f79,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:15.472715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['1f98e237-baa6-45d8-be13-0650be4a0f79'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:05:15.763730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab5521-a21b-4935-8edf-7717d83592d7 req-92be4df3-ca5b-405e-8702-a12b80173371 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:15.765324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-16ab5521-a21b-4935-8edf-7717d83592d7 req-92be4df3-ca5b-405e-8702-a12b80173371 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 945 time: 0.0547760 Jan 27 15:05:15.812269 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-16ab5521-a21b-4935-8edf-7717d83592d7 req-ee088f16-f7ba-46bd-b95f-f5c975c9ee73 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Jan 27 15:05:16.258047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ecd0c80d-81a1-4aab-b2e5-8c75b850feac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:16.947120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48227c7-b535-4c05-ae53-fb4a335710bb req-b414fdfc-144e-482f-b085-766134fc327b tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:16.948897 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f48227c7-b535-4c05-ae53-fb4a335710bb req-b414fdfc-144e-482f-b085-766134fc327b tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 945 time: 0.0648215 Jan 27 15:05:17.003120 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f48227c7-b535-4c05-ae53-fb4a335710bb req-c9f054aa-c9ee-4dc3-8064-fc801aff1398 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Jan 27 15:05:17.069836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 1f98e237-baa6-45d8-be13-0650be4a0f79 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:05:17.156228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 1f98e237-baa6-45d8-be13-0650be4a0f79 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:05:17.162988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 1f98e237-baa6-45d8-be13-0650be4a0f79 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:05:17.163603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:17.285367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:17.311619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f98e237-baa6-45d8-be13-0650be4a0f79'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:05:17.314021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddaa0eb-1f62-4b05-9346-630b128666d3" -d '{"events": [{"server_uuid": "fc1f6801-e795-49ca-8e81-a639a7987fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1f98e237-baa6-45d8-be13-0650be4a0f79"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:05:17.328408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 1f98e237-baa6-45d8-be13-0650be4a0f79, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1f98e237-baa6-45d8-be13-0650be4a0f79,segment=NetworkSegment(ac1a887d-a968-42d9-aec4-9d563301a25b),segment_id=ac1a887d-a968-42d9-aec4-9d563301a25b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:17.334142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:17.384603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa7863-88d8-48c3-8887-7ed3c1241af1 x-openstack-request-id: req-23aa7863-88d8-48c3-8887-7ed3c1241af1 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:05:17.385033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f6801-e795-49ca-8e81-a639a7987fb8", "name": "network-vif-plugged", "status": "completed", "tag": "1f98e237-baa6-45d8-be13-0650be4a0f79", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:05:17.385392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23aa7863-88d8-48c3-8887-7ed3c1241af1 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:05:17.385917 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f98e237-baa6-45d8-be13-0650be4a0f79', 'code': 200} Jan 27 15:05:17.412006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=1f98e237-baa6-45d8-be13-0650be4a0f79,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:17.415986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:17.574244 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80aa27-e920-4c68-96a3-72740a316940 req-e1addefb-0464-4fff-aaf9-8ed3ae1f139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:17.575889 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9b80aa27-e920-4c68-96a3-72740a316940 req-e1addefb-0464-4fff-aaf9-8ed3ae1f139e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 1099 time: 0.0451474 Jan 27 15:05:17.615917 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-9b80aa27-e920-4c68-96a3-72740a316940 req-712c674d-de3c-460f-aab0-d0572f7ee97d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Jan 27 15:05:18.143248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4e03d-fed4-4544-84b9-dcb59bcee417 req-0b38e1ed-cf6e-4c81-88ca-7c67ea47f09b tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:18.144947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80d4e03d-fed4-4544-84b9-dcb59bcee417 req-0b38e1ed-cf6e-4c81-88ca-7c67ea47f09b tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0555053 Jan 27 15:05:18.194818 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80d4e03d-fed4-4544-84b9-dcb59bcee417 req-eb59dd90-dcc1-4337-a70a-94e3c9199bd6 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 Jan 27 15:05:18.788490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:19.206765 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:19.323416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f390c1-17a3-4b50-b18c-8f6cb7bd4b5a req-dda4bef9-46ad-4446-9980-ea8c6e95f87d tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:19.324931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a7f390c1-17a3-4b50-b18c-8f6cb7bd4b5a req-dda4bef9-46ad-4446-9980-ea8c6e95f87d tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0534027 Jan 27 15:05:19.368277 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a7f390c1-17a3-4b50-b18c-8f6cb7bd4b5a req-7367338c-3416-4eba-bd24-3854f29226fe tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Jan 27 15:05:19.498117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788e598-1fb4-497a-929c-19f7d228d3f6 req-a5ada6a7-847b-44a0-97a2-5c4567c478ad tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:19.499974 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6788e598-1fb4-497a-929c-19f7d228d3f6 req-a5ada6a7-847b-44a0-97a2-5c4567c478ad tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0590532 Jan 27 15:05:19.543664 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6788e598-1fb4-497a-929c-19f7d228d3f6 req-a96b49bc-3dec-4ae5-80fa-416d4146317e tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Jan 27 15:05:19.885856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b4201-a434-4f67-9a3d-9e91cc33cbdd req-dc4c1202-6d07-4e81-9e99-7fe5ac58cc82 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:19.887409 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce1b4201-a434-4f67-9a3d-9e91cc33cbdd req-dc4c1202-6d07-4e81-9e99-7fe5ac58cc82 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0523119 Jan 27 15:05:19.934497 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce1b4201-a434-4f67-9a3d-9e91cc33cbdd req-75c2ca3d-3c55-4f4d-9575-b28ce0a05b84 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Jan 27 15:05:21.078692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3affe9f-0ebc-419f-8603-0ae75e2b130e req-e5e95d10-bc33-4646-a1f6-6eb84e97edb6 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:21.080966 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c3affe9f-0ebc-419f-8603-0ae75e2b130e req-e5e95d10-bc33-4646-a1f6-6eb84e97edb6 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0713398 Jan 27 15:05:21.128953 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c3affe9f-0ebc-419f-8603-0ae75e2b130e req-2a87f0f3-0cec-4267-a0fc-61f4af97f141 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373700 Jan 27 15:05:21.404976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-6e4fc465-1af3-4056-8c31-eb0139cece46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:21.407460 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-6e4fc465-1af3-4056-8c31-eb0139cece46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78bd5044813424183c0232dc8ec09ba&device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 1099 time: 0.0602429 Jan 27 15:05:21.430972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ad9b2-018b-4ed2-8f6d-1ac485825501 req-e21977ac-846b-455f-be63-700bbb3ed716 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:21.433119 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-391ad9b2-018b-4ed2-8f6d-1ac485825501 req-e21977ac-846b-455f-be63-700bbb3ed716 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0755267 Jan 27 15:05:21.482674 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-391ad9b2-018b-4ed2-8f6d-1ac485825501 req-f91ddc1a-169e-43c5-a5c2-2ab202d4c627 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Jan 27 15:05:21.517659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-37629d24-e61b-4cb0-aeae-5749a0e45322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:21.519042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-37629d24-e61b-4cb0-aeae-5749a0e45322 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7 HTTP/1.1" status: 200 len: 913 time: 0.1052637 Jan 27 15:05:21.561551 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-40cdff6a-1cea-4cec-9d6d-0427811cf3be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f98e237-baa6-45d8-be13-0650be4a0f79 HTTP/1.1" status: 200 len: 217 time: 0.0362403 Jan 27 15:05:21.614720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-f93e2261-adc0-4e31-bff8-fd4130a46f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:21.616234 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-f93e2261-adc0-4e31-bff8-fd4130a46f9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a60f7900-0e65-4526-9883-cbf417b18cf8 HTTP/1.1" status: 200 len: 852 time: 0.0472474 Jan 27 15:05:21.654750 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-4605646c-ff63-46b5-861a-fb4d9c07404c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315187 Jan 27 15:05:21.758708 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-5630e753-2d5a-42c6-82db-dd8b5a49577f service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962632 Jan 27 15:05:21.865159 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-675e19b8-a2c2-48de-96e0-34e24f6fe4eb req-7218e5fd-3316-4f71-9414-f64ee53f864e service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003644 Jan 27 15:05:22.698865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e1ef4-2273-4c45-bf3a-5c3e1e4605b9 req-050fae77-ed13-4441-a22f-ba08ef41357f tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:22.700641 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b0e1ef4-2273-4c45-bf3a-5c3e1e4605b9 req-050fae77-ed13-4441-a22f-ba08ef41357f tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0759351 Jan 27 15:05:22.762620 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b0e1ef4-2273-4c45-bf3a-5c3e1e4605b9 req-1af55c7f-a215-410b-b57a-8979205396ce tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517881 Jan 27 15:05:23.058092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3786ec-b6c4-48da-a9e9-6a91b4d4c325 req-486fe04d-3e25-42e1-aaba-06cd1fb96227 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:23.059655 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8d3786ec-b6c4-48da-a9e9-6a91b4d4c325 req-486fe04d-3e25-42e1-aaba-06cd1fb96227 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0544238 Jan 27 15:05:23.107651 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8d3786ec-b6c4-48da-a9e9-6a91b4d4c325 req-c0cc2a55-dbb7-4dd7-b213-f3e07c1dbb0e tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Jan 27 15:05:24.246362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b56db-f27d-439a-a058-5bb7df4ff523 req-65ed9e02-5f7f-4c43-930f-e26ed20429c6 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:24.248005 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c5b56db-f27d-439a-a058-5bb7df4ff523 req-65ed9e02-5f7f-4c43-930f-e26ed20429c6 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0569324 Jan 27 15:05:24.293637 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c5b56db-f27d-439a-a058-5bb7df4ff523 req-bb3f70f6-3b52-4372-9ae4-b212966882fb tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jan 27 15:05:24.591011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f1b1-01dc-4277-92c6-613bf193588d req-2e0eadfe-55e8-42db-83a9-9561898dfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:24.592492 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d306f1b1-01dc-4277-92c6-613bf193588d req-2e0eadfe-55e8-42db-83a9-9561898dfb4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a78bd5044813424183c0232dc8ec09ba&device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 1099 time: 0.0557075 Jan 27 15:05:24.595933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d83f76-a65e-460f-8cae-d02066e1f752 req-6d74d794-d346-41fb-b116-99629ac3b18e tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:24.597783 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-64d83f76-a65e-460f-8cae-d02066e1f752 req-6d74d794-d346-41fb-b116-99629ac3b18e tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0876801 Jan 27 15:05:24.663737 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-64d83f76-a65e-460f-8cae-d02066e1f752 req-1d66f5d4-b78d-4f51-8c01-b7c8126da49a tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546613 Jan 27 15:05:24.706557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f1b1-01dc-4277-92c6-613bf193588d req-1d9ad809-569d-44df-81b5-2a41637b9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:24.708222 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d306f1b1-01dc-4277-92c6-613bf193588d req-1d9ad809-569d-44df-81b5-2a41637b9f36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7 HTTP/1.1" status: 200 len: 913 time: 0.1089370 Jan 27 15:05:24.756725 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d306f1b1-01dc-4277-92c6-613bf193588d req-58d72369-b2f2-4450-8d75-9d905954741d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f98e237-baa6-45d8-be13-0650be4a0f79 HTTP/1.1" status: 200 len: 217 time: 0.0422456 Jan 27 15:05:24.810227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f1b1-01dc-4277-92c6-613bf193588d req-0a24e2df-0959-465d-9052-5e747c94b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:24.811765 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d306f1b1-01dc-4277-92c6-613bf193588d req-0a24e2df-0959-465d-9052-5e747c94b4ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a60f7900-0e65-4526-9883-cbf417b18cf8 HTTP/1.1" status: 200 len: 852 time: 0.0492206 Jan 27 15:05:24.846152 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d306f1b1-01dc-4277-92c6-613bf193588d req-f01c1cfd-2bf4-4911-aef2-cedaed5ef6a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c07f7514-3bcc-49fe-864c-dfc7a11c25e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269215 Jan 27 15:05:24.946446 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d306f1b1-01dc-4277-92c6-613bf193588d req-bdde34d1-e28c-416d-9197-d2b51447a04f service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941052 Jan 27 15:05:25.044237 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d306f1b1-01dc-4277-92c6-613bf193588d req-629f031b-1407-4bb1-8338-8d087fefb354 service neutron] 10.222.0.72 "GET /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913217 Jan 27 15:05:25.793969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc8ef-b7dd-4654-ae01-da98a2183e04 req-c86554c7-2463-4685-9378-5d2c11c979d7 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:25.795782 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a69fc8ef-b7dd-4654-ae01-da98a2183e04 req-c86554c7-2463-4685-9378-5d2c11c979d7 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0535622 Jan 27 15:05:25.840222 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a69fc8ef-b7dd-4654-ae01-da98a2183e04 req-587417bd-169b-4e8c-9407-2ef20837e75b tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380261 Jan 27 15:05:26.116398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e59a22-00b3-46b8-8547-b9b1c741a276 req-4a285f77-d44e-4e43-8e03-89bcbd1afeaf tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:26.119089 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72e59a22-00b3-46b8-8547-b9b1c741a276 req-4a285f77-d44e-4e43-8e03-89bcbd1afeaf tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0628538 Jan 27 15:05:26.169830 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72e59a22-00b3-46b8-8547-b9b1c741a276 req-a3e58588-fdd0-4537-9d56-9ef7a541be63 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Jan 27 15:05:27.299478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fec6-b3f7-4a43-a0ba-52c123ce688b req-84731cb1-e689-4af6-86ec-e1d68b7b4d7b tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:27.301010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6979fec6-b3f7-4a43-a0ba-52c123ce688b req-84731cb1-e689-4af6-86ec-e1d68b7b4d7b tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0551312 Jan 27 15:05:27.349199 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6979fec6-b3f7-4a43-a0ba-52c123ce688b req-dc55d16d-e4df-4677-ab6a-e955193f4c3e tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/security-groups?id=e702b76a-9aff-4ba3-aac8-6be5bf426337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Jan 27 15:05:27.818511 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-4cd18ac7-93a8-479d-8ddc-e83b33e92da3 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:27.820246 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-4cd18ac7-93a8-479d-8ddc-e83b33e92da3 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 946 time: 0.0522628 Jan 27 15:05:27.935031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Deleting port 1f98e237-baa6-45d8-be13-0650be4a0f79 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:05:27.935398 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:28.034482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] For port 1f98e237-baa6-45d8-be13-0650be4a0f79, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=1f98e237-baa6-45d8-be13-0650be4a0f79,segment=NetworkSegment(ac1a887d-a968-42d9-aec4-9d563301a25b),segment_id=ac1a887d-a968-42d9-aec4-9d563301a25b)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:28.034897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:28.048319 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Calling delete_port for 1f98e237-baa6-45d8-be13-0650be4a0f79 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:05:28.196436 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:28.209059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['1f98e237-baa6-45d8-be13-0650be4a0f79'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:05:28.230493 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Pushing event deleted for resources: {'Port': ['ID=1f98e237-baa6-45d8-be13-0650be4a0f79,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:28.280175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] No DVR routers for this DVR port 1f98e237-baa6-45d8-be13-0650be4a0f79 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:05:28.283217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:28.286567 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-f4798083-5bf7-47aa-b517-18a03b3b4f8d req-2cba850c-b0ea-47a4-a696-2a09c571b672 tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.72 "DELETE /v2.0/ports/1f98e237-baa6-45d8-be13-0650be4a0f79 HTTP/1.1" status: 204 len: 173 time: 0.4605598 Jan 27 15:05:28.287082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'name': 'network-vif-deleted', 'tag': '1f98e237-baa6-45d8-be13-0650be4a0f79'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:05:28.289939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11778dab-27f5-4937-ab9e-8221214f42ff" -d '{"events": [{"server_uuid": "fc1f6801-e795-49ca-8e81-a639a7987fb8", "name": "network-vif-deleted", "tag": "1f98e237-baa6-45d8-be13-0650be4a0f79"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:05:28.344763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b959ba32-d155-4f11-8372-5094b2243ddc x-openstack-request-id: req-b959ba32-d155-4f11-8372-5094b2243ddc {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:05:28.345481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f6801-e795-49ca-8e81-a639a7987fb8", "name": "network-vif-deleted", "tag": "1f98e237-baa6-45d8-be13-0650be4a0f79", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:05:28.345867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b959ba32-d155-4f11-8372-5094b2243ddc {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:05:28.346457 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f6801-e795-49ca-8e81-a639a7987fb8', 'name': 'network-vif-deleted', 'tag': '1f98e237-baa6-45d8-be13-0650be4a0f79', 'status': 'completed', 'code': 200} Jan 27 15:05:28.494325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-726a78e5-7def-413f-910a-02214b50fa01 req-8a777fb5-3e78-43d8-be1a-55c4599472fc tempest-TestServerAdvancedOps-157762366 tempest-TestServerAdvancedOps-157762366-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc1f6801-e795-49ca-8e81-a639a7987fb8 HTTP/1.1" status: 200 len: 210 time: 0.0307851 Jan 27 15:05:29.560908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41246) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:29.612914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] Deleting subnet a60f7900-0e65-4526-9883-cbf417b18cf8 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:05:29.616445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:29.654984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:29.697918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:29.757154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:29.783909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60f7900-0e65-4526-9883-cbf417b18cf8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:29.791971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:29.796630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-961bd596-4635-43a3-a7c7-e39814baf8c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a60f7900-0e65-4526-9883-cbf417b18cf8 HTTP/1.1" status: 204 len: 168 time: 0.2342529 Jan 27 15:05:29.799897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41248) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:29.877752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:29.962568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:29.991446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07f7514-3bcc-49fe-864c-dfc7a11c25e7']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:30.003132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1a887d-a968-42d9-aec4-9d563301a25b') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:30.003523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1a887d-a968-42d9-aec4-9d563301a25b') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:30.015545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.033674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.041324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:05:30.041773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:05:30.043968 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:05:30.105991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.115631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.119562 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] 10.222.0.18 "DELETE /v2.0/networks/c07f7514-3bcc-49fe-864c-dfc7a11c25e7 HTTP/1.1" status: 204 len: 168 time: 0.3185260 Jan 27 15:05:30.126068 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41250) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:30.130785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d405c-1a10-49ac-99e6-554fc2b82b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=c07f7514-3bcc-49fe-864c-dfc7a11c25e7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:30.180541 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] Deleting subnet ecb683f0-8523-4ac2-ac35-09bf70194e40 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:05:30.184451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.227847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.272364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.304894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.340910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.369408 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb683f0-8523-4ac2-ac35-09bf70194e40,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:30.376062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.382294 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2993ecd6-48db-4cb2-b56c-7f61e17ea246 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ecb683f0-8523-4ac2-ac35-09bf70194e40 HTTP/1.1" status: 204 len: 168 time: 0.2544115 Jan 27 15:05:30.384705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41252) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:30.461383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.553029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.575631 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8c1d54-4eae-470c-affc-d0fc3d89811d']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:30.587616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc1444-d2e1-4dde-a6cb-649378bf86ab') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:30.587990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc1444-d2e1-4dde-a6cb-649378bf86ab') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:05:30.599797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.617908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.624357 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:05:30.624751 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:05:30.626535 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:05:30.686263 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.692628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:30.696740 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] 10.222.0.18 "DELETE /v2.0/networks/eb8c1d54-4eae-470c-affc-d0fc3d89811d HTTP/1.1" status: 204 len: 168 time: 0.3106477 Jan 27 15:05:30.713834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1822860-6414-4fdc-a7cf-f24e07f1fa5c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8c1d54-4eae-470c-affc-d0fc3d89811d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:30.959194 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41256) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:31.009029 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4861a010-528f-4270-a750-356014fc8261 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a78bd5044813424183c0232dc8ec09ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485687 Jan 27 15:05:31.012077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41258) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:31.098819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-757df1d2-ee3c-473b-af92-24bdf824ced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.100568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 1f98e237-baa6-45d8-be13-0650be4a0f79 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:05:31.121093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 1f98e237-baa6-45d8-be13-0650be4a0f79 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:05:31.121473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 1f98e237-baa6-45d8-be13-0650be4a0f79 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:05:31.127590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-757df1d2-ee3c-473b-af92-24bdf824ced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.187535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-757df1d2-ee3c-473b-af92-24bdf824ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.192070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-757df1d2-ee3c-473b-af92-24bdf824ced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.193610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-757df1d2-ee3c-473b-af92-24bdf824ced5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e702b76a-9aff-4ba3-aac8-6be5bf426337 HTTP/1.1" status: 204 len: 168 time: 0.1800609 Jan 27 15:05:31.207780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757df1d2-ee3c-473b-af92-24bdf824ced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702b76a-9aff-4ba3-aac8-6be5bf426337,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:31.574196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41264) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:31.663209 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6452bfa7-41d7-445c-b7c7-01821a28ff80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db1334316b414c59962d48747e3b2724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869544 Jan 27 15:05:31.665594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41266) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:31.755093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-043a679e-b11f-4726-9549-a4976b4927d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.796834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-043a679e-b11f-4726-9549-a4976b4927d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.874130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-043a679e-b11f-4726-9549-a4976b4927d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.877873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-043a679e-b11f-4726-9549-a4976b4927d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:31.879461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-043a679e-b11f-4726-9549-a4976b4927d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d643d949-a18d-4a1d-b9b5-a089e3b87fec HTTP/1.1" status: 204 len: 168 time: 0.2123334 Jan 27 15:05:31.892478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a679e-b11f-4726-9549-a4976b4927d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d643d949-a18d-4a1d-b9b5-a089e3b87fec,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:39.495978 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-0dc1b4ca-f109-4a3e-a4a5-7b1f483e2beb tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7be8524337cd48cd8167cb257ac2a1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303080 Jan 27 15:05:39.707120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-e51e5c12-ccd7-424a-87c2-46a0e856a46d tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:39.708673 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-e51e5c12-ccd7-424a-87c2-46a0e856a46d tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064900 Jan 27 15:05:39.725988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-f8d69def-3059-42b8-9d5a-3e3ecc008d4f tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/quotas/7be8524337cd48cd8167cb257ac2a1ed HTTP/1.1" status: 200 len: 375 time: 0.0110872 Jan 27 15:05:39.760690 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-4e58839c-7c07-4edf-94ba-0a4ae20fe1d5 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7be8524337cd48cd8167cb257ac2a1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286992 Jan 27 15:05:39.942055 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9427f1a2-e7b2-469f-a4a1-df68858fa5c4 req-e3d1bc5f-5b23-49c1-99b7-1836520838d2 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 210 time: 0.0279546 Jan 27 15:05:41.085542 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3320c01a-a612-4d08-9ecd-cb195464a5dd req-ac845fd0-dfac-40d4-954e-6b9af58e5dde tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 210 time: 0.0314953 Jan 27 15:05:41.187602 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-9afb8f58-d9a0-4482-af93-88fd72fe8ed8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7be8524337cd48cd8167cb257ac2a1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3994884 Jan 27 15:05:41.401988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-3fee3c47-e962-4e09-a4ac-1a857c2b0bad tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:41.403598 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-3fee3c47-e962-4e09-a4ac-1a857c2b0bad tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072337 Jan 27 15:05:41.416440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Request body: {'port': {'device_id': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8', 'admin_state_up': True, 'tenant_id': '7be8524337cd48cd8167cb257ac2a1ed'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:41.553087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Made reservation on behalf of 7be8524337cd48cd8167cb257ac2a1ed for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:41.557202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:41.568066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:41.665496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:41.670500 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:41.749612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a33a59-c9e3-4e62-8434-e9636bbc8168,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:41.831227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Allocated IP 192.168.233.190 (fc3b7112-ad1d-4b80-a975-1df0d077fea8/f252531f-da6f-41e5-81a8-fff19285eb4a/ba91bf7a-8b3d-466f-acfa-8f34ab02f38b) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:05:42.010309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.063685 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.125592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Network fc3b7112-ad1d-4b80-a975-1df0d077fea8 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:05:42.129448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:05:42.134709 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:05:42.139038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Pushing event updated for resources: {'Port': ['ID=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:42.194540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:42.195688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.216421 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-83f706d5-59e6-4604-b5d2-1a70e676f770 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8042486 Jan 27 15:05:42.228107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Request body: {'port': {'device_id': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:42.301541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d163b8-b5e2-4f39-ab56-1673eb792a43 req-ba31501a-c3ab-4a3a-96ef-d53e19631321 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:42.303901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8d163b8-b5e2-4f39-ab56-1673eb792a43 req-ba31501a-c3ab-4a3a-96ef-d53e19631321 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 936 time: 0.0855203 Jan 27 15:05:42.316945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.366217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8d163b8-b5e2-4f39-ab56-1673eb792a43 req-f9153ee6-8e8a-4b8c-b22a-0fd5d80d1c62 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526354 Jan 27 15:05:42.457944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-dd02030a-64cf-427b-9779-5a0648a472b9 None None] Provisioning complete for port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:05:42.458799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dd02030a-64cf-427b-9779-5a0648a472b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.503210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dd02030a-64cf-427b-9779-5a0648a472b9 None None] Port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:05:42.655869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba91bf7a-8b3d-466f-acfa-8f34ab02f38b {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:05:42.671151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.686529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Transition to ACTIVE for port object ba91bf7a-8b3d-466f-acfa-8f34ab02f38b will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:05:42.691657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.748982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Pushing event updated for resources: {'Port': ['ID=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:42.832098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Attempting to bind port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:05:42.832665 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Attempting to bind port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:05:42.833208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Attempting to bind port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b on network fc3b7112-ad1d-4b80-a975-1df0d077fea8 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:05:42.841396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b on network fc3b7112-ad1d-4b80-a975-1df0d077fea8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:05:42.841934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Attempting to bind port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b on network fc3b7112-ad1d-4b80-a975-1df0d077fea8 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:05:42.852216 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:05:42.852774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Checking segment: {'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:05:42.853402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Bound using segment: {'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:05:42.854127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Bound port: ba91bf7a-8b3d-466f-acfa-8f34ab02f38b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68e07b7c-c2ec-4345-b2a6-c91ead57ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:05:42.854762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:42.958346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] For port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:05:42.962238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] For port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,segment=NetworkSegment(68e07b7c-c2ec-4345-b2a6-c91ead57ef9a),segment_id=68e07b7c-c2ec-4345-b2a6-c91ead57ef9a)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:05:42.968126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:43.005609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.005892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:43.007628 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] 10.222.0.72 "PUT /v2.0/ports/ba91bf7a-8b3d-466f-acfa-8f34ab02f38b HTTP/1.1" status: 200 len: 1098 time: 0.7839530 Jan 27 15:05:43.010193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'tag': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:05:43.013855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a959758-b272-4e46-a165-f2c2a8ceb5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f1f902-f9f5-417a-8c00-be5050d1f2b3", "tag": "ba91bf7a-8b3d-466f-acfa-8f34ab02f38b"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:05:43.053773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812864bf-d3e1-43be-adf0-dc065526ce5e service neutron] Pushing event updated for resources: {'Port': ['ID=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:43.115137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f1094e-8136-4528-98ff-aa45060a9e3b x-openstack-request-id: req-c2f1094e-8136-4528-98ff-aa45060a9e3b {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:05:43.115548 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f1f902-f9f5-417a-8c00-be5050d1f2b3", "tag": "ba91bf7a-8b3d-466f-acfa-8f34ab02f38b", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:05:43.115887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2f1094e-8136-4528-98ff-aa45060a9e3b {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:05:43.116368 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'tag': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b', 'status': 'completed', 'code': 200} Jan 27 15:05:43.135003 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-f8359c02-4102-4ebb-9154-d914da976041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.136964 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-f8359c02-4102-4ebb-9154-d914da976041 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7be8524337cd48cd8167cb257ac2a1ed&device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 1101 time: 0.0765967 Jan 27 15:05:43.193333 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-fee2a1d9-a914-4db3-8083-b454e61d3dfa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b HTTP/1.1" status: 200 len: 217 time: 0.0484946 Jan 27 15:05:43.269559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-3322eb47-4d08-4aec-b506-2403a0f7dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.271165 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-3322eb47-4d08-4aec-b506-2403a0f7dc4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f252531f-da6f-41e5-81a8-fff19285eb4a HTTP/1.1" status: 200 len: 843 time: 0.0719216 Jan 27 15:05:43.331672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-eabf8a43-319e-4338-b717-6517de4c3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.333203 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-eabf8a43-319e-4338-b717-6517de4c3ad3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc3b7112-ad1d-4b80-a975-1df0d077fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0550494 Jan 27 15:05:43.441692 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-70c37bb6-e5f8-46c2-8ae9-85c960120f92 service neutron] 10.222.0.72 "GET /v2.0/networks/fc3b7112-ad1d-4b80-a975-1df0d077fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016755 Jan 27 15:05:43.528767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d89e-62c0-4bb0-98d4-b96676878d58 req-c04377e6-1698-4d9b-a18d-d7c91b5fde24 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.530777 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91c4d89e-62c0-4bb0-98d4-b96676878d58 req-c04377e6-1698-4d9b-a18d-d7c91b5fde24 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 948 time: 0.0772109 Jan 27 15:05:43.595962 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-5240e4ee-b765-4c93-841e-f3a1c675232f req-ba68b573-3cc5-4b1c-bc18-e1c22f251ee1 service neutron] 10.222.0.72 "GET /v2.0/networks/fc3b7112-ad1d-4b80-a975-1df0d077fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482873 Jan 27 15:05:43.599029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91c4d89e-62c0-4bb0-98d4-b96676878d58 req-a2afd618-1480-48c4-848f-47af522a10b6 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Jan 27 15:05:43.701841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-19b8a4ff-ddfc-42e5-8373-093b017f64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.703868 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-19b8a4ff-ddfc-42e5-8373-093b017f64e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7be8524337cd48cd8167cb257ac2a1ed&device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 1101 time: 0.0511410 Jan 27 15:05:43.805647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-2f25f201-6315-46c9-9fef-6da3a940e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.807112 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-2f25f201-6315-46c9-9fef-6da3a940e4d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fc3b7112-ad1d-4b80-a975-1df0d077fea8 HTTP/1.1" status: 200 len: 870 time: 0.0960310 Jan 27 15:05:43.853280 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-6e7a13ce-ea29-4d39-aa00-f6d89828ca70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b HTTP/1.1" status: 200 len: 217 time: 0.0391171 Jan 27 15:05:43.912292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-1e0ab77e-0587-42c3-9e08-852c29a059cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.913897 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-1e0ab77e-0587-42c3-9e08-852c29a059cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f252531f-da6f-41e5-81a8-fff19285eb4a HTTP/1.1" status: 200 len: 843 time: 0.0545278 Jan 27 15:05:43.973172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-b289e6bc-8285-4afb-8e55-912014993d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:43.975846 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-b289e6bc-8285-4afb-8e55-912014993d63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fc3b7112-ad1d-4b80-a975-1df0d077fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0542810 Jan 27 15:05:44.042977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9cd33542-5f75-4197-8244-9def6a93b952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:44.101554 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-bf947afb-907a-4928-b5be-12fc002b1e6e service neutron] 10.222.0.72 "GET /v2.0/networks/fc3b7112-ad1d-4b80-a975-1df0d077fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185997 Jan 27 15:05:44.215930 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4a959758-b272-4e46-a165-f2c2a8ceb5a0 req-26607718-15b5-432a-b8ee-aa63d327bccb service neutron] 10.222.0.72 "GET /v2.0/networks/fc3b7112-ad1d-4b80-a975-1df0d077fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068327 Jan 27 15:05:44.729013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63f8f-d00b-4b4c-a2e9-feee2993273f req-00ee0a19-42c1-4967-bc33-bbbf61d545fb tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:44.730868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70d63f8f-d00b-4b4c-a2e9-feee2993273f req-00ee0a19-42c1-4967-bc33-bbbf61d545fb tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 948 time: 0.0532970 Jan 27 15:05:44.773507 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70d63f8f-d00b-4b4c-a2e9-feee2993273f req-23ac4bd4-ddee-47e0-9b6d-594ef657201b tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355992 Jan 27 15:05:45.162709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ba91bf7a-8b3d-466f-acfa-8f34ab02f38b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:05:45.269097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,segment=NetworkSegment(68e07b7c-c2ec-4345-b2a6-c91ead57ef9a),segment_id=68e07b7c-c2ec-4345-b2a6-c91ead57ef9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:45.282139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b', 'network_id': 'fc3b7112-ad1d-4b80-a975-1df0d077fea8', 'port_id': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b', 'mac_address': 'fa:16:3e:64:16:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f252531f-da6f-41e5-81a8-fff19285eb4a', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:05:45.324024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:45.343756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba91bf7a-8b3d-466f-acfa-8f34ab02f38b {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:05:45.365249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,segment=NetworkSegment(68e07b7c-c2ec-4345-b2a6-c91ead57ef9a),segment_id=68e07b7c-c2ec-4345-b2a6-c91ead57ef9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:45.370513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:45.426236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:45.562423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['ba91bf7a-8b3d-466f-acfa-8f34ab02f38b'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:05:45.902905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bee7cd-9320-4dff-ab0e-267a5c568e36 req-23233979-db4f-4d3c-b4e5-1bb8c4cfd542 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:45.904523 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91bee7cd-9320-4dff-ab0e-267a5c568e36 req-23233979-db4f-4d3c-b4e5-1bb8c4cfd542 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 949 time: 0.0579267 Jan 27 15:05:45.920837 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:05:45.959386 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-91bee7cd-9320-4dff-ab0e-267a5c568e36 req-82763742-5965-49ca-8e34-6a2e05edaa44 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Jan 27 15:05:46.255601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-836f1eae-b8b2-4221-99ef-1804911b1429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:47.095533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909fb4-ff1b-4190-99a9-61c7934fe3c8 req-282a6864-ec76-464a-b723-f110716821d4 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:47.097174 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08909fb4-ff1b-4190-99a9-61c7934fe3c8 req-282a6864-ec76-464a-b723-f110716821d4 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 949 time: 0.0551572 Jan 27 15:05:47.142236 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08909fb4-ff1b-4190-99a9-61c7934fe3c8 req-2321a354-d229-4ab5-99fa-d3c13fb1c6f7 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385499 Jan 27 15:05:47.164151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ba91bf7a-8b3d-466f-acfa-8f34ab02f38b up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:05:47.238937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:05:47.244512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:05:47.245077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:47.331811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:47.357759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:05:47.360692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69435cf-a43a-478a-820e-22ec6ffe3ca1" -d '{"events": [{"server_uuid": "e7f1f902-f9f5-417a-8c00-be5050d1f2b3", "name": "network-vif-plugged", "status": "completed", "tag": "ba91bf7a-8b3d-466f-acfa-8f34ab02f38b"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:05:47.376300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,segment=NetworkSegment(68e07b7c-c2ec-4345-b2a6-c91ead57ef9a),segment_id=68e07b7c-c2ec-4345-b2a6-c91ead57ef9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:47.390270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:47.424231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:47.426935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3aad7-1139-4227-b8ca-dea70583012c x-openstack-request-id: req-13b3aad7-1139-4227-b8ca-dea70583012c {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:05:47.427446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f1f902-f9f5-417a-8c00-be5050d1f2b3", "name": "network-vif-plugged", "status": "completed", "tag": "ba91bf7a-8b3d-466f-acfa-8f34ab02f38b", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:05:47.427841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13b3aad7-1139-4227-b8ca-dea70583012c {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:05:47.428429 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b', 'code': 200} Jan 27 15:05:47.468025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:47.614540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b6caa-128b-4f66-95cb-5a8c6ab428ba req-1bf38513-ae03-4b45-8689-f3e7a66b29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:47.616146 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-709b6caa-128b-4f66-95cb-5a8c6ab428ba req-1bf38513-ae03-4b45-8689-f3e7a66b29dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 1103 time: 0.0487993 Jan 27 15:05:47.660111 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-709b6caa-128b-4f66-95cb-5a8c6ab428ba req-44a24f91-d52e-4034-ad11-3cb3eb0e309c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Jan 27 15:05:48.271306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673627f9-9735-4ba0-b167-12c45e8f76f6 req-8240db74-9f26-4058-a6e3-c8f999083c0f tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:48.273247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-673627f9-9735-4ba0-b167-12c45e8f76f6 req-8240db74-9f26-4058-a6e3-c8f999083c0f tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 950 time: 0.0557036 Jan 27 15:05:48.317456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-673627f9-9735-4ba0-b167-12c45e8f76f6 req-71ef6353-fdf6-48db-9d27-b7486d29e1cd tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Jan 27 15:05:48.792822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:49.202670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:49.452941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a98c-093a-4d8c-ad7f-14770e84d25e req-b8899061-a8cd-4869-a198-6dc6a1a1c23d tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:49.455448 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5c81a98c-093a-4d8c-ad7f-14770e84d25e req-b8899061-a8cd-4869-a198-6dc6a1a1c23d tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 950 time: 0.0627189 Jan 27 15:05:49.498345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5c81a98c-093a-4d8c-ad7f-14770e84d25e req-9a3d3921-8171-4a07-83c9-20239d0b37a6 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362830 Jan 27 15:05:49.850362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-37825b13-2f92-444a-bf52-ec99f006fe19 req-68638bae-09b6-48b3-9841-fa12545019b5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:05:49.852111 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37825b13-2f92-444a-bf52-ec99f006fe19 req-68638bae-09b6-48b3-9841-fa12545019b5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097473 Jan 27 15:05:50.306513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-6c96a6b0-7b30-498b-92a2-c3db35d73816 req-86e3a13b-bdcf-4373-8e4c-96d4762a55a4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:05:50.307620 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6c96a6b0-7b30-498b-92a2-c3db35d73816 req-86e3a13b-bdcf-4373-8e4c-96d4762a55a4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058348 Jan 27 15:05:50.815718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacd5e8-fae7-438f-a9c4-756bfe231cce req-90ae3ff3-8af4-45e9-929f-61c310caf2a2 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:50.817336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7aacd5e8-fae7-438f-a9c4-756bfe231cce req-90ae3ff3-8af4-45e9-929f-61c310caf2a2 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 950 time: 0.0568097 Jan 27 15:05:50.867210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7aacd5e8-fae7-438f-a9c4-756bfe231cce req-7e29d664-90c0-492c-b355-f0a0fb07ab6d tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390732 Jan 27 15:05:52.018200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a7cd5-3556-4535-b39c-b22a844c5a35 req-aae4e55d-a67e-4d2e-af42-759f18f1fc53 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:52.024571 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-339a7cd5-3556-4535-b39c-b22a844c5a35 req-aae4e55d-a67e-4d2e-af42-759f18f1fc53 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 950 time: 0.0628281 Jan 27 15:05:52.088449 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-339a7cd5-3556-4535-b39c-b22a844c5a35 req-9058a9b3-bc9f-4264-b332-7bf2fd737132 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.18 "GET /v2.0/security-groups?id=40a33a59-c9e3-4e62-8434-e9636bbc8168&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Jan 27 15:05:52.089801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-556517e5-a01e-463b-9b69-e4d737d55cf8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:52.092389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-556517e5-a01e-463b-9b69-e4d737d55cf8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.72 "GET /v2.0/ports?device_id=e7f1f902-f9f5-417a-8c00-be5050d1f2b3 HTTP/1.1" status: 200 len: 950 time: 0.0899081 Jan 27 15:05:52.213637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Deleting port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:05:52.214017 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:52.329583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] For port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,segment=NetworkSegment(68e07b7c-c2ec-4345-b2a6-c91ead57ef9a),segment_id=68e07b7c-c2ec-4345-b2a6-c91ead57ef9a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:05:52.329965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:52.346590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Calling delete_port for ba91bf7a-8b3d-466f-acfa-8f34ab02f38b owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:05:52.505458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:52.518826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['ba91bf7a-8b3d-466f-acfa-8f34ab02f38b'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:05:52.542909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Pushing event deleted for resources: {'Port': ['ID=ba91bf7a-8b3d-466f-acfa-8f34ab02f38b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:52.603725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] No DVR routers for this DVR port ba91bf7a-8b3d-466f-acfa-8f34ab02f38b on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:05:52.606716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:52.611379 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-c55d8ba5-17fb-4d7b-b90b-d30fbd41df0e req-df9c74fa-4eab-454d-aca1-97c6e1b825a8 tempest-ServersAdminNegativeTestJSON-2065537995 tempest-ServersAdminNegativeTestJSON-2065537995-project] 10.222.0.72 "DELETE /v2.0/ports/ba91bf7a-8b3d-466f-acfa-8f34ab02f38b HTTP/1.1" status: 204 len: 173 time: 0.5113680 Jan 27 15:05:52.611993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'name': 'network-vif-deleted', 'tag': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:05:52.614805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31413a58-da24-4c7c-bad7-c0244eaa751e" -d '{"events": [{"server_uuid": "e7f1f902-f9f5-417a-8c00-be5050d1f2b3", "name": "network-vif-deleted", "tag": "ba91bf7a-8b3d-466f-acfa-8f34ab02f38b"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:05:52.672721 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f95b44-0548-4276-96a5-a8b0fbc18db7 x-openstack-request-id: req-a5f95b44-0548-4276-96a5-a8b0fbc18db7 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:05:52.673181 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f1f902-f9f5-417a-8c00-be5050d1f2b3", "name": "network-vif-deleted", "tag": "ba91bf7a-8b3d-466f-acfa-8f34ab02f38b", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:05:52.673579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5f95b44-0548-4276-96a5-a8b0fbc18db7 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:05:52.674191 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f1f902-f9f5-417a-8c00-be5050d1f2b3', 'name': 'network-vif-deleted', 'tag': 'ba91bf7a-8b3d-466f-acfa-8f34ab02f38b', 'status': 'completed', 'code': 200} Jan 27 15:05:53.545872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41394) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:53.728089 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e5d57a7d-94f7-4616-917c-3c4fe70cb3a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7be8524337cd48cd8167cb257ac2a1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805491 Jan 27 15:05:53.730948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41398) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:53.787573 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e675e25-30b0-4ddd-9ae9-9dc6d57bae78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:53.812710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e675e25-30b0-4ddd-9ae9-9dc6d57bae78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:53.868654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e675e25-30b0-4ddd-9ae9-9dc6d57bae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:53.874025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2e675e25-30b0-4ddd-9ae9-9dc6d57bae78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:53.876559 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2e675e25-30b0-4ddd-9ae9-9dc6d57bae78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40a33a59-c9e3-4e62-8434-e9636bbc8168 HTTP/1.1" status: 204 len: 168 time: 0.1440978 Jan 27 15:05:53.888251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e675e25-30b0-4ddd-9ae9-9dc6d57bae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a33a59-c9e3-4e62-8434-e9636bbc8168,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:54.241522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41404) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:54.258800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1c2c467c-4d65-43e7-9c9c-4dbe3a0e58d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:54.355512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1c2c467c-4d65-43e7-9c9c-4dbe3a0e58d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:54.360917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1c2c467c-4d65-43e7-9c9c-4dbe3a0e58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:54.404424 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1c2c467c-4d65-43e7-9c9c-4dbe3a0e58d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18ccef2c22894757a91486f6af07aaa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617465 Jan 27 15:05:54.405279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c467c-4d65-43e7-9c9c-4dbe3a0e58d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63299976-f9bf-47fc-ab78-739dc2b7e722,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:54.408991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41406) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:54.479128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e60a5c80-059a-4394-a477-65b35bda9931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:54.504855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e60a5c80-059a-4394-a477-65b35bda9931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:54.559182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e60a5c80-059a-4394-a477-65b35bda9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:54.562708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e60a5c80-059a-4394-a477-65b35bda9931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:54.564329 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e60a5c80-059a-4394-a477-65b35bda9931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63299976-f9bf-47fc-ab78-739dc2b7e722 HTTP/1.1" status: 204 len: 168 time: 0.1538391 Jan 27 15:05:54.577600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5c80-059a-4394-a477-65b35bda9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63299976-f9bf-47fc-ab78-739dc2b7e722,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:55.211459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ba91bf7a-8b3d-466f-acfa-8f34ab02f38b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:05:55.233159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: ba91bf7a-8b3d-466f-acfa-8f34ab02f38b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:05:55.233501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ba91bf7a-8b3d-466f-acfa-8f34ab02f38b not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:05:55.411868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41428) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:55.520621 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-402327131-network', 'tenant_id': '311f98c7e96c49379d746a193f2e63aa'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:55.559787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Made reservation on behalf of 311f98c7e96c49379d746a193f2e63aa for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:55.563841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.581159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.712597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.717189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.744896 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:05:55.755596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203685a-5089-410b-8d63-9bbe904d68b4,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:55.760843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.761193 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Added segment b866fd22-5e9b-4f15-8d7b-08e47d9ab552 of type vlan for network 34317377-0522-42fd-bf72-826c867425cf Jan 27 15:05:55.776486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.776910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.777217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.777492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.777834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.778162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.778496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.778817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.779155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.779525 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.779853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.780169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:05:55.827426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.860349 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.861529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:55.862227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:55.944536 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5313039 Jan 27 15:05:55.949224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41432) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:05:55.955462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Request body: {'subnet': {'network_id': '34317377-0522-42fd-bf72-826c867425cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-402327131-subnet', 'tenant_id': '311f98c7e96c49379d746a193f2e63aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:55.963372 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7529b98-3aa6-42bc-bee2-6151ead65104 admin admin] Pushing event updated for resources: {'Network': ['ID=34317377-0522-42fd-bf72-826c867425cf,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:55.976095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 34317377-0522-42fd-bf72-826c867425cf details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:05:55.989057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Made reservation on behalf of 311f98c7e96c49379d746a193f2e63aa for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:55.992169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:56.204260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:56.268313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bafbb1e-6469-45ce-8626-60c446a85179,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:56.280723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Checking segment: {'id': 'b866fd22-5e9b-4f15-8d7b-08e47d9ab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '34317377-0522-42fd-bf72-826c867425cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:05:56.281258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Network hostable DHCP agents. Network: 34317377-0522-42fd-bf72-826c867425cf, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:05:56.301789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Network 34317377-0522-42fd-bf72-826c867425cf is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:05:56.313319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 34317377-0522-42fd-bf72-826c867425cf) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:05:56.319000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:56.320059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:56.326612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc3ecbc-8b0b-4651-a9c5-a8797c38b01d None None] Network 34317377-0522-42fd-bf72-826c867425cf requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:05:56.344072 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7123f2a9-ed3d-4305-b4c3-b1d97de67e78 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3932617 Jan 27 15:05:56.503821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace819d-6861-4911-bf91-62f89b08184b None None] Network 34317377-0522-42fd-bf72-826c867425cf requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:05:56.923172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-2fd8fb2e-62e4-4c10-b65e-d2c57299b0a6 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:56.925122 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-2fd8fb2e-62e4-4c10-b65e-d2c57299b0a6 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/networks?id=34317377-0522-42fd-bf72-826c867425cf HTTP/1.1" status: 200 len: 811 time: 0.1337442 Jan 27 15:05:56.941664 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-dc380a1f-704b-475f-837b-d4c75a9b7f42 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/quotas/311f98c7e96c49379d746a193f2e63aa HTTP/1.1" status: 200 len: 375 time: 0.0104184 Jan 27 15:05:56.978237 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-755a47b8-6117-4858-a32f-77a7f4c5ab60 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=311f98c7e96c49379d746a193f2e63aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298500 Jan 27 15:05:57.091794 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-f4fa4c09-4c74-4346-ae76-09943fa89675 service neutron] 10.222.0.18 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041546 Jan 27 15:05:57.197526 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-d4f8b250-e8c4-4563-bcdf-d8af9edbfb3f service neutron] 10.222.0.18 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981658 Jan 27 15:05:57.425880 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c4b58593-9c11-407c-bd69-052457fbb92b req-a2a02f2c-76c2-4050-9b0e-2b72bc768c16 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jan 27 15:05:58.565718 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-32ec1c27-69e1-4a8e-8658-48c2aa09adf7 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:58.567435 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-32ec1c27-69e1-4a8e-8658-48c2aa09adf7 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.72 "GET /v2.0/networks?id=34317377-0522-42fd-bf72-826c867425cf HTTP/1.1" status: 200 len: 811 time: 0.1962433 Jan 27 15:05:58.586776 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Request body: {'port': {'device_id': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'network_id': '34317377-0522-42fd-bf72-826c867425cf', 'admin_state_up': True, 'tenant_id': '311f98c7e96c49379d746a193f2e63aa'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:58.588123 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b32005ec-2aac-41e1-bb91-57f5026b72a4 req-ff207f91-c50c-402b-a494-cab03fe28c58 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 210 time: 0.0429666 Jan 27 15:05:58.734725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Made reservation on behalf of 311f98c7e96c49379d746a193f2e63aa for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:05:58.738505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:58.946591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Allocated IP 172.20.0.11 (34317377-0522-42fd-bf72-826c867425cf/9bafbb1e-6469-45ce-8626-60c446a85179/c77916f0-7919-41dd-bf38-db7b3d6c9cbd) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:05:59.132000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:59.192084 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:59.236649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Network 34317377-0522-42fd-bf72-826c867425cf is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:05:59.242831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:05:59.248432 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:05:59.275790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:59.307421 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:59.308102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:59.326870 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-226d7c2a-8726-4e77-9f76-64bed01af1d0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7470896 Jan 27 15:05:59.339926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Request body: {'port': {'device_id': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:05:59.404130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:59.735891 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77916f0-7919-41dd-bf38-db7b3d6c9cbd {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:05:59.746289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:59.749201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb380b-03bf-4d1d-a674-5f1f98f354ac req-12dd1df2-dc97-4fe5-b84f-10e60fa96a19 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:05:59.751450 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ccfb380b-03bf-4d1d-a674-5f1f98f354ac req-12dd1df2-dc97-4fe5-b84f-10e60fa96a19 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 932 time: 0.0747192 Jan 27 15:05:59.762072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Transition to ACTIVE for port object c77916f0-7919-41dd-bf38-db7b3d6c9cbd will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:05:59.768174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:05:59.806314 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ccfb380b-03bf-4d1d-a674-5f1f98f354ac req-7203feab-0f93-4faa-ade7-d5f1cba1ae21 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463862 Jan 27 15:05:59.838973 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:05:59.915066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Attempting to bind port c77916f0-7919-41dd-bf38-db7b3d6c9cbd on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:05:59.915533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Attempting to bind port c77916f0-7919-41dd-bf38-db7b3d6c9cbd by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'b866fd22-5e9b-4f15-8d7b-08e47d9ab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '34317377-0522-42fd-bf72-826c867425cf'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:05:59.915934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Attempting to bind port c77916f0-7919-41dd-bf38-db7b3d6c9cbd on network 34317377-0522-42fd-bf72-826c867425cf {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:05:59.921290 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Port c77916f0-7919-41dd-bf38-db7b3d6c9cbd on network 34317377-0522-42fd-bf72-826c867425cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:05:59.922225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Attempting to bind port c77916f0-7919-41dd-bf38-db7b3d6c9cbd on network 34317377-0522-42fd-bf72-826c867425cf {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:05:59.928468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:05:59.928947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Checking segment: {'id': 'b866fd22-5e9b-4f15-8d7b-08e47d9ab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '34317377-0522-42fd-bf72-826c867425cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:05:59.929440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Bound using segment: {'id': 'b866fd22-5e9b-4f15-8d7b-08e47d9ab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '34317377-0522-42fd-bf72-826c867425cf'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:05:59.930015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Bound port: c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b866fd22-5e9b-4f15-8d7b-08e47d9ab552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '34317377-0522-42fd-bf72-826c867425cf'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:05:59.930502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:00.008354 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:06:00.013186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:06:00.018479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:00.060497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:00.061553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:00.064006 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] 10.222.0.72 "PUT /v2.0/ports/c77916f0-7919-41dd-bf38-db7b3d6c9cbd HTTP/1.1" status: 200 len: 1094 time: 0.7284827 Jan 27 15:06:00.064762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:06:00.068800 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:06:00.110092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4f048-7eaf-4c9d-a6de-32a88b648ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:00.143792 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5791fede-594e-41c7-8757-9406c96b1bae x-openstack-request-id: req-5791fede-594e-41c7-8757-9406c96b1bae {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:06:00.144098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:06:00.144355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5791fede-594e-41c7-8757-9406c96b1bae {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:06:00.144766 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'status': 'completed', 'code': 200} Jan 27 15:06:00.172210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-1f7b2189-a39b-4237-ba56-b4292cb5b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:00.174725 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-1f7b2189-a39b-4237-ba56-b4292cb5b604 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=311f98c7e96c49379d746a193f2e63aa&device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 1097 time: 0.0609736 Jan 27 15:06:00.224701 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-1be2bce2-9d41-4865-9a1d-d1faf3c074ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd HTTP/1.1" status: 200 len: 217 time: 0.0426462 Jan 27 15:06:00.280457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-e9dbebba-ca19-4c16-bd2b-7ca98299ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:00.282917 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-e9dbebba-ca19-4c16-bd2b-7ca98299ac7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bafbb1e-6469-45ce-8626-60c446a85179 HTTP/1.1" status: 200 len: 851 time: 0.0506756 Jan 27 15:06:00.300925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:00.323739 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-a0ae0238-ce09-4ad5-932d-23da7d2b9306 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34317377-0522-42fd-bf72-826c867425cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338397 Jan 27 15:06:00.430747 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-dcf52169-cae2-4ced-9f7c-6064507ae52d service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004388 Jan 27 15:06:00.535141 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-2b42bef8-ceac-42ff-b6d0-0d9f7c890ffb req-dcbcb178-b9b1-453e-8e1a-0714783f9ca5 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981374 Jan 27 15:06:00.637605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-4c5481da-7c22-4c87-a7b9-7f98ed04ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:00.639266 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-4c5481da-7c22-4c87-a7b9-7f98ed04ebcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=311f98c7e96c49379d746a193f2e63aa&device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 1097 time: 0.0530949 Jan 27 15:06:00.803506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-5ba53b03-d3a3-4382-8ffe-f83c94756e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:00.805942 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-5ba53b03-d3a3-4382-8ffe-f83c94756e62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34317377-0522-42fd-bf72-826c867425cf HTTP/1.1" status: 200 len: 912 time: 0.1589184 Jan 27 15:06:00.854008 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-92054f8c-c822-47cd-8824-e9bdf9ff0e5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd HTTP/1.1" status: 200 len: 217 time: 0.0398450 Jan 27 15:06:00.927452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-79790be0-d057-42cc-adc0-6c1fa9a88bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:00.929973 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-79790be0-d057-42cc-adc0-6c1fa9a88bc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bafbb1e-6469-45ce-8626-60c446a85179 HTTP/1.1" status: 200 len: 851 time: 0.0685472 Jan 27 15:06:00.961686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6159f0-29d7-4b43-9620-8e24fe05bfbc req-bf3b6d66-77c3-450a-9dc5-3a0c5088f4d1 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:00.965838 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c6159f0-29d7-4b43-9620-8e24fe05bfbc req-bf3b6d66-77c3-450a-9dc5-3a0c5088f4d1 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 944 time: 0.0723701 Jan 27 15:06:00.980072 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-3e142c44-e0d7-4ba6-bf51-2c26c6c2c4a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34317377-0522-42fd-bf72-826c867425cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411160 Jan 27 15:06:01.027449 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c6159f0-29d7-4b43-9620-8e24fe05bfbc req-d58b360c-5921-49ab-a84d-28ece5cfbddb tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Jan 27 15:06:01.096714 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-3bc64e20-19da-4b7f-bf90-7b8a91b549f1 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073916 Jan 27 15:06:01.209514 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1d8958a7-cc0f-4861-8856-2f1a4509bc5d req-1ad7ed42-7c4b-40e0-aca1-1c4142b39921 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046646 Jan 27 15:06:02.169970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05728c-9d20-4a71-a7cb-f46dec6c14b2 req-13f3008b-e90a-4faf-bbe6-c769ea699780 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:02.171616 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9b05728c-9d20-4a71-a7cb-f46dec6c14b2 req-13f3008b-e90a-4faf-bbe6-c769ea699780 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 944 time: 0.0576820 Jan 27 15:06:02.221291 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9b05728c-9d20-4a71-a7cb-f46dec6c14b2 req-05b92a46-8211-4cb3-aa0f-62d2e5f46682 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385842 Jan 27 15:06:03.240816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c77916f0-7919-41dd-bf38-db7b3d6c9cbd details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:06:03.365811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:03.379093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96d89b-70ee-4002-a81c-0b7748406591 req-1c75c528-b873-456a-8a6f-ccf634f2d66e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:03.380555 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'network_id': '34317377-0522-42fd-bf72-826c867425cf', 'port_id': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'mac_address': 'fa:16:3e:2a:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bafbb1e-6469-45ce-8626-60c446a85179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:06:03.381095 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca96d89b-70ee-4002-a81c-0b7748406591 req-1c75c528-b873-456a-8a6f-ccf634f2d66e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 944 time: 0.0649259 Jan 27 15:06:03.438974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:03.443548 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca96d89b-70ee-4002-a81c-0b7748406591 req-c730284e-abf0-4b66-ba8f-70f6a6c9b3d7 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555272 Jan 27 15:06:03.456230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77916f0-7919-41dd-bf38-db7b3d6c9cbd {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:06:03.480138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:03.485327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:03.545926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:03.553886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.554276 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.554772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.555303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.555688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.556079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.556431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.556831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.557204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.557568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.557952 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.558319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:03.673218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['c77916f0-7919-41dd-bf38-db7b3d6c9cbd'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:06:04.574760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e862cf-e272-4e09-b5e5-b08a14ef1175 req-ebb4c34e-dd98-4c7c-974b-5dff71174fe4 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:04.576737 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8e862cf-e272-4e09-b5e5-b08a14ef1175 req-ebb4c34e-dd98-4c7c-974b-5dff71174fe4 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 945 time: 0.0558419 Jan 27 15:06:04.627112 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8e862cf-e272-4e09-b5e5-b08a14ef1175 req-0097993a-c5fc-44ca-99d6-8310565cf80b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Jan 27 15:06:05.257183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c77916f0-7919-41dd-bf38-db7b3d6c9cbd up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:06:05.312725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port c77916f0-7919-41dd-bf38-db7b3d6c9cbd completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:06:05.317385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port c77916f0-7919-41dd-bf38-db7b3d6c9cbd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:06:05.317889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:05.418705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:05.462691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:06:05.466727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b635113-1cc8-4aac-83ed-bba4bfb6e927" -d '{"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-plugged", "status": "completed", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:06:05.490703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:05.496494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:05.540774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d536fc-b55d-4004-97a8-5e941f53443f x-openstack-request-id: req-80d536fc-b55d-4004-97a8-5e941f53443f {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:06:05.541326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-plugged", "status": "completed", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:06:05.541653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80d536fc-b55d-4004-97a8-5e941f53443f {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:06:05.542253 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'code': 200} Jan 27 15:06:05.582675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:05.726761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97771c-d88e-4b8d-a51e-093a52c26d5c req-fcc49c78-732a-450e-a000-8df4bc08d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:05.729708 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab97771c-d88e-4b8d-a51e-093a52c26d5c req-fcc49c78-732a-450e-a000-8df4bc08d539 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 1099 time: 0.0722671 Jan 27 15:06:05.769164 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-ab97771c-d88e-4b8d-a51e-093a52c26d5c req-432a49c0-7ecd-4f93-b269-953fde57aa2a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Jan 27 15:06:05.792425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2509b-f3e2-487f-bd6a-dadd733dd54c req-87a2e938-fc33-4689-9aee-751fb4f20457 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:05.794256 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70f2509b-f3e2-487f-bd6a-dadd733dd54c req-87a2e938-fc33-4689-9aee-751fb4f20457 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0616617 Jan 27 15:06:05.861977 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70f2509b-f3e2-487f-bd6a-dadd733dd54c req-ab81ed9e-3a78-4016-b874-d0de317b49f5 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Jan 27 15:06:06.994255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aaec0-e2b6-4f8f-9cfe-43aa0bfc3681 req-32e08101-de99-40cf-806d-d2bbcf4c7c68 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:06.996046 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce5aaec0-e2b6-4f8f-9cfe-43aa0bfc3681 req-32e08101-de99-40cf-806d-d2bbcf4c7c68 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0548010 Jan 27 15:06:07.044184 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ce5aaec0-e2b6-4f8f-9cfe-43aa0bfc3681 req-3cd6cdcb-7c4f-4fee-aaaa-6ae0109cca59 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Jan 27 15:06:07.595239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b043d-1065-4ff8-912f-239f1244f0a1 req-b1578400-966f-4e35-900e-5a2a25d2b5ad tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:07.597893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a97b043d-1065-4ff8-912f-239f1244f0a1 req-b1578400-966f-4e35-900e-5a2a25d2b5ad tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0647371 Jan 27 15:06:07.605518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41494) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:06:07.664604 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a97b043d-1065-4ff8-912f-239f1244f0a1 req-5a3b156a-3847-438d-9220-a5ab7b9cdf6e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598662 Jan 27 15:06:07.712280 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-01d05e01-88a5-4128-b6c6-e7eb3e05d234 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053264 Jan 27 15:06:07.722147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-7be58620-da34-4cbb-9cde-96e5e95281f2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:06:07.723221 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-7be58620-da34-4cbb-9cde-96e5e95281f2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056400 Jan 27 15:06:08.815632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042bff-e701-47e9-8db1-db31a0a21a0f req-0221c232-b836-433f-99de-6854e8797a6e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:08.817267 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-13042bff-e701-47e9-8db1-db31a0a21a0f req-0221c232-b836-433f-99de-6854e8797a6e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0586216 Jan 27 15:06:08.865632 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-13042bff-e701-47e9-8db1-db31a0a21a0f req-1a9ca420-a5d8-49cd-b725-be702e4bc4a6 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Jan 27 15:06:09.102119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287615e-4803-4023-b891-a0d076762d56 req-9dc511a7-6e6c-441b-bdf1-4c3af49e1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:09.104481 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-9dc511a7-6e6c-441b-bdf1-4c3af49e1caf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=311f98c7e96c49379d746a193f2e63aa&device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 1099 time: 0.0677838 Jan 27 15:06:09.204007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287615e-4803-4023-b891-a0d076762d56 req-7d50544e-869a-4d81-af5a-bb9185e1fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:09.205668 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-7d50544e-869a-4d81-af5a-bb9185e1fa37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34317377-0522-42fd-bf72-826c867425cf HTTP/1.1" status: 200 len: 912 time: 0.0952599 Jan 27 15:06:09.248424 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-e0604648-9471-485a-9993-76b9a5ff3642 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd HTTP/1.1" status: 200 len: 217 time: 0.0357451 Jan 27 15:06:09.307841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287615e-4803-4023-b891-a0d076762d56 req-590f7c0a-fe62-4a82-adec-bdaed0a21b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:09.309361 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-590f7c0a-fe62-4a82-adec-bdaed0a21b9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bafbb1e-6469-45ce-8626-60c446a85179 HTTP/1.1" status: 200 len: 851 time: 0.0541201 Jan 27 15:06:09.343914 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-3d5b3140-0176-4616-b912-2def8a251c4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34317377-0522-42fd-bf72-826c867425cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270903 Jan 27 15:06:09.444084 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-4b17a5b1-05f6-4d9f-b5c5-5f531546b876 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Jan 27 15:06:09.558632 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-738a6a71-6f9c-46fd-975b-8233aa50f65a service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076005 Jan 27 15:06:10.004180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39bd27-4611-4206-9fa1-4b28c1b9b7de req-4f0c9393-e127-41bc-b81a-a7251d6860a5 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:10.006199 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e39bd27-4611-4206-9fa1-4b28c1b9b7de req-4f0c9393-e127-41bc-b81a-a7251d6860a5 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0605798 Jan 27 15:06:10.056314 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e39bd27-4611-4206-9fa1-4b28c1b9b7de req-93e5db44-f015-4100-b196-c3187f8a4b10 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427337 Jan 27 15:06:11.186349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b23de-642f-401d-bfe3-b2b76d6a9fab req-b020f68e-5d99-42eb-85cd-dc6fb065b9d4 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:11.188304 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6a6b23de-642f-401d-bfe3-b2b76d6a9fab req-b020f68e-5d99-42eb-85cd-dc6fb065b9d4 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0566585 Jan 27 15:06:11.237158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6a6b23de-642f-401d-bfe3-b2b76d6a9fab req-eb8cafa6-66f2-4abf-94c8-7067ee2a9e71 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Jan 27 15:06:12.375521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d595-b74f-4f42-957a-5c81af9c9f77 req-97211279-0c72-4198-90e5-4fdd406de7e0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:12.377762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dc38d595-b74f-4f42-957a-5c81af9c9f77 req-97211279-0c72-4198-90e5-4fdd406de7e0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0587747 Jan 27 15:06:12.420925 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dc38d595-b74f-4f42-957a-5c81af9c9f77 req-e414d529-c373-42e2-ae92-77d679e58f52 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362046 Jan 27 15:06:13.545423 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd2d95-a3bd-4d4f-8ee0-a8d8c0ffb02c req-5a888816-8ed4-467c-a462-aa258d4e52df tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:13.547602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ccd2d95-a3bd-4d4f-8ee0-a8d8c0ffb02c req-5a888816-8ed4-467c-a462-aa258d4e52df tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0530386 Jan 27 15:06:13.619002 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ccd2d95-a3bd-4d4f-8ee0-a8d8c0ffb02c req-61de806d-4a44-4e96-94ee-dd38ab49ad3e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603018 Jan 27 15:06:14.044458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf840-648f-4fc5-840c-8d2c049e5da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:14.749502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cec20-577d-4d29-8cfd-4908e838f3b9 req-cf0736ad-c185-46fb-a57e-fb9e9417ce52 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:14.751419 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-da3cec20-577d-4d29-8cfd-4908e838f3b9 req-cf0736ad-c185-46fb-a57e-fb9e9417ce52 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0559664 Jan 27 15:06:14.796909 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-da3cec20-577d-4d29-8cfd-4908e838f3b9 req-dc725804-87eb-4a92-8b51-61a1c0d67afc tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Jan 27 15:06:15.945440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fe7f7-82fa-4965-bc02-441d22ae5bf0 req-ae9ecc0a-d7b8-4ad7-817b-ae2f74fb659d tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:15.947125 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e5fe7f7-82fa-4965-bc02-441d22ae5bf0 req-ae9ecc0a-d7b8-4ad7-817b-ae2f74fb659d tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0568783 Jan 27 15:06:15.991835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e5fe7f7-82fa-4965-bc02-441d22ae5bf0 req-ce08f5f2-4fdb-41b4-90d6-9de651d8e3e3 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372992 Jan 27 15:06:16.251233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ce069fb-a9f6-4901-b825-d5051a000a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:17.133057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9c52b-a477-4b5d-95f5-c711c0aaf452 req-e92b58f3-081c-42b5-9a7d-f82cb36dac16 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:17.134677 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7b9c52b-a477-4b5d-95f5-c711c0aaf452 req-e92b58f3-081c-42b5-9a7d-f82cb36dac16 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0550921 Jan 27 15:06:17.191499 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7b9c52b-a477-4b5d-95f5-c711c0aaf452 req-c8a78808-38ea-4046-a5d2-bdfd3eeefa4c tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Jan 27 15:06:17.404712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:18.324025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeaa08-aa9f-4fb0-8838-26236963a23a req-261d94d6-8522-4fa8-bacb-fcacdcb9f753 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:18.325762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1eeeaa08-aa9f-4fb0-8838-26236963a23a req-261d94d6-8522-4fa8-bacb-fcacdcb9f753 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0585177 Jan 27 15:06:18.369456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1eeeaa08-aa9f-4fb0-8838-26236963a23a req-a6d2ab6c-4043-4105-b723-e237c3e50887 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367272 Jan 27 15:06:18.794344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:19.201393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:19.494783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e8bc9-02ab-434e-be94-9dab0c9ca449 req-b01b9ea7-efc5-4058-8431-33dcc8b8135d tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:19.496431 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c98e8bc9-02ab-434e-be94-9dab0c9ca449 req-b01b9ea7-efc5-4058-8431-33dcc8b8135d tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0538750 Jan 27 15:06:19.554210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c98e8bc9-02ab-434e-be94-9dab0c9ca449 req-b15859dc-5996-431b-85be-733fcbe2e22e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Jan 27 15:06:20.687442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8330c-620a-481d-a4f7-1a2b484358d4 req-e98e1e6c-a864-42bd-8f4b-de21d5e0943c tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:20.689227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-edd8330c-620a-481d-a4f7-1a2b484358d4 req-e98e1e6c-a864-42bd-8f4b-de21d5e0943c tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0567014 Jan 27 15:06:20.741388 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-edd8330c-620a-481d-a4f7-1a2b484358d4 req-53fbe50c-ad1f-4193-8763-3fabfcb9fbe9 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Jan 27 15:06:21.868525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517c564-f1ba-4261-9235-a7968f313923 req-d877ebd5-52c4-4d1a-9515-9af4ab5ef657 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:21.870152 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f517c564-f1ba-4261-9235-a7968f313923 req-d877ebd5-52c4-4d1a-9515-9af4ab5ef657 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0537839 Jan 27 15:06:21.914555 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f517c564-f1ba-4261-9235-a7968f313923 req-b06e5e53-c5d6-4ec1-a505-2d497531c6f6 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Jan 27 15:06:22.920436 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:06:23.054970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b36c4-32be-4f95-adb7-901dd2ff2fb1 req-fbd8ebd6-745f-4c3e-88da-7a2ac0d4dce6 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:23.057233 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-656b36c4-32be-4f95-adb7-901dd2ff2fb1 req-fbd8ebd6-745f-4c3e-88da-7a2ac0d4dce6 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0697486 Jan 27 15:06:23.112058 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-656b36c4-32be-4f95-adb7-901dd2ff2fb1 req-8df15eef-7fb7-4abf-b4bf-3b635e4953b8 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jan 27 15:06:24.253480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dd4aa-2a1f-4f44-aa96-b9a8ed31e70c req-c55c675e-f706-4b82-9835-a3f6d0055aeb tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:24.255063 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d6dd4aa-2a1f-4f44-aa96-b9a8ed31e70c req-c55c675e-f706-4b82-9835-a3f6d0055aeb tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0522165 Jan 27 15:06:24.310149 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d6dd4aa-2a1f-4f44-aa96-b9a8ed31e70c req-f9a9f17e-ac0f-4130-bdae-4e90eff5b791 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Jan 27 15:06:25.447383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90387b-c968-4496-a6db-3368a78fdfd6 req-0389b27d-0a83-4eaa-9d7f-ee1b5ef6615a tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:25.449209 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9b90387b-c968-4496-a6db-3368a78fdfd6 req-0389b27d-0a83-4eaa-9d7f-ee1b5ef6615a tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0588553 Jan 27 15:06:25.494565 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9b90387b-c968-4496-a6db-3368a78fdfd6 req-e57b72c6-95f0-4878-98b6-0c29962c3d3d tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Jan 27 15:06:26.622397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9ebd2-e92e-4274-8cbf-11e0c9695d19 req-872ad436-9c8e-43b8-bb3f-bc362fe31aa0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:26.624568 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1b9ebd2-e92e-4274-8cbf-11e0c9695d19 req-872ad436-9c8e-43b8-bb3f-bc362fe31aa0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0536928 Jan 27 15:06:26.673165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1b9ebd2-e92e-4274-8cbf-11e0c9695d19 req-408aea83-6cba-4098-a595-69b0daf3e91e tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Jan 27 15:06:27.808500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13540eb3-ceef-49cf-b57a-66d653435234 req-bc127f7e-02be-4ac5-b4d7-db9046d489c1 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:27.810328 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-13540eb3-ceef-49cf-b57a-66d653435234 req-bc127f7e-02be-4ac5-b4d7-db9046d489c1 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0564167 Jan 27 15:06:27.856897 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-13540eb3-ceef-49cf-b57a-66d653435234 req-5565bcf2-1a3f-460c-8e96-897fa44d8131 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Jan 27 15:06:28.982389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7fd9e-2a92-4d90-9be6-f11d814a42cc req-6c8065fe-9639-452e-810f-9b4a5bfaa094 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:28.984032 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17e7fd9e-2a92-4d90-9be6-f11d814a42cc req-6c8065fe-9639-452e-810f-9b4a5bfaa094 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0536530 Jan 27 15:06:29.029655 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17e7fd9e-2a92-4d90-9be6-f11d814a42cc req-da44774b-aae9-49ab-b5e0-042ce3e7c9b3 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374477 Jan 27 15:06:30.154782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b12d4d-f85f-4cdc-b165-dc2fbc09f94b req-e1bd7dc5-71ac-4d4b-9cf7-6dbc2868c044 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:30.156397 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78b12d4d-f85f-4cdc-b165-dc2fbc09f94b req-e1bd7dc5-71ac-4d4b-9cf7-6dbc2868c044 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0533860 Jan 27 15:06:30.204359 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78b12d4d-f85f-4cdc-b165-dc2fbc09f94b req-1083c55e-208d-4a0e-9390-6acc41cf1483 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Jan 27 15:06:30.308705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:31.328958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f512948-7e62-433f-8f17-18255a200d9c req-1f075dd5-c542-4bd0-9a65-117f3c79bb18 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:31.330458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f512948-7e62-433f-8f17-18255a200d9c req-1f075dd5-c542-4bd0-9a65-117f3c79bb18 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0538104 Jan 27 15:06:31.376549 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f512948-7e62-433f-8f17-18255a200d9c req-19685d4a-e380-4ef7-80bf-e50f7677e304 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Jan 27 15:06:32.510414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bf92-f458-4f20-ba46-2eee2dc18199 req-42834a66-a519-4777-8b07-151fc7eb8de2 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:32.512057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33d2bf92-f458-4f20-ba46-2eee2dc18199 req-42834a66-a519-4777-8b07-151fc7eb8de2 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0547411 Jan 27 15:06:32.562379 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-33d2bf92-f458-4f20-ba46-2eee2dc18199 req-f243b36f-d174-4e21-86f8-fd1cbd0cfca0 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Jan 27 15:06:33.689547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f76ab-fcf6-482a-a1e5-1b822c27ae21 req-bad0b9b6-d9e9-4088-811e-433185da2443 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:33.691157 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c97f76ab-fcf6-482a-a1e5-1b822c27ae21 req-bad0b9b6-d9e9-4088-811e-433185da2443 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0539718 Jan 27 15:06:33.734876 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c97f76ab-fcf6-482a-a1e5-1b822c27ae21 req-2077aa19-4c0b-421c-a835-39775bfa076b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Jan 27 15:06:34.890737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a9684-2887-4523-811c-e7d8bb17f540 req-652eb489-18ab-4e3d-8e8b-fdb8ab46c67d tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:34.893300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-066a9684-2887-4523-811c-e7d8bb17f540 req-652eb489-18ab-4e3d-8e8b-fdb8ab46c67d tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0546780 Jan 27 15:06:34.957671 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-066a9684-2887-4523-811c-e7d8bb17f540 req-a182d1a5-2d5b-4883-8832-d293337f56ed tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572205 Jan 27 15:06:36.088677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab39b8a-a36b-4689-b943-15138870db02 req-9f2ce33b-f737-46c1-8535-7cc8ed179d65 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:36.090304 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dab39b8a-a36b-4689-b943-15138870db02 req-9f2ce33b-f737-46c1-8535-7cc8ed179d65 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0540545 Jan 27 15:06:36.132482 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dab39b8a-a36b-4689-b943-15138870db02 req-b2fae667-ad81-4cdd-b5b1-f046211ba9b6 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352604 Jan 27 15:06:36.215025 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-2ee360de-d27b-4904-b4a0-18229762fdca service neutron] 10.222.0.72 "GET /v2.0/ports/c77916f0-7919-41dd-bf38-db7b3d6c9cbd/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0618610 Jan 27 15:06:36.803810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287615e-4803-4023-b891-a0d076762d56 req-1f352937-ce71-44b3-ba7c-4608f2242f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:36.805364 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-1f352937-ce71-44b3-ba7c-4608f2242f27 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1&tenant_id=311f98c7e96c49379d746a193f2e63aa HTTP/1.1" status: 200 len: 1099 time: 0.4144394 Jan 27 15:06:36.879842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287615e-4803-4023-b891-a0d076762d56 req-eb311ffb-45d1-4173-ba96-f98fa9989521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:36.881368 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-eb311ffb-45d1-4173-ba96-f98fa9989521 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=311f98c7e96c49379d746a193f2e63aa&device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 1099 time: 0.0460162 Jan 27 15:06:36.978164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287615e-4803-4023-b891-a0d076762d56 req-2d1cda60-2009-4e85-8474-8871915d7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:36.979697 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-2d1cda60-2009-4e85-8474-8871915d7ec4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34317377-0522-42fd-bf72-826c867425cf HTTP/1.1" status: 200 len: 912 time: 0.0918677 Jan 27 15:06:37.027017 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-3babceb6-c523-4b70-91fb-183a81359d96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd HTTP/1.1" status: 200 len: 217 time: 0.0397470 Jan 27 15:06:37.085326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287615e-4803-4023-b891-a0d076762d56 req-33df083b-c329-48a2-8806-07100007fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:37.086711 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-33df083b-c329-48a2-8806-07100007fa41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bafbb1e-6469-45ce-8626-60c446a85179 HTTP/1.1" status: 200 len: 851 time: 0.0529721 Jan 27 15:06:37.120203 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-44e02766-5701-4cef-a8f1-99297900ce3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34317377-0522-42fd-bf72-826c867425cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267286 Jan 27 15:06:37.234248 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-3bb4f5cf-36ca-4896-b739-45ab0e7a9f19 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068745 Jan 27 15:06:37.286515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbd277-fee0-49e2-bb0f-1ee7ebb3d122 req-19b3ce3d-0b29-4bf6-adbd-63b41dbdde61 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:37.289414 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-03dbd277-fee0-49e2-bb0f-1ee7ebb3d122 req-19b3ce3d-0b29-4bf6-adbd-63b41dbdde61 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0748281 Jan 27 15:06:37.350071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-03dbd277-fee0-49e2-bb0f-1ee7ebb3d122 req-ad1f3258-f457-4d22-918a-d874a1025439 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Jan 27 15:06:37.374820 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-4287615e-4803-4023-b891-a0d076762d56 req-cf64c8e3-22c4-4ed2-90fc-e7726d03e447 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333196 Jan 27 15:06:38.513349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727525d-8bb8-4960-a2c5-6fbece1541ba req-ff2d245a-4b17-465d-b703-9377376c26ee tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:38.516619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2727525d-8bb8-4960-a2c5-6fbece1541ba req-ff2d245a-4b17-465d-b703-9377376c26ee tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0867496 Jan 27 15:06:38.565028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2727525d-8bb8-4960-a2c5-6fbece1541ba req-81d269df-d5d6-4883-8bdf-792bb0ff9177 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Jan 27 15:06:39.411924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c77916f0-7919-41dd-bf38-db7b3d6c9cbd details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:06:39.415911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c77916f0-7919-41dd-bf38-db7b3d6c9cbd no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:06:39.570470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:39.577307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:39.604636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'network_id': '34317377-0522-42fd-bf72-826c867425cf', 'port_id': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'mac_address': 'fa:16:3e:2a:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bafbb1e-6469-45ce-8626-60c446a85179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:06:39.612049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:06:39.614337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74490502-ea51-4017-a8e0-380d01c7bde9" -d '{"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-unplugged", "status": "completed", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:06:39.630256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:39.657154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:39.691165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5d5b03-d373-40d1-854a-85e1b1a60d16 x-openstack-request-id: req-7b5d5b03-d373-40d1-854a-85e1b1a60d16 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:06:39.691503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-unplugged", "status": "completed", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:06:39.691728 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b5d5b03-d373-40d1-854a-85e1b1a60d16 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:06:39.692166 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'code': 200} Jan 27 15:06:39.699001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:39.724034 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c77916f0-7919-41dd-bf38-db7b3d6c9cbd {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:06:39.745735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:39.747465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896ac77-63e4-4ddd-9f3a-015439817296 req-608e43a5-f0bf-4093-aa4b-05d97d472659 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:39.750573 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3896ac77-63e4-4ddd-9f3a-015439817296 req-608e43a5-f0bf-4093-aa4b-05d97d472659 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 944 time: 0.0591824 Jan 27 15:06:39.791047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 15:06:39.791428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 15:06:39.798931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3896ac77-63e4-4ddd-9f3a-015439817296 req-645c4c0c-f952-4c9a-9ebb-46eeb869d6be tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Jan 27 15:06:40.141769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-b517c292-2f5e-4920-8b30-0b1a6b4ba629 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:40.143504 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-b517c292-2f5e-4920-8b30-0b1a6b4ba629 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1&tenant_id=311f98c7e96c49379d746a193f2e63aa&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 944 time: 0.0971682 Jan 27 15:06:40.265933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-10434517-4baf-4b04-8701-1a736f8eb4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:40.267626 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-10434517-4baf-4b04-8701-1a736f8eb4a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=311f98c7e96c49379d746a193f2e63aa&device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 1097 time: 0.0511568 Jan 27 15:06:40.350520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:40.368560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77916f0-7919-41dd-bf38-db7b3d6c9cbd {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:06:40.392788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-0735041d-014d-43fd-9806-778fe2efbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:40.393297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:40.394731 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-0735041d-014d-43fd-9806-778fe2efbdd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=34317377-0522-42fd-bf72-826c867425cf HTTP/1.1" status: 200 len: 912 time: 0.1200879 Jan 27 15:06:40.398211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:40.451881 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-f1429203-9a62-49f9-9474-91206b9752bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd HTTP/1.1" status: 200 len: 217 time: 0.0500987 Jan 27 15:06:40.465340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['c77916f0-7919-41dd-bf38-db7b3d6c9cbd'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:06:40.471741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:40.522208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-669e4373-b4ce-49bb-928f-0cd9c205ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:40.524012 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-669e4373-b4ce-49bb-928f-0cd9c205ecd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bafbb1e-6469-45ce-8626-60c446a85179 HTTP/1.1" status: 200 len: 851 time: 0.0634446 Jan 27 15:06:40.560751 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-f77b70a4-c580-4d8a-a37e-c66d2c8c484b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=34317377-0522-42fd-bf72-826c867425cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296657 Jan 27 15:06:40.688506 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-44df4da5-1622-49f9-bb2a-e888af4f63f1 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212997 Jan 27 15:06:40.795680 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-74d01334-8bb9-4aa4-9a5d-bfb51f402f47 service neutron] 10.222.0.72 "GET /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005387 Jan 27 15:06:41.412620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c77916f0-7919-41dd-bf38-db7b3d6c9cbd up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:06:41.484226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port c77916f0-7919-41dd-bf38-db7b3d6c9cbd triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:06:41.485247 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:41.595493 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:41.647491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:41.652088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:41.693806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:06:41.696650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ebf80f-0409-4356-b4cf-d5c1d86d8df0" -d '{"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-plugged", "status": "completed", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:06:41.706392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8160a8-a323-42e4-89c4-fcc21457ca85 req-8fadca2d-5e38-45cd-88dd-3b033bbe06e9 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:41.708111 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea8160a8-a323-42e4-89c4-fcc21457ca85 req-8fadca2d-5e38-45cd-88dd-3b033bbe06e9 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0726805 Jan 27 15:06:41.734780 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:41.747868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be486267-86db-4467-b192-12c575757b48 x-openstack-request-id: req-be486267-86db-4467-b192-12c575757b48 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:06:41.748314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-plugged", "status": "completed", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:06:41.748671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be486267-86db-4467-b192-12c575757b48 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:06:41.751320 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'code': 200} Jan 27 15:06:41.769055 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea8160a8-a323-42e4-89c4-fcc21457ca85 req-fddad669-0a40-426b-a510-c462ccc83d92 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Jan 27 15:06:42.894177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2bdec-d7a3-40e5-8388-3fc2f43a2e04 req-f7e03d6a-27fc-40a6-88ab-d7440ed0f766 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:42.895873 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c3b2bdec-d7a3-40e5-8388-3fc2f43a2e04 req-f7e03d6a-27fc-40a6-88ab-d7440ed0f766 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0520113 Jan 27 15:06:42.942379 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c3b2bdec-d7a3-40e5-8388-3fc2f43a2e04 req-61c747ed-d7e2-4f20-abd9-6c1d0a3692d9 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/security-groups?id=a203685a-5089-410b-8d63-9bbe904d68b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Jan 27 15:06:43.225853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-c75f6424-6dca-4b57-a311-46d97359401f tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:43.227472 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-c75f6424-6dca-4b57-a311-46d97359401f tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 946 time: 0.0550504 Jan 27 15:06:43.338662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Deleting port c77916f0-7919-41dd-bf38-db7b3d6c9cbd {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:06:43.339006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:43.446166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] For port c77916f0-7919-41dd-bf38-db7b3d6c9cbd, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,segment=NetworkSegment(b866fd22-5e9b-4f15-8d7b-08e47d9ab552),segment_id=b866fd22-5e9b-4f15-8d7b-08e47d9ab552)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:43.446599 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:43.461958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Calling delete_port for c77916f0-7919-41dd-bf38-db7b3d6c9cbd owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:06:43.620546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:43.633917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['c77916f0-7919-41dd-bf38-db7b3d6c9cbd'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:06:43.654385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Pushing event deleted for resources: {'Port': ['ID=c77916f0-7919-41dd-bf38-db7b3d6c9cbd,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:43.707940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] No DVR routers for this DVR port c77916f0-7919-41dd-bf38-db7b3d6c9cbd on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:06:43.710712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:43.714195 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-16afe65b-a6f3-4e78-8d56-0adb3c32cab2 req-18242d78-3888-4433-b447-6e43227b057b tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.72 "DELETE /v2.0/ports/c77916f0-7919-41dd-bf38-db7b3d6c9cbd HTTP/1.1" status: 204 len: 173 time: 0.4806929 Jan 27 15:06:43.714690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-deleted', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:06:43.717269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df073870-cf40-45b7-99ec-9da67f37e08c" -d '{"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-deleted", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:06:43.776203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311354e9-f35e-47d5-9cd5-3601c3ab15f5 x-openstack-request-id: req-311354e9-f35e-47d5-9cd5-3601c3ab15f5 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:06:43.776650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f613a3c-7d2b-45a2-a1a6-e8ee96468df1", "name": "network-vif-deleted", "tag": "c77916f0-7919-41dd-bf38-db7b3d6c9cbd", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:06:43.777011 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-311354e9-f35e-47d5-9cd5-3601c3ab15f5 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:06:43.777575 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f613a3c-7d2b-45a2-a1a6-e8ee96468df1', 'name': 'network-vif-deleted', 'tag': 'c77916f0-7919-41dd-bf38-db7b3d6c9cbd', 'status': 'completed', 'code': 200} Jan 27 15:06:44.051613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bb8afb48-755e-455a-925b-fb88eaf9c2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:44.080352 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b51ea79c-3322-4a55-988a-a6fbd9616f60 req-4ec0eb9f-1584-455b-8ff4-0303e4042732 tempest-DeleteServersTestJSON-1292889786 tempest-DeleteServersTestJSON-1292889786-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f613a3c-7d2b-45a2-a1a6-e8ee96468df1 HTTP/1.1" status: 200 len: 210 time: 0.0388117 Jan 27 15:06:45.228989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41600) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:06:45.278044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Deleting subnet 9bafbb1e-6469-45ce-8626-60c446a85179 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:06:45.284206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.331102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.376420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.443411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.474494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bafbb1e-6469-45ce-8626-60c446a85179,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:45.478278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.485815 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9bafbb1e-6469-45ce-8626-60c446a85179 HTTP/1.1" status: 204 len: 168 time: 0.2504451 Jan 27 15:06:45.486170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41602) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:06:45.487099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.487481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.487820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.488152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.488480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.488813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.489134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.489459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.489795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.490098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.490419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.490730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9067f-391a-4aba-9845-c4f2c6f8e534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:06:45.567237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.660938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.686123 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34317377-0522-42fd-bf72-826c867425cf']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:06:45.698041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b866fd22-5e9b-4f15-8d7b-08e47d9ab552') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:06:45.698415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b866fd22-5e9b-4f15-8d7b-08e47d9ab552') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:06:45.711030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.728375 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.735936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:06:45.736465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:06:45.739076 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:06:45.803444 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.809275 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:45.813804 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] 10.222.0.18 "DELETE /v2.0/networks/34317377-0522-42fd-bf72-826c867425cf HTTP/1.1" status: 204 len: 168 time: 0.3262897 Jan 27 15:06:45.831111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a81bc-b84d-4d2d-9425-ea9e8861cb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=34317377-0522-42fd-bf72-826c867425cf,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:45.949572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41606) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:06:45.998930 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b2051524-f1e9-4129-9460-23f7eb57e926 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=311f98c7e96c49379d746a193f2e63aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480394 Jan 27 15:06:46.001807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41608) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:06:46.058752 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a6a8-3db3-4525-a21d-2eb267e8345f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:46.085344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a6a8-3db3-4525-a21d-2eb267e8345f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:46.145664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a6a8-3db3-4525-a21d-2eb267e8345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:46.150400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a6a8-3db3-4525-a21d-2eb267e8345f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:46.152570 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bdd0a6a8-3db3-4525-a21d-2eb267e8345f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a203685a-5089-410b-8d63-9bbe904d68b4 HTTP/1.1" status: 204 len: 168 time: 0.1494319 Jan 27 15:06:46.163060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0a6a8-3db3-4525-a21d-2eb267e8345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203685a-5089-410b-8d63-9bbe904d68b4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:46.253321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1944f3d9-c0c8-45c9-816e-3d08bdf2d50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.068801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41630) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:06:47.183333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1249797826-network', 'tenant_id': '40ad73279c814ba1ae18189d94707639'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:06:47.212165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Made reservation on behalf of 40ad73279c814ba1ae18189d94707639 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:06:47.214618 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.229692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.362820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.367627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.395152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:06:47.406414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:47.412145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.412519 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Added segment 471bf0a4-6976-4082-9044-4307dae989de of type vlan for network 78e2ce95-1256-463f-8cb0-25def404963e Jan 27 15:06:47.413805 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.443090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c77916f0-7919-41dd-bf38-db7b3d6c9cbd no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:06:47.459668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.473056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: c77916f0-7919-41dd-bf38-db7b3d6c9cbd {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:06:47.473489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c77916f0-7919-41dd-bf38-db7b3d6c9cbd not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:06:47.492146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.493528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:47.494247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.561173 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4906747 Jan 27 15:06:47.564454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 41634) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:06:47.569413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Request body: {'subnet': {'network_id': '78e2ce95-1256-463f-8cb0-25def404963e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1249797826-subnet', 'tenant_id': '40ad73279c814ba1ae18189d94707639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:06:47.584195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2748f5-e1d7-4182-837e-ab8a57709db5 admin admin] Pushing event updated for resources: {'Network': ['ID=78e2ce95-1256-463f-8cb0-25def404963e,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:47.597016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 78e2ce95-1256-463f-8cb0-25def404963e details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:06:47.611804 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Made reservation on behalf of 40ad73279c814ba1ae18189d94707639 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:06:47.615988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.838182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:47.933138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a48c78c-7c01-426e-b5ed-c727b813384b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:47.950128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Checking segment: {'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:06:47.950735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Network hostable DHCP agents. Network: 78e2ce95-1256-463f-8cb0-25def404963e, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:06:47.978346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Network 78e2ce95-1256-463f-8cb0-25def404963e is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:06:47.991120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 78e2ce95-1256-463f-8cb0-25def404963e) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:06:47.996214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:47.996949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:48.003336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef56c6-6901-4384-b8cf-a91189bee17e None None] Network 78e2ce95-1256-463f-8cb0-25def404963e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:06:48.019559 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f4ec2694-44f1-4ee0-8c57-b775cddf2592 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4535859 Jan 27 15:06:48.172808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6be9cd-c6ba-48ab-877b-7ab402f071ec None None] Network 78e2ce95-1256-463f-8cb0-25def404963e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:06:48.578733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-eeb77fe9-b314-44b9-8295-332fc67feb19 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:48.580369 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-eeb77fe9-b314-44b9-8295-332fc67feb19 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 815 time: 0.1298101 Jan 27 15:06:48.601279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-7e543a97-d398-4129-9bd1-ce30b93f98b0 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/quotas/40ad73279c814ba1ae18189d94707639 HTTP/1.1" status: 200 len: 375 time: 0.0106084 Jan 27 15:06:48.641873 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-fd4638ac-aafe-40bf-b2d4-06bb8e74ee14 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300841 Jan 27 15:06:48.754001 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-574872d5-e402-4c68-96f5-6be342ad0a74 service neutron] 10.222.0.18 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994964 Jan 27 15:06:48.803027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:48.868751 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4176c840-8745-492f-887d-2edd9f4fbebf service neutron] 10.222.0.18 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029305 Jan 27 15:06:49.151843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b646142-e892-485b-8f6e-7c95ed0263e6 req-4e81cdd5-fb06-4c77-825c-1795da71f015 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 210 time: 0.0499930 Jan 27 15:06:49.202640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:50.165037 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-3033f2dc-3873-4433-809c-4404a43ce0b8 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:50.166673 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-3033f2dc-3873-4433-809c-4404a43ce0b8 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 815 time: 0.1211867 Jan 27 15:06:50.179873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Request body: {'port': {'device_id': 'ff888fb3-f752-4c87-acdf-89830591057e', 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e', 'admin_state_up': True, 'tenant_id': '40ad73279c814ba1ae18189d94707639'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:06:50.283966 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-978e3e7a-35de-42d8-a32a-856ad1e38212 req-07b75e2b-1be9-4236-a16e-7fc6ec554776 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 210 time: 0.0300169 Jan 27 15:06:50.330798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Made reservation on behalf of 40ad73279c814ba1ae18189d94707639 for: {'port': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:06:50.334481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:50.491405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Allocated IP 172.20.0.14 (78e2ce95-1256-463f-8cb0-25def404963e/5a48c78c-7c01-426e-b5ed-c727b813384b/2dddf02e-102f-4017-a791-1099d3c38b40) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:06:50.660526 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:50.715097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:50.805337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Network 78e2ce95-1256-463f-8cb0-25def404963e is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:06:50.811646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:06:50.819114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:06:50.830433 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Pushing event updated for resources: {'Port': ['ID=2dddf02e-102f-4017-a791-1099d3c38b40,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:50.911204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:50.912234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:50.937380 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-4207d9df-7254-4079-add9-9554192db91e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7623224 Jan 27 15:06:50.950113 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Request body: {'port': {'device_id': 'ff888fb3-f752-4c87-acdf-89830591057e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:06:51.008826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:51.316808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dddf02e-102f-4017-a791-1099d3c38b40 {{(pid=108742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:06:51.330156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:51.352461 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.provisioning_blocks [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Transition to ACTIVE for port object 2dddf02e-102f-4017-a791-1099d3c38b40 will not be triggered until provisioned by entity L2. {{(pid=108742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:06:51.357666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:51.467552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Pushing event updated for resources: {'Port': ['ID=2dddf02e-102f-4017-a791-1099d3c38b40,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:51.473002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c885e-cc32-4a1a-852a-4100e1a117f9 req-8223db46-71f4-475d-8cc4-7c159bae60f4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:51.475240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c8c885e-cc32-4a1a-852a-4100e1a117f9 req-8223db46-71f4-475d-8cc4-7c159bae60f4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 944 time: 0.0925424 Jan 27 15:06:51.524980 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c8c885e-cc32-4a1a-852a-4100e1a117f9 req-fa0ccf46-1326-4cbc-b9dc-63aee5061770 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Jan 27 15:06:51.536762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Attempting to bind port 2dddf02e-102f-4017-a791-1099d3c38b40 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:06:51.537334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Attempting to bind port 2dddf02e-102f-4017-a791-1099d3c38b40 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:06:51.537886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Attempting to bind port 2dddf02e-102f-4017-a791-1099d3c38b40 on network 78e2ce95-1256-463f-8cb0-25def404963e {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:06:51.547156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Port 2dddf02e-102f-4017-a791-1099d3c38b40 on network 78e2ce95-1256-463f-8cb0-25def404963e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:06:51.547906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Attempting to bind port 2dddf02e-102f-4017-a791-1099d3c38b40 on network 78e2ce95-1256-463f-8cb0-25def404963e {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:06:51.555759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:06:51.556198 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Checking segment: {'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:06:51.556663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Bound using segment: {'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'} {{(pid=108742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:06:51.557169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.managers [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Bound port: 2dddf02e-102f-4017-a791-1099d3c38b40, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'}}] {{(pid=108742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:06:51.557571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:51.666446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] For port 2dddf02e-102f-4017-a791-1099d3c38b40, host hv-neutron-8264, cleared binding levels {{(pid=108742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:06:51.673065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] For port 2dddf02e-102f-4017-a791-1099d3c38b40, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2dddf02e-102f-4017-a791-1099d3c38b40,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:06:51.680232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:51.743725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:51.744529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:51.746085 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] 10.222.0.72 "PUT /v2.0/ports/2dddf02e-102f-4017-a791-1099d3c38b40 HTTP/1.1" status: 200 len: 1094 time: 0.8006418 Jan 27 15:06:51.746656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff888fb3-f752-4c87-acdf-89830591057e', 'tag': '2dddf02e-102f-4017-a791-1099d3c38b40'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:06:51.749167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da1b974-60c9-4178-8fd9-248493f0e586" -d '{"events": [{"name": "network-changed", "server_uuid": "ff888fb3-f752-4c87-acdf-89830591057e", "tag": "2dddf02e-102f-4017-a791-1099d3c38b40"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:06:51.796897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9f864-2224-426f-aa2d-609b2e8829eb service neutron] Pushing event updated for resources: {'Port': ['ID=2dddf02e-102f-4017-a791-1099d3c38b40,revision_number=3']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:51.840805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd8f533-54ae-4fe0-b788-6ec9a60ebfa5 x-openstack-request-id: req-5dd8f533-54ae-4fe0-b788-6ec9a60ebfa5 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:06:51.841103 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff888fb3-f752-4c87-acdf-89830591057e", "tag": "2dddf02e-102f-4017-a791-1099d3c38b40", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:06:51.841893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dd8f533-54ae-4fe0-b788-6ec9a60ebfa5 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:06:51.842335 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff888fb3-f752-4c87-acdf-89830591057e', 'tag': '2dddf02e-102f-4017-a791-1099d3c38b40', 'status': 'completed', 'code': 200} Jan 27 15:06:51.862383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-6e7dc859-5db2-42b0-a329-93e43b1590a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:51.864069 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-6e7dc859-5db2-42b0-a329-93e43b1590a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 1097 time: 0.0599594 Jan 27 15:06:51.909697 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-5b023e13-0f67-47ed-a56c-02c818da3ada service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dddf02e-102f-4017-a791-1099d3c38b40 HTTP/1.1" status: 200 len: 217 time: 0.0378332 Jan 27 15:06:51.967203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-a4984547-5259-4858-81d3-08eb7e7c7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:51.968653 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-a4984547-5259-4858-81d3-08eb7e7c7e49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0525753 Jan 27 15:06:52.003133 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-111db45e-7d2c-449d-a5e1-b70cdb722100 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275698 Jan 27 15:06:52.103951 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-a194863b-01f1-4e70-8831-bae199dd8bdd service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942636 Jan 27 15:06:52.211476 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-d5a2eb0b-123c-48c2-a31f-f78ca92e26e5 req-022531eb-4389-4a5d-830a-6b2509a52985 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004412 Jan 27 15:06:52.312127 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-7cc05d91-41da-4d4f-b2cb-0ebd305321d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:52.313820 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-7cc05d91-41da-4d4f-b2cb-0ebd305321d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 1097 time: 0.0488281 Jan 27 15:06:52.436458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-0961b3cb-20cc-4728-9901-35aaf5ca4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:52.439035 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-0961b3cb-20cc-4728-9901-35aaf5ca4264 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.1175699 Jan 27 15:06:52.486015 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-6e6adfa7-f033-4e14-ab4a-71147ddf03cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dddf02e-102f-4017-a791-1099d3c38b40 HTTP/1.1" status: 200 len: 217 time: 0.0384848 Jan 27 15:06:52.540353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-5c097ed6-1d3b-4267-85e1-c1a4e0f5689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:52.541857 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-5c097ed6-1d3b-4267-85e1-c1a4e0f5689e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0489182 Jan 27 15:06:52.580981 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-2b01b159-f4a0-4944-833d-dd0c59825ac7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304432 Jan 27 15:06:52.676187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c24906-4688-47e5-87f2-35cbea904721 req-a6a0adc6-8b7c-44d4-a179-a49fa569e494 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:52.678392 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5c24906-4688-47e5-87f2-35cbea904721 req-a6a0adc6-8b7c-44d4-a179-a49fa569e494 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 944 time: 0.0629063 Jan 27 15:06:52.710009 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-b61a6304-fcbe-4a89-b3b7-c57603a27757 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204085 Jan 27 15:06:52.739816 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5c24906-4688-47e5-87f2-35cbea904721 req-1ff392f0-7354-4513-8248-3269161d3128 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534418 Jan 27 15:06:52.837385 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-1da1b974-60c9-4178-8fd9-248493f0e586 req-5b51f0b7-c580-49cd-b137-1812c807335e service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194727 Jan 27 15:06:53.871446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f7a01-03d3-4cec-bf46-5c94a9e02135 req-9b428d3a-cd24-44a3-b9af-e129d9dfa11f tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:53.874006 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4b2f7a01-03d3-4cec-bf46-5c94a9e02135 req-9b428d3a-cd24-44a3-b9af-e129d9dfa11f tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 944 time: 0.0577319 Jan 27 15:06:53.919216 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4b2f7a01-03d3-4cec-bf46-5c94a9e02135 req-d7348ded-bce4-487b-9201-b09be18ae4e2 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387218 Jan 27 15:06:55.083081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac507b-525a-4d7e-816c-13d2d0d29eb4 req-44278862-4d38-4f2a-a677-8185e87413a9 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:55.084867 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3cac507b-525a-4d7e-816c-13d2d0d29eb4 req-44278862-4d38-4f2a-a677-8185e87413a9 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 944 time: 0.0583885 Jan 27 15:06:55.127308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3cac507b-525a-4d7e-816c-13d2d0d29eb4 req-d2b15310-3e81-45e5-8212-aac4aa5024c4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Jan 27 15:06:55.504777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 2dddf02e-102f-4017-a791-1099d3c38b40 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:06:55.640794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 2dddf02e-102f-4017-a791-1099d3c38b40, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2dddf02e-102f-4017-a791-1099d3c38b40,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:55.656127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '2dddf02e-102f-4017-a791-1099d3c38b40', 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e', 'port_id': '2dddf02e-102f-4017-a791-1099d3c38b40', 'mac_address': 'fa:16:3e:72:ee:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a48c78c-7c01-426e-b5ed-c727b813384b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:06:55.703208 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:55.719539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dddf02e-102f-4017-a791-1099d3c38b40 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:06:55.741869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 2dddf02e-102f-4017-a791-1099d3c38b40, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2dddf02e-102f-4017-a791-1099d3c38b40,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:55.755166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:55.810840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=2dddf02e-102f-4017-a791-1099d3c38b40,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:55.956956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['2dddf02e-102f-4017-a791-1099d3c38b40'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:06:56.251860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1f218-c228-442f-9ab8-a445357cc69f req-6d673bc3-9a6c-47d5-b20a-afa66ec17379 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:56.253607 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1cd1f218-c228-442f-9ab8-a445357cc69f req-6d673bc3-9a6c-47d5-b20a-afa66ec17379 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 945 time: 0.0542555 Jan 27 15:06:56.301482 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1cd1f218-c228-442f-9ab8-a445357cc69f req-8c46bcb3-7fed-4e3d-b7cb-6b6896e803e5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 Jan 27 15:06:57.428311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b432e0-4512-45c0-97ba-df8ccd61e7e4 req-3bd01cdb-88cc-4a0e-bac8-4b735654032c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:57.429964 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-84b432e0-4512-45c0-97ba-df8ccd61e7e4 req-3bd01cdb-88cc-4a0e-bac8-4b735654032c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 945 time: 0.0568814 Jan 27 15:06:57.474310 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-84b432e0-4512-45c0-97ba-df8ccd61e7e4 req-a2b8f947-b49b-47cd-9a7a-188f794af27a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Jan 27 15:06:57.519821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 2dddf02e-102f-4017-a791-1099d3c38b40 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:06:57.576764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 2dddf02e-102f-4017-a791-1099d3c38b40 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:06:57.583060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 2dddf02e-102f-4017-a791-1099d3c38b40 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:06:57.583381 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:57.675881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:57.703706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff888fb3-f752-4c87-acdf-89830591057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dddf02e-102f-4017-a791-1099d3c38b40'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:06:57.706413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8492f816-e63d-4bc0-a18d-3134c35d5e75" -d '{"events": [{"server_uuid": "ff888fb3-f752-4c87-acdf-89830591057e", "name": "network-vif-plugged", "status": "completed", "tag": "2dddf02e-102f-4017-a791-1099d3c38b40"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:06:57.722368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 2dddf02e-102f-4017-a791-1099d3c38b40, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2dddf02e-102f-4017-a791-1099d3c38b40,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:06:57.728201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:06:57.772749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17370018-7621-47c4-a5a9-177347e241cd x-openstack-request-id: req-17370018-7621-47c4-a5a9-177347e241cd {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:06:57.773193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff888fb3-f752-4c87-acdf-89830591057e", "name": "network-vif-plugged", "status": "completed", "tag": "2dddf02e-102f-4017-a791-1099d3c38b40", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:06:57.773578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17370018-7621-47c4-a5a9-177347e241cd {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:06:57.774178 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff888fb3-f752-4c87-acdf-89830591057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dddf02e-102f-4017-a791-1099d3c38b40', 'code': 200} Jan 27 15:06:57.809517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=2dddf02e-102f-4017-a791-1099d3c38b40,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:06:57.952512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d9f28-f377-473e-9a78-7edc47bde5ae req-dbcb0316-facd-4693-b0ac-299a290e0810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:57.954204 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b95d9f28-f377-473e-9a78-7edc47bde5ae req-dbcb0316-facd-4693-b0ac-299a290e0810 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 1099 time: 0.0508115 Jan 27 15:06:57.994517 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b95d9f28-f377-473e-9a78-7edc47bde5ae req-fc8d2b99-63aa-42cd-a5c3-dda19a144e9a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Jan 27 15:06:58.608007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11b6f5-c226-4d29-8458-e38eac7ef1e9 req-9bcea017-72c7-44f0-9782-006d5e916196 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:58.609588 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fc11b6f5-c226-4d29-8458-e38eac7ef1e9 req-9bcea017-72c7-44f0-9782-006d5e916196 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0607874 Jan 27 15:06:58.658895 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fc11b6f5-c226-4d29-8458-e38eac7ef1e9 req-a3a2a851-0d4d-4f98-a31f-931af9d6aaae tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Jan 27 15:06:59.820289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e47e9-1c95-48f8-9db2-74cf263b2aa4 req-eab615aa-982b-455c-8357-2aa0108ed489 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:06:59.821955 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca1e47e9-1c95-48f8-9db2-74cf263b2aa4 req-eab615aa-982b-455c-8357-2aa0108ed489 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0710433 Jan 27 15:06:59.889238 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca1e47e9-1c95-48f8-9db2-74cf263b2aa4 req-75790142-5e55-4843-a7f2-50e2996e5e07 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584860 Jan 27 15:06:59.922532 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:07:00.043127 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697d6de-9dc2-45ee-a009-3a81fc549208 req-e6dbd1fe-8dff-48ac-8263-2f6b101626ec tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:00.045484 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d697d6de-9dc2-45ee-a009-3a81fc549208 req-e6dbd1fe-8dff-48ac-8263-2f6b101626ec tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0622966 Jan 27 15:07:00.089947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d697d6de-9dc2-45ee-a009-3a81fc549208 req-126237ee-54a2-4b89-b9e7-983dbc5b3f5a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372574 Jan 27 15:07:00.310679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:00.362860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb9f8-a769-4c77-94ab-c75ee005456a req-fc5cb940-cf14-4f74-b0a9-6cebe539fa76 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:00.365625 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5d4bb9f8-a769-4c77-94ab-c75ee005456a req-fc5cb940-cf14-4f74-b0a9-6cebe539fa76 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0707762 Jan 27 15:07:00.409015 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5d4bb9f8-a769-4c77-94ab-c75ee005456a req-fd5ef950-cf2a-4dfe-a6e1-39f60e522398 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372360 Jan 27 15:07:00.552237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844f6f-ad86-46f2-a1ae-2a7395704a23 req-d325a46d-80a2-4342-a98e-0a171a098d7a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:00.553937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81844f6f-ad86-46f2-a1ae-2a7395704a23 req-d325a46d-80a2-4342-a98e-0a171a098d7a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0556974 Jan 27 15:07:00.598922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81844f6f-ad86-46f2-a1ae-2a7395704a23 req-42a01c76-b405-47f9-9573-31215126b446 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Jan 27 15:07:00.876511 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-af111251-023a-4657-b531-118abca881b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0498717 Jan 27 15:07:00.879248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295100cb-c20f-4d3f-bd2c-7e8e79fcbb37 req-b3e89c52-7f6d-40d5-84d9-ce3ccb000dc7 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:00.882096 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-295100cb-c20f-4d3f-bd2c-7e8e79fcbb37 req-b3e89c52-7f6d-40d5-84d9-ce3ccb000dc7 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0730367 Jan 27 15:07:00.946267 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-295100cb-c20f-4d3f-bd2c-7e8e79fcbb37 req-da22d47e-23a8-49d0-a5e6-cf0e18fc120b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523038 Jan 27 15:07:02.083060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ea9c2-f9aa-4622-add1-a703e2167726 req-45bdce84-8ab1-419b-a7e2-8f3d305f8622 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:02.084710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-099ea9c2-f9aa-4622-add1-a703e2167726 req-45bdce84-8ab1-419b-a7e2-8f3d305f8622 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0595913 Jan 27 15:07:02.151154 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-099ea9c2-f9aa-4622-add1-a703e2167726 req-2132ee17-c5f2-4ccf-914e-0b752219d312 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 Jan 27 15:07:02.289557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-eb61f141-b1c3-4573-9d39-eb9af01f8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:02.291710 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-eb61f141-b1c3-4573-9d39-eb9af01f8cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 1099 time: 0.0472095 Jan 27 15:07:02.394629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-8675c3e2-fb67-4cbc-b28f-d896d1c6454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:02.396224 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-8675c3e2-fb67-4cbc-b28f-d896d1c6454e service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.0987833 Jan 27 15:07:02.440878 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-f335182c-5448-4177-b079-c8159e945c7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dddf02e-102f-4017-a791-1099d3c38b40 HTTP/1.1" status: 200 len: 217 time: 0.0385473 Jan 27 15:07:02.493317 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-96265de8-736c-4016-b390-630a58ec9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:02.494907 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-96265de8-736c-4016-b390-630a58ec9f8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0483522 Jan 27 15:07:02.535190 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-4abf86e1-fe52-4c29-9cc9-26e04497a932 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331228 Jan 27 15:07:02.641409 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-66087c25-bd9e-4cd4-a33c-77dda6b9be56 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988135 Jan 27 15:07:02.742428 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-7e22a139-96a0-4379-b337-769fd3f71469 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947351 Jan 27 15:07:03.308466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008be2f-fa3f-4787-96fe-cfd90dfe2f42 req-7917751f-4d55-40ab-990d-faccb7fee459 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:03.309976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6008be2f-fa3f-4787-96fe-cfd90dfe2f42 req-7917751f-4d55-40ab-990d-faccb7fee459 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0577526 Jan 27 15:07:03.370679 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6008be2f-fa3f-4787-96fe-cfd90dfe2f42 req-4b23b6b5-2df9-4d81-90a8-8b51159432c7 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540080 Jan 27 15:07:04.501662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f59ec8-8171-429d-ba2b-9e9fe5122228 req-42c3abbf-fe88-473a-b11e-fa77a71c7be6 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:04.503643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7f59ec8-8171-429d-ba2b-9e9fe5122228 req-42c3abbf-fe88-473a-b11e-fa77a71c7be6 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0558760 Jan 27 15:07:04.547517 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7f59ec8-8171-429d-ba2b-9e9fe5122228 req-bb0a80a6-3a27-4817-b606-37b6c33b4733 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Jan 27 15:07:06.007096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c38fc-255e-4580-b9e6-7b434daf1c12 req-6190d6bd-5e8d-47dd-a8ec-94f95f46c8e1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:06.008875 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ee3c38fc-255e-4580-b9e6-7b434daf1c12 req-6190d6bd-5e8d-47dd-a8ec-94f95f46c8e1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.3823934 Jan 27 15:07:06.075318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ee3c38fc-255e-4580-b9e6-7b434daf1c12 req-0e79ec64-222b-47dc-801d-1bb0b34ca264 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543847 Jan 27 15:07:07.215306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c3e8f-dd42-4b28-99cf-adaf0c8c2390 req-f1c90f2f-156a-40ff-8d39-90c9457506eb tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:07.216875 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-944c3e8f-dd42-4b28-99cf-adaf0c8c2390 req-f1c90f2f-156a-40ff-8d39-90c9457506eb tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0521805 Jan 27 15:07:07.259415 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-944c3e8f-dd42-4b28-99cf-adaf0c8c2390 req-f32d2ccf-b3e5-4043-85a6-93bfd4358796 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361381 Jan 27 15:07:08.383549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d0e8c-57c4-4c68-9916-cdac4d7ec28a req-edd8673a-288a-4f3c-8c02-c52ae8c12f10 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:08.385098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d30d0e8c-57c4-4c68-9916-cdac4d7ec28a req-edd8673a-288a-4f3c-8c02-c52ae8c12f10 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0524044 Jan 27 15:07:08.427043 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d30d0e8c-57c4-4c68-9916-cdac4d7ec28a req-f6f343d9-68d2-4941-918e-2a7518791a3c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Jan 27 15:07:09.572981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408901-ccfd-4fe0-8b4a-daa5ceaadb13 req-802d8cea-51e4-4ce3-b749-f06f15a7b688 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:09.575643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-27408901-ccfd-4fe0-8b4a-daa5ceaadb13 req-802d8cea-51e4-4ce3-b749-f06f15a7b688 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0667627 Jan 27 15:07:09.618824 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-27408901-ccfd-4fe0-8b4a-daa5ceaadb13 req-a4b7415d-7e80-4c4a-a458-2b36a321e184 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373588 Jan 27 15:07:10.751574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9c103-e5c0-4e5d-a1e7-0f90057a2df5 req-1d6e89f8-b1de-4016-b7f1-d45d4a46982b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:10.753571 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4af9c103-e5c0-4e5d-a1e7-0f90057a2df5 req-1d6e89f8-b1de-4016-b7f1-d45d4a46982b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0516179 Jan 27 15:07:10.797203 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4af9c103-e5c0-4e5d-a1e7-0f90057a2df5 req-dc1cb7d8-c920-45bc-b05f-b9956ad8f1b5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370159 Jan 27 15:07:11.953719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e08d0-d62b-44c1-ae47-b0d647661b5d req-164e5910-df18-4308-8b0f-7bc1b5ee29df tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:11.956540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-082e08d0-d62b-44c1-ae47-b0d647661b5d req-164e5910-df18-4308-8b0f-7bc1b5ee29df tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0639868 Jan 27 15:07:11.998272 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-082e08d0-d62b-44c1-ae47-b0d647661b5d req-103ae1ae-4ab1-4580-be66-3c56dd71dbcc tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Jan 27 15:07:13.139909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e5d2d-462f-4274-a868-ae28025ea296 req-2d7a5c6c-411c-4832-ad74-f5fdc2a67590 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:13.141768 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-981e5d2d-462f-4274-a868-ae28025ea296 req-2d7a5c6c-411c-4832-ad74-f5fdc2a67590 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0608618 Jan 27 15:07:13.184871 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-981e5d2d-462f-4274-a868-ae28025ea296 req-eaed859f-7d00-44e9-a8be-64c2567dae34 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361462 Jan 27 15:07:14.041379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-529b6171-0e9a-4f65-af80-5038ab8c2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:14.321672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f319353-b366-4b2a-bd5c-d660ff6cf18c req-3cbfdb53-5db3-4d18-8190-8889cce2aabc tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:14.323295 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1f319353-b366-4b2a-bd5c-d660ff6cf18c req-3cbfdb53-5db3-4d18-8190-8889cce2aabc tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0524580 Jan 27 15:07:14.366367 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1f319353-b366-4b2a-bd5c-d660ff6cf18c req-cb716270-cc11-4189-bdde-4178bd44618d tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360966 Jan 27 15:07:15.571581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896d606-6bd6-4db1-8f63-f7e12d72cbc5 req-2edaa2c5-15de-4505-80b8-f16378e1af01 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:15.574253 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3896d606-6bd6-4db1-8f63-f7e12d72cbc5 req-2edaa2c5-15de-4505-80b8-f16378e1af01 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.1327062 Jan 27 15:07:15.617742 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3896d606-6bd6-4db1-8f63-f7e12d72cbc5 req-3b171217-3396-4838-ad9a-1229a9cfa255 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 Jan 27 15:07:16.247094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d3ef2d9-13cc-4cd4-82fe-3348cec66842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:16.864218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaa073-75e7-46b5-ba13-e9d1144ed9b5 req-3bacb309-59b0-4fa6-b564-cb117a77a703 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:16.865838 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-71eaa073-75e7-46b5-ba13-e9d1144ed9b5 req-3bacb309-59b0-4fa6-b564-cb117a77a703 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.1587152 Jan 27 15:07:16.918848 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-71eaa073-75e7-46b5-ba13-e9d1144ed9b5 req-cb606efe-712c-4a62-992e-2447404a199e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Jan 27 15:07:17.406743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:18.052737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc5f87-657c-4bff-b928-b39c9b3bf3ea req-375934d6-06d2-4415-a726-edb50cbb9fe4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:18.054421 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d9bc5f87-657c-4bff-b928-b39c9b3bf3ea req-375934d6-06d2-4415-a726-edb50cbb9fe4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0575116 Jan 27 15:07:18.099908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d9bc5f87-657c-4bff-b928-b39c9b3bf3ea req-97ed0f16-720e-4bb7-9bd4-fb4481f34825 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Jan 27 15:07:18.800966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:19.203491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:19.236666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e64de7-ab17-43f2-98cc-c95f9cbf1b63 req-3d5a08ff-8f63-4ea9-9678-18f8a6fbb928 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:19.238258 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a2e64de7-ab17-43f2-98cc-c95f9cbf1b63 req-3d5a08ff-8f63-4ea9-9678-18f8a6fbb928 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0600898 Jan 27 15:07:19.281071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a2e64de7-ab17-43f2-98cc-c95f9cbf1b63 req-619349f4-0de6-4a65-8787-71323bd019bd tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364046 Jan 27 15:07:20.415252 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c796bd-7b77-4031-a760-ff379ccaeffe req-9714d0bb-922d-47ce-8ec2-0a39389028ef tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:20.417233 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81c796bd-7b77-4031-a760-ff379ccaeffe req-9714d0bb-922d-47ce-8ec2-0a39389028ef tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0570068 Jan 27 15:07:20.461000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81c796bd-7b77-4031-a760-ff379ccaeffe req-8afd799c-168d-46b0-981f-b99680462118 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365779 Jan 27 15:07:21.588166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7bb08-c1fa-44a9-bbb9-55046f8a79d2 req-d6c3d1b8-e227-46f1-b5e3-a66e2abaaff7 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:21.589786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ece7bb08-c1fa-44a9-bbb9-55046f8a79d2 req-d6c3d1b8-e227-46f1-b5e3-a66e2abaaff7 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0549197 Jan 27 15:07:21.645327 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ece7bb08-c1fa-44a9-bbb9-55046f8a79d2 req-398f8bd2-9f80-4dd7-a9f5-ce9842d95c83 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Jan 27 15:07:22.788886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095b86e-ef6a-4061-8237-2fa50e8a2b05 req-afa27a55-3f4e-4eaa-8050-ab1f3bd3a6f7 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:22.790567 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f095b86e-ef6a-4061-8237-2fa50e8a2b05 req-afa27a55-3f4e-4eaa-8050-ab1f3bd3a6f7 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0644629 Jan 27 15:07:22.835618 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f095b86e-ef6a-4061-8237-2fa50e8a2b05 req-1bc39188-d4ac-47b9-ae72-88f6b1427ea2 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369198 Jan 27 15:07:23.967133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fbdc8-0c5c-45ab-82c6-d4de24935992 req-ea3a29a8-2a66-4553-89b3-cfc2327963e1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:23.968837 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cf0fbdc8-0c5c-45ab-82c6-d4de24935992 req-ea3a29a8-2a66-4553-89b3-cfc2327963e1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0590522 Jan 27 15:07:24.013198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cf0fbdc8-0c5c-45ab-82c6-d4de24935992 req-eeff33fd-aac9-4ded-8556-4edd73b92142 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378098 Jan 27 15:07:25.137893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f81125-5e3e-45f8-8d00-2d5d20544bff req-56804e12-2a3f-4dbf-8a66-b5fe8d14727c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:25.139775 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-07f81125-5e3e-45f8-8d00-2d5d20544bff req-56804e12-2a3f-4dbf-8a66-b5fe8d14727c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0555520 Jan 27 15:07:25.182571 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-07f81125-5e3e-45f8-8d00-2d5d20544bff req-aee67f45-6f24-410f-b243-b4442c19f0d4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Jan 27 15:07:26.309392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71685d3a-3be1-4b06-8d32-1d2f62217c21 req-418e0c66-5947-4a9c-8759-1f26583dc93c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:26.311052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-71685d3a-3be1-4b06-8d32-1d2f62217c21 req-418e0c66-5947-4a9c-8759-1f26583dc93c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0556417 Jan 27 15:07:26.354821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-71685d3a-3be1-4b06-8d32-1d2f62217c21 req-5d97baf3-50e6-4613-9997-dd26967e4e1f tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Jan 27 15:07:27.513260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96846bd5-3331-4cd4-9009-59b601cda1b4 req-74a87cc3-6f80-4acd-9eab-781b96035a09 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:27.514904 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-96846bd5-3331-4cd4-9009-59b601cda1b4 req-74a87cc3-6f80-4acd-9eab-781b96035a09 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0575824 Jan 27 15:07:27.566048 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-96846bd5-3331-4cd4-9009-59b601cda1b4 req-5ad97ff3-76fe-4e0b-937a-742d4c6da589 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Jan 27 15:07:28.699130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527165fd-bbcd-4a38-a877-c3c455468291 req-c8d4b220-4543-401b-8416-f81e8240f3ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:28.701175 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-527165fd-bbcd-4a38-a877-c3c455468291 req-c8d4b220-4543-401b-8416-f81e8240f3ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0597589 Jan 27 15:07:28.748169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-527165fd-bbcd-4a38-a877-c3c455468291 req-2cf05647-c013-488f-a3ab-8172909fba6b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Jan 27 15:07:29.385354 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-c90b2058-97e2-424e-b9b7-8667b0266b8c service neutron] 10.222.0.72 "GET /v2.0/ports/2dddf02e-102f-4017-a791-1099d3c38b40/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0727022 Jan 27 15:07:29.615784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-601f45ef-e71c-4a61-9142-8002b516e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:29.617389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-601f45ef-e71c-4a61-9142-8002b516e864 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e&tenant_id=40ad73279c814ba1ae18189d94707639 HTTP/1.1" status: 200 len: 1099 time: 0.0460856 Jan 27 15:07:29.628045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-94eb3896-bd27-4136-94e4-1b36bafe1404 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:07:29.629148 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-94eb3896-bd27-4136-94e4-1b36bafe1404 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057807 Jan 27 15:07:29.697289 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-2f2e8a09-8221-45da-8441-8f61ff19d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:29.698819 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-2f2e8a09-8221-45da-8441-8f61ff19d201 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 1099 time: 0.0431128 Jan 27 15:07:29.816365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-bd945e58-0618-4676-8e7c-f503addab96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:29.818614 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-bd945e58-0618-4676-8e7c-f503addab96f service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.1132631 Jan 27 15:07:29.864254 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-efbc8c7d-8635-4a08-806a-8194442cf3f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dddf02e-102f-4017-a791-1099d3c38b40 HTTP/1.1" status: 200 len: 217 time: 0.0388651 Jan 27 15:07:29.918056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69595f44-7919-47b4-ab08-ae6a9319417c req-0750722d-0be2-496c-890c-b53381c76625 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:29.920649 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-69595f44-7919-47b4-ab08-ae6a9319417c req-0750722d-0be2-496c-890c-b53381c76625 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0714557 Jan 27 15:07:29.937884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-17e5649c-7bf6-414c-ae0d-a76f30e3884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:29.940399 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-17e5649c-7bf6-414c-ae0d-a76f30e3884a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0699732 Jan 27 15:07:29.968383 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-69595f44-7919-47b4-ab08-ae6a9319417c req-a5c06e96-27f9-4e89-b86f-4488806293ac tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Jan 27 15:07:29.991722 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-a0f0a2bd-6543-4824-b037-2dc7bd7dfdcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446358 Jan 27 15:07:30.132401 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-88c89b2f-ad50-4208-8b58-e2c8976a7bff service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346216 Jan 27 15:07:30.231600 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a859575b-4316-4798-9cb8-893dbd3b5b05 req-b331e57e-7aa2-448a-b4ad-3b2b76de8f5a service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930932 Jan 27 15:07:30.320939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:31.115210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef4638-da4f-4cc7-8c71-4dab1f8a1386 req-4fe5d50a-4f9a-45c3-a1f8-156a20fd15c5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:31.118039 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5bef4638-da4f-4cc7-8c71-4dab1f8a1386 req-4fe5d50a-4f9a-45c3-a1f8-156a20fd15c5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0711856 Jan 27 15:07:31.186901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5bef4638-da4f-4cc7-8c71-4dab1f8a1386 req-bf9cf679-9550-4431-a0db-3e4e6ba49b96 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610058 Jan 27 15:07:32.316138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62a197-d69a-47d9-8bf8-01a6d5a61e7f req-e670a26f-3cd0-4830-8459-4042fa318028 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:32.317683 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e62a197-d69a-47d9-8bf8-01a6d5a61e7f req-e670a26f-3cd0-4830-8459-4042fa318028 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0571024 Jan 27 15:07:32.364996 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e62a197-d69a-47d9-8bf8-01a6d5a61e7f req-fbd16f80-3f02-4ab7-9fa5-af9c92cf2740 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376282 Jan 27 15:07:32.636931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9394357-eb20-4992-8aea-90999efe678d req-ccd49585-2b3a-4555-b7cd-154080488679 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:32.639508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f9394357-eb20-4992-8aea-90999efe678d req-ccd49585-2b3a-4555-b7cd-154080488679 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0824621 Jan 27 15:07:32.672946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-adfeffb0-bd08-4aba-ada1-2f9deb2bbe73 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:32.675645 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-adfeffb0-bd08-4aba-ada1-2f9deb2bbe73 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e&tenant_id=40ad73279c814ba1ae18189d94707639&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.0979555 Jan 27 15:07:32.695670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f9394357-eb20-4992-8aea-90999efe678d req-073b00c3-f45e-4b18-89ef-8bac1685d3ed tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494616 Jan 27 15:07:32.819784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-4b6985a5-e637-4fa0-95de-ffd8053da83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:32.821375 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-4b6985a5-e637-4fa0-95de-ffd8053da83e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 1099 time: 0.0960970 Jan 27 15:07:32.921934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-e9781777-6f20-4128-91aa-20f0674a209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:32.923466 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-e9781777-6f20-4128-91aa-20f0674a209c service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.0954368 Jan 27 15:07:32.969981 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-63aced85-d505-4a77-b3fa-63fc7dc79710 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dddf02e-102f-4017-a791-1099d3c38b40 HTTP/1.1" status: 200 len: 217 time: 0.0401719 Jan 27 15:07:33.021692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-bec357a7-880e-4871-9d40-c0b64f851ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:33.023261 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-bec357a7-880e-4871-9d40-c0b64f851ac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0470273 Jan 27 15:07:33.076220 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-165bf607-f42c-4194-9abf-1402c0950628 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458519 Jan 27 15:07:33.180616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-55ea9d65-bfe0-4ed3-a656-0498dcfbd9c5 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972350 Jan 27 15:07:33.282972 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b35bb9e2-9bd0-4553-aa08-e087ee22d063 req-5c42c93a-8085-4cde-b859-630cc5c6e9cc service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966604 Jan 27 15:07:33.872809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980b1d0-2c77-4fcf-b719-dbd7b1387273 req-fc4a6307-c6b6-4a73-8ba9-f7b8414edee0 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:33.874989 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0980b1d0-2c77-4fcf-b719-dbd7b1387273 req-fc4a6307-c6b6-4a73-8ba9-f7b8414edee0 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0768085 Jan 27 15:07:33.919151 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0980b1d0-2c77-4fcf-b719-dbd7b1387273 req-d1b242e7-a228-4f11-9e75-a5c1818c0235 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375783 Jan 27 15:07:34.044834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16171cc-4a5c-4bc9-8d19-4b6f9785411c req-9ec70765-aa7f-48e6-a539-4279bfba2153 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:34.046833 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c16171cc-4a5c-4bc9-8d19-4b6f9785411c req-9ec70765-aa7f-48e6-a539-4279bfba2153 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0556588 Jan 27 15:07:34.095981 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c16171cc-4a5c-4bc9-8d19-4b6f9785411c req-531b35e4-d1e8-4900-8919-0d3fe0330b46 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Jan 27 15:07:34.224949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffed25-2a98-43a4-a0e9-f52dc2901938 req-016c10f6-199b-4a08-b341-089eee4d8ab8 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:34.226959 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a0ffed25-2a98-43a4-a0e9-f52dc2901938 req-016c10f6-199b-4a08-b341-089eee4d8ab8 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0563960 Jan 27 15:07:34.271769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a0ffed25-2a98-43a4-a0e9-f52dc2901938 req-e705453c-a51a-4656-9107-210f0384e8bc tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374274 Jan 27 15:07:34.685091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-dc36db15-0003-421a-aed0-9a1623fd2d87 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:34.686908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-dc36db15-0003-421a-aed0-9a1623fd2d87 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 815 time: 0.1229935 Jan 27 15:07:34.708207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-a19f0c96-4b2a-4f06-b0a2-684684893b9c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/quotas/40ad73279c814ba1ae18189d94707639 HTTP/1.1" status: 200 len: 375 time: 0.0106785 Jan 27 15:07:34.770482 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-b04d2864-0ee7-4d6d-b047-989935f9be4c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508928 Jan 27 15:07:34.782715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-a7258eff-03cc-4f13-a013-5baaa661a1ad service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:07:34.783883 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-a7258eff-03cc-4f13-a013-5baaa661a1ad service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059414 Jan 27 15:07:34.892678 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-332a7c45-f1dc-4f94-b83e-64318ff260e5 service neutron] 10.222.0.18 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963113 Jan 27 15:07:34.993673 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-388caf1f-6220-42cb-b6a9-c9016f94e3d5 service neutron] 10.222.0.18 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933001 Jan 27 15:07:35.225588 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e307720-030c-4e1b-93f3-eadaee6c3f25 req-25c98903-17b6-4229-8d5d-07e66c025674 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 210 time: 0.0285172 Jan 27 15:07:36.184448 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-e10cf715-f5c6-4a93-a915-5f8baf0c5def tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:36.186879 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-e10cf715-f5c6-4a93-a915-5f8baf0c5def tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff888fb3-f752-4c87-acdf-89830591057e HTTP/1.1" status: 200 len: 946 time: 0.0623999 Jan 27 15:07:36.321666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-c5e58bca-0060-4298-9109-36a154dcccec tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:36.323334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-c5e58bca-0060-4298-9109-36a154dcccec tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 815 time: 0.1546798 Jan 27 15:07:36.345204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Deleting port 2dddf02e-102f-4017-a791-1099d3c38b40 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:07:36.346134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:36.358254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Request body: {'port': {'device_id': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e', 'admin_state_up': True, 'tenant_id': '40ad73279c814ba1ae18189d94707639'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:07:36.365647 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5ea0882-c686-4f1c-89df-b2110c47be29 req-3f8f091b-de05-489c-8918-5bae8c5c0481 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 210 time: 0.0388215 Jan 27 15:07:36.499135 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] For port 2dddf02e-102f-4017-a791-1099d3c38b40, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=2dddf02e-102f-4017-a791-1099d3c38b40,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:07:36.499979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:36.506980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Made reservation on behalf of 40ad73279c814ba1ae18189d94707639 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:07:36.512861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:36.525414 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Calling delete_port for 2dddf02e-102f-4017-a791-1099d3c38b40 owned by compute:nova {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:07:36.673353 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Allocated IP 172.20.0.11 (78e2ce95-1256-463f-8cb0-25def404963e/5a48c78c-7c01-426e-b5ed-c727b813384b/43c50964-d206-466a-ade6-a8b6e280796a) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:07:36.701147 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:36.717401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['2dddf02e-102f-4017-a791-1099d3c38b40'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:07:36.750561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Pushing event deleted for resources: {'Port': ['ID=2dddf02e-102f-4017-a791-1099d3c38b40,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:07:36.771622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.772264 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.772897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.773519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.774056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.774602 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.775141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.775801 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.776341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.777392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.777933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.778477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:36.842660 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] No DVR routers for this DVR port 2dddf02e-102f-4017-a791-1099d3c38b40 on host hv-neutron-8264 {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:07:36.846280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:36.852085 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "DELETE /v2.0/ports/2dddf02e-102f-4017-a791-1099d3c38b40 HTTP/1.1" status: 204 len: 173 time: 0.6558385 Jan 27 15:07:36.852809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff888fb3-f752-4c87-acdf-89830591057e', 'name': 'network-vif-deleted', 'tag': '2dddf02e-102f-4017-a791-1099d3c38b40'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:07:36.856944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3686e9-c138-4f6c-b9f0-8fe0bcd1caff" -d '{"events": [{"server_uuid": "ff888fb3-f752-4c87-acdf-89830591057e", "name": "network-vif-deleted", "tag": "2dddf02e-102f-4017-a791-1099d3c38b40"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:07:36.926007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accbbd3d-e701-4fcb-a3cc-e57acfdd9515 x-openstack-request-id: req-accbbd3d-e701-4fcb-a3cc-e57acfdd9515 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:07:36.926438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff888fb3-f752-4c87-acdf-89830591057e", "name": "network-vif-deleted", "tag": "2dddf02e-102f-4017-a791-1099d3c38b40", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:07:36.926815 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-accbbd3d-e701-4fcb-a3cc-e57acfdd9515 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:07:36.927590 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff888fb3-f752-4c87-acdf-89830591057e', 'name': 'network-vif-deleted', 'tag': '2dddf02e-102f-4017-a791-1099d3c38b40', 'status': 'completed', 'code': 200} Jan 27 15:07:36.928665 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:07:36.956813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:37.011739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:37.027128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['2dddf02e-102f-4017-a791-1099d3c38b40'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:07:37.103028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Network 78e2ce95-1256-463f-8cb0-25def404963e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:07:37.109703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:07:37.116662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:07:37.168540 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:07:37.218248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:37.219395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:37.246810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-86d40e36-160b-48cd-b1a7-49ef980778ff tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8930767 Jan 27 15:07:37.262390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Request body: {'port': {'device_id': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:07:37.323395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:37.603678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563fad9-db72-4936-8ef7-20586d2adcbf req-770d0a80-6402-4cb3-a14d-e29dc7f61c41 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:37.605564 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e563fad9-db72-4936-8ef7-20586d2adcbf req-770d0a80-6402-4cb3-a14d-e29dc7f61c41 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 932 time: 0.1238573 Jan 27 15:07:37.688346 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e563fad9-db72-4936-8ef7-20586d2adcbf req-c063e19a-3726-4490-8712-c871219ed5ec tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747218 Jan 27 15:07:37.750795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c50964-d206-466a-ade6-a8b6e280796a {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:07:37.759837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:37.774593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Transition to ACTIVE for port object 43c50964-d206-466a-ade6-a8b6e280796a will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:07:37.779213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:37.838791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:07:37.921760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Attempting to bind port 43c50964-d206-466a-ade6-a8b6e280796a on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:07:37.922235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Attempting to bind port 43c50964-d206-466a-ade6-a8b6e280796a by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:07:37.922619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Attempting to bind port 43c50964-d206-466a-ade6-a8b6e280796a on network 78e2ce95-1256-463f-8cb0-25def404963e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:07:37.928243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Port 43c50964-d206-466a-ade6-a8b6e280796a on network 78e2ce95-1256-463f-8cb0-25def404963e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:07:37.928735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Attempting to bind port 43c50964-d206-466a-ade6-a8b6e280796a on network 78e2ce95-1256-463f-8cb0-25def404963e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:07:37.935294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:07:37.935637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Checking segment: {'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:07:37.936032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Bound using segment: {'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:07:37.936474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Bound port: 43c50964-d206-466a-ade6-a8b6e280796a, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471bf0a4-6976-4082-9044-4307dae989de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:07:37.936836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:38.012415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:07:38.016690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:07:38.021805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:38.064043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:38.064684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:38.066248 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] 10.222.0.72 "PUT /v2.0/ports/43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 200 len: 1094 time: 0.8082871 Jan 27 15:07:38.066708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:07:38.069150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c204f21-cf3c-48a3-926e-3ac302dd0560" -d '{"events": [{"name": "network-changed", "server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "tag": "43c50964-d206-466a-ade6-a8b6e280796a"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:07:38.106864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22614237-d3f7-4a49-8bc1-358cee524bae service neutron] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:07:38.153459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcc4058-a73d-4665-b939-1895b7e756ca x-openstack-request-id: req-7bcc4058-a73d-4665-b939-1895b7e756ca {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:07:38.153791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "tag": "43c50964-d206-466a-ade6-a8b6e280796a", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:07:38.154072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bcc4058-a73d-4665-b939-1895b7e756ca {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:07:38.154529 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a', 'status': 'completed', 'code': 200} Jan 27 15:07:38.172867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-34cfea4d-4866-47e1-a84b-0fd4bd61e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:38.174476 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-34cfea4d-4866-47e1-a84b-0fd4bd61e4d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 1097 time: 0.0500550 Jan 27 15:07:38.224474 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-c860d1dc-fa88-4f7b-85e6-789375a5019b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 200 len: 217 time: 0.0414934 Jan 27 15:07:38.277710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-065dee20-e6b8-415d-afd6-1c7bccb26ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:38.279183 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-065dee20-e6b8-415d-afd6-1c7bccb26ef6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0487206 Jan 27 15:07:38.315466 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-07884ccf-dc76-41f8-94b4-926fdd407bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272622 Jan 27 15:07:38.416589 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-a9dab296-f683-47b6-aa8f-07273d58ffa1 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943799 Jan 27 15:07:38.514839 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c536fe49-98ee-49f6-b0af-a1552f33ec4b req-9124410b-8a50-4d4a-b059-95ad0605cf2c service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906186 Jan 27 15:07:38.611454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-0ef2c6e9-c4df-4912-8c1c-aa538c5bfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:38.613555 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-0ef2c6e9-c4df-4912-8c1c-aa538c5bfe70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 1097 time: 0.0490968 Jan 27 15:07:38.770379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-e9bb9021-b580-418b-9700-9051087fd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:38.772985 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-e9bb9021-b580-418b-9700-9051087fd0e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.1522851 Jan 27 15:07:38.826479 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-1603e086-f8f5-4731-a411-bc14ac470f7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 200 len: 217 time: 0.0463350 Jan 27 15:07:38.909369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca784f-e08e-4474-9d8f-ad9e46e94a66 req-551ebe84-23c7-4b92-a86b-a54b7482eb8e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:38.911050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-21ca784f-e08e-4474-9d8f-ad9e46e94a66 req-551ebe84-23c7-4b92-a86b-a54b7482eb8e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 944 time: 0.1241486 Jan 27 15:07:38.912819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-843ae54a-78d4-465a-8b3d-1a6edee777e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:38.914271 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-843ae54a-78d4-465a-8b3d-1a6edee777e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0689068 Jan 27 15:07:38.953986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-02c67346-a7b6-443f-86a3-956e3308d7cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325112 Jan 27 15:07:39.090135 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-21ca784f-e08e-4474-9d8f-ad9e46e94a66 req-acf4ba3d-f3e4-42c4-873e-2cda21286e9b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595821 Jan 27 15:07:39.153375 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-6c56fa4f-e5c5-42e2-bcfa-8b5e4efb3934 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916857 Jan 27 15:07:39.249923 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c204f21-cf3c-48a3-926e-3ac302dd0560 req-2a46021c-c8f8-4093-862c-396b2198dc1a service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895801 Jan 27 15:07:39.768843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 2dddf02e-102f-4017-a791-1099d3c38b40 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:07:39.790040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 2dddf02e-102f-4017-a791-1099d3c38b40 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:07:39.790379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 2dddf02e-102f-4017-a791-1099d3c38b40 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:07:40.220401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4c9d6-d0f0-4e6b-b3da-ac41c6d14f8f req-0b77231b-5085-4b71-a17d-3b07b3b9c3ab tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:40.222033 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ecc4c9d6-d0f0-4e6b-b3da-ac41c6d14f8f req-0b77231b-5085-4b71-a17d-3b07b3b9c3ab tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 944 time: 0.0591953 Jan 27 15:07:40.266346 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ecc4c9d6-d0f0-4e6b-b3da-ac41c6d14f8f req-54e37584-719e-48f5-ab2b-a05403b88204 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378492 Jan 27 15:07:41.398450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a385c-2503-4de4-a337-0903ca67aadc req-b4171098-f126-4c2c-955a-ee29b654608f tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:41.400420 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-817a385c-2503-4de4-a337-0903ca67aadc req-b4171098-f126-4c2c-955a-ee29b654608f tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 944 time: 0.0562627 Jan 27 15:07:41.445121 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-817a385c-2503-4de4-a337-0903ca67aadc req-524612ab-458e-48dd-9d75-5f3df34b9815 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Jan 27 15:07:41.799863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 43c50964-d206-466a-ade6-a8b6e280796a details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:07:41.901075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:07:41.913764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '43c50964-d206-466a-ade6-a8b6e280796a', 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e', 'port_id': '43c50964-d206-466a-ade6-a8b6e280796a', 'mac_address': 'fa:16:3e:0b:32:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a48c78c-7c01-426e-b5ed-c727b813384b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:07:41.957079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:41.975434 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c50964-d206-466a-ade6-a8b6e280796a {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:07:41.996972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:07:42.002264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:42.057400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:07:42.066085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.066417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.066764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.071314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:07:42.193651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['43c50964-d206-466a-ade6-a8b6e280796a'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:07:42.607341 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f50c0b-bf49-427c-ba01-3088fcb034b2 req-9ad669a2-282a-49ab-8ddf-f52f754e937b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:42.609889 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d0f50c0b-bf49-427c-ba01-3088fcb034b2 req-9ad669a2-282a-49ab-8ddf-f52f754e937b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 945 time: 0.0746331 Jan 27 15:07:42.652306 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d0f50c0b-bf49-427c-ba01-3088fcb034b2 req-284623bb-1628-4a69-8593-7930f1d99218 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Jan 27 15:07:43.794984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038d59e-f9a3-454a-b786-a82d857cc7a2 req-c4291761-3850-41c9-9036-d2c2c460e72e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:43.796641 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8038d59e-f9a3-454a-b786-a82d857cc7a2 req-c4291761-3850-41c9-9036-d2c2c460e72e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 945 time: 0.0587928 Jan 27 15:07:43.831831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 43c50964-d206-466a-ade6-a8b6e280796a up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:07:43.851883 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8038d59e-f9a3-454a-b786-a82d857cc7a2 req-5cf81674-134d-45f8-9235-26901511695e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Jan 27 15:07:43.896519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 43c50964-d206-466a-ade6-a8b6e280796a completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:07:43.901203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 43c50964-d206-466a-ade6-a8b6e280796a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:07:43.901631 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:43.992002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:44.018490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:07:44.022028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15902c5d-7d94-4ee0-96d3-739420350306" -d '{"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-plugged", "status": "completed", "tag": "43c50964-d206-466a-ade6-a8b6e280796a"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:07:44.062333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:07:44.068187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:44.077987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-281d1493-277a-4ba0-8714-3b1564bda972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:44.109790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b798f5-4c5d-40d4-964a-060bd81cbf22 x-openstack-request-id: req-75b798f5-4c5d-40d4-964a-060bd81cbf22 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:07:44.110125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-plugged", "status": "completed", "tag": "43c50964-d206-466a-ade6-a8b6e280796a", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:07:44.110322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75b798f5-4c5d-40d4-964a-060bd81cbf22 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:07:44.110732 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a', 'code': 200} Jan 27 15:07:44.141868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:07:44.269443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd70c51-85bb-422a-a276-45b1875bc0f8 req-f0d06939-e25e-4580-b105-6f43e409028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:44.271238 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2dd70c51-85bb-422a-a276-45b1875bc0f8 req-f0d06939-e25e-4580-b105-6f43e409028a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 1099 time: 0.0456212 Jan 27 15:07:44.311441 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2dd70c51-85bb-422a-a276-45b1875bc0f8 req-e937b428-35b5-4b35-a904-187763da14c2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335851 Jan 27 15:07:44.986537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14719eb9-5899-4c96-bc95-f92ab99ab2c1 req-4743e17b-2d5d-455b-ae5f-1242a3ab3296 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:44.989358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-14719eb9-5899-4c96-bc95-f92ab99ab2c1 req-4743e17b-2d5d-455b-ae5f-1242a3ab3296 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0633409 Jan 27 15:07:45.032788 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-14719eb9-5899-4c96-bc95-f92ab99ab2c1 req-ff88f948-b0a1-403e-ad2e-eb31dc0d0582 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Jan 27 15:07:46.197058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876ef65-d3f2-4084-9d17-d95553f26809 req-440dfdf6-6252-4996-922d-e4ffbc032643 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:46.198858 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c876ef65-d3f2-4084-9d17-d95553f26809 req-440dfdf6-6252-4996-922d-e4ffbc032643 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0579119 Jan 27 15:07:46.243350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c876ef65-d3f2-4084-9d17-d95553f26809 req-5d50f96c-b7d2-4b67-9168-89556e621a19 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Jan 27 15:07:46.255097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d89ff027-7f0c-4046-b481-6dd5e9e73ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:46.388078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1138e-5405-4962-81a6-4e1e77410556 req-90ec29dd-6e09-45a9-ad92-b6accae5ca9a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:46.389696 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99f1138e-5405-4962-81a6-4e1e77410556 req-90ec29dd-6e09-45a9-ad92-b6accae5ca9a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0553205 Jan 27 15:07:46.433254 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99f1138e-5405-4962-81a6-4e1e77410556 req-bad29151-d2e4-417a-afcd-78a8c657d4ad tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Jan 27 15:07:46.794750 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-6b563fb9-9399-48a5-b2f2-bb884dd0b7bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550525 Jan 27 15:07:46.820057 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8170bd-e303-4cbb-b937-026768979363 req-ff57e7b3-1fcb-45b6-8414-1448abe51370 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:46.822268 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b8170bd-e303-4cbb-b937-026768979363 req-ff57e7b3-1fcb-45b6-8414-1448abe51370 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0646763 Jan 27 15:07:46.882910 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b8170bd-e303-4cbb-b937-026768979363 req-3f79c322-c881-4c20-a68b-14905ab902a3 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525112 Jan 27 15:07:47.419032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:48.050730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb68dc8-65eb-448c-92ee-cc36a16c2362 req-766eb54c-6c6c-4270-b1d1-e62f46747833 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:48.052572 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ecb68dc8-65eb-448c-92ee-cc36a16c2362 req-766eb54c-6c6c-4270-b1d1-e62f46747833 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0785742 Jan 27 15:07:48.120272 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ecb68dc8-65eb-448c-92ee-cc36a16c2362 req-078455a0-e8e4-445e-a131-fdb630ad7b7f tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588117 Jan 27 15:07:48.125640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-8044d3d5-0fa9-48e7-8916-1bc116d9688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:48.127163 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-8044d3d5-0fa9-48e7-8916-1bc116d9688f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 1099 time: 0.0737002 Jan 27 15:07:48.229440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-4604f2f7-024e-4a80-9b37-f347c42ee8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:48.230917 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-4604f2f7-024e-4a80-9b37-f347c42ee8dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.0972197 Jan 27 15:07:48.275540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-2f7d756a-c6e2-41f8-89a9-05b16e3767a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 200 len: 217 time: 0.0369174 Jan 27 15:07:48.330495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-9310a766-e83c-4fbc-ae1d-24f4835f80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:48.332119 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-9310a766-e83c-4fbc-ae1d-24f4835f80d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0507376 Jan 27 15:07:48.365945 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-a294aa83-f84a-4398-9d6a-008efab7d1ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270207 Jan 27 15:07:48.467864 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-1e32f32d-a3ab-42c0-9d6d-d3319d06a146 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954170 Jan 27 15:07:48.567400 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-25031f24-e4f9-4517-8b1c-ca397e4909ba service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924764 Jan 27 15:07:48.804031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:49.208427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:07:49.267040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd4ee8-3ee9-4aed-85f6-3789fc55a2b0 req-dbfa5185-0829-4c72-aaa2-4aad73a8cef1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:49.269746 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0acd4ee8-3ee9-4aed-85f6-3789fc55a2b0 req-dbfa5185-0829-4c72-aaa2-4aad73a8cef1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0731022 Jan 27 15:07:49.313618 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0acd4ee8-3ee9-4aed-85f6-3789fc55a2b0 req-fde3a3e1-7616-4bf0-9fc7-95f475ddd483 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Jan 27 15:07:50.438218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c12986-0a1c-481f-ac88-c39cbf10d7e5 req-95c1a30f-b5cd-4aec-832e-21a67278835b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:50.439902 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00c12986-0a1c-481f-ac88-c39cbf10d7e5 req-95c1a30f-b5cd-4aec-832e-21a67278835b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0522501 Jan 27 15:07:50.483328 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00c12986-0a1c-481f-ac88-c39cbf10d7e5 req-099c34ca-87de-4ae6-8369-e6cec1a891d9 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367200 Jan 27 15:07:51.616298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d0baa-6a9f-4f0f-9a33-7ccef3a4a1fe req-c4a6aaab-a705-440f-abdd-6b8c7ae3f528 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:51.617886 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c54d0baa-6a9f-4f0f-9a33-7ccef3a4a1fe req-c4a6aaab-a705-440f-abdd-6b8c7ae3f528 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0526376 Jan 27 15:07:51.660006 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c54d0baa-6a9f-4f0f-9a33-7ccef3a4a1fe req-24b378d0-47de-4dad-a6a8-99cc74f8ba50 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358047 Jan 27 15:07:52.790356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf9c9e-3851-4897-b9c9-a15938e1856e req-24e78929-6647-4904-9f1e-cb2f71da5b92 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:52.792573 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23bf9c9e-3851-4897-b9c9-a15938e1856e req-24e78929-6647-4904-9f1e-cb2f71da5b92 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0571985 Jan 27 15:07:52.841263 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23bf9c9e-3851-4897-b9c9-a15938e1856e req-ff1f169c-be75-47ef-bf59-a4b24b001670 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Jan 27 15:07:53.981741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82b006-2f52-45c5-93b1-4559c17b5006 req-ff71d598-e171-4249-876a-8c9c961c08ca tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:53.984035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fd82b006-2f52-45c5-93b1-4559c17b5006 req-ff71d598-e171-4249-876a-8c9c961c08ca tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0661380 Jan 27 15:07:54.037550 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fd82b006-2f52-45c5-93b1-4559c17b5006 req-d31614cf-daef-47c5-aed2-31bf92aa73c5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Jan 27 15:07:55.198950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d03659-391e-484a-aeee-5cff6033203b req-24ef1f26-d311-42e3-a321-afa19e3e9094 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:55.201766 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23d03659-391e-484a-aeee-5cff6033203b req-24ef1f26-d311-42e3-a321-afa19e3e9094 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0888758 Jan 27 15:07:55.246928 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23d03659-391e-484a-aeee-5cff6033203b req-8e5520b9-1038-43ad-be47-f4ca48e81b44 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388291 Jan 27 15:07:55.672622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-14684abc-735c-43a1-a9cf-cd14d533a32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:55.674214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-14684abc-735c-43a1-a9cf-cd14d533a32c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 1099 time: 0.0503395 Jan 27 15:07:55.787784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-7dff7a0e-f222-40d9-a9cb-3b0840cb6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:55.789298 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-7dff7a0e-f222-40d9-a9cb-3b0840cb6496 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.0922420 Jan 27 15:07:55.837588 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-0c66b786-8e15-4d41-8df0-ddf62762da9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 200 len: 217 time: 0.0409009 Jan 27 15:07:55.915394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-e812e603-048f-4993-bf5e-ff1cdb0faf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:55.918561 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-e812e603-048f-4993-bf5e-ff1cdb0faf96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0742190 Jan 27 15:07:55.956900 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-5fab7d4e-882e-4907-8f01-8a3c8a31a975 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310020 Jan 27 15:07:56.059786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-cca53030-b0d2-4d37-833f-fccc39dd95ca service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963895 Jan 27 15:07:56.168656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b4008832-1a87-4e96-ad85-2e58708443c9 req-e138605d-5b88-4e9e-8aba-85c9d9c13372 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992641 Jan 27 15:07:56.371152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0193-279d-42c3-8808-eda14c4dd432 req-a2077e96-c6d7-449a-8d47-53eb1be401e1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:56.372828 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-494f0193-279d-42c3-8808-eda14c4dd432 req-a2077e96-c6d7-449a-8d47-53eb1be401e1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0536592 Jan 27 15:07:56.415632 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-494f0193-279d-42c3-8808-eda14c4dd432 req-ed018c7c-55bb-411e-9123-5578286275c9 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Jan 27 15:07:57.586120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5807f-e5b8-43d8-8f4e-29f83026ffcd req-88d48e09-1cd9-4760-a414-6d53e17cd008 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:57.589446 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c6d5807f-e5b8-43d8-8f4e-29f83026ffcd req-88d48e09-1cd9-4760-a414-6d53e17cd008 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0845306 Jan 27 15:07:57.632399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c6d5807f-e5b8-43d8-8f4e-29f83026ffcd req-aaf1d734-5af5-4ddd-a790-b5001e03da5a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Jan 27 15:07:58.761578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55956cb-6be8-49b9-adaa-ab59b194fa3f req-564c043d-e0da-4217-b439-6336e1f497b3 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:58.763264 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c55956cb-6be8-49b9-adaa-ab59b194fa3f req-564c043d-e0da-4217-b439-6336e1f497b3 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0544472 Jan 27 15:07:58.804817 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c55956cb-6be8-49b9-adaa-ab59b194fa3f req-1ca8ffde-d6b2-4ff4-b701-7951cec0d963 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Jan 27 15:07:59.935437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f40ad-1e2d-47c5-852f-333773a4a118 req-4001cd83-80fe-497b-bcef-76bb87f28eeb tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:07:59.937066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e33f40ad-1e2d-47c5-852f-333773a4a118 req-4001cd83-80fe-497b-bcef-76bb87f28eeb tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0595131 Jan 27 15:07:59.985872 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e33f40ad-1e2d-47c5-852f-333773a4a118 req-fba42a63-4e7f-439a-8620-717e2bfc4761 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375333 Jan 27 15:08:00.318164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:01.121573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8c93-ca55-48a3-8cb6-f6cced24074a req-88c5ab31-0a15-459b-801c-a5d0f55c297c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:01.123395 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-86fa8c93-ca55-48a3-8cb6-f6cced24074a req-88c5ab31-0a15-459b-801c-a5d0f55c297c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0599532 Jan 27 15:08:01.168420 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-86fa8c93-ca55-48a3-8cb6-f6cced24074a req-20e7eed5-ce22-4a63-8952-88224d30e9da tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383303 Jan 27 15:08:02.305833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be359b7-ab95-4b3b-871a-e64d3b459bf9 req-905f734f-b267-4f2b-8403-3c83e8c1ba85 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:02.307449 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5be359b7-ab95-4b3b-871a-e64d3b459bf9 req-905f734f-b267-4f2b-8403-3c83e8c1ba85 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0607967 Jan 27 15:08:02.349587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5be359b7-ab95-4b3b-871a-e64d3b459bf9 req-447eb6f3-fe14-4a4e-a707-cde21175e9e8 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358055 Jan 27 15:08:03.475566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ec4ba-75ae-42e9-9fc9-88d3bc9cd73e req-69c35e59-3301-4ba1-a9e9-fd94073f632b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:03.477417 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b7ec4ba-75ae-42e9-9fc9-88d3bc9cd73e req-69c35e59-3301-4ba1-a9e9-fd94073f632b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0546582 Jan 27 15:08:03.520045 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b7ec4ba-75ae-42e9-9fc9-88d3bc9cd73e req-7fc21a2f-0107-4da8-9565-1df2e9e47985 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353792 Jan 27 15:08:04.647011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07033ec-9917-4d94-8b12-b70ab3d43a4f req-203a8c54-aab8-443c-b866-18957c0443f8 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:04.648638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d07033ec-9917-4d94-8b12-b70ab3d43a4f req-203a8c54-aab8-443c-b866-18957c0443f8 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0566213 Jan 27 15:08:05.046246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d07033ec-9917-4d94-8b12-b70ab3d43a4f req-67606d84-f0ed-4853-9ff2-a2c562c5483b tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904462 Jan 27 15:08:06.178818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010f547-f60c-4ac1-83a4-4a12582486f7 req-4002d9ed-edef-48da-b4fb-a1fef9a08436 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:06.180617 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2010f547-f60c-4ac1-83a4-4a12582486f7 req-4002d9ed-edef-48da-b4fb-a1fef9a08436 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0532928 Jan 27 15:08:06.223479 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2010f547-f60c-4ac1-83a4-4a12582486f7 req-5f32376b-2f7d-442c-9683-09a34ce302a2 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365448 Jan 27 15:08:07.369724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5dd50-0055-4edd-88e2-80d69a845c40 req-67b010e6-0bc1-42f4-b990-2e7430c101b0 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:07.371621 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-95c5dd50-0055-4edd-88e2-80d69a845c40 req-67b010e6-0bc1-42f4-b990-2e7430c101b0 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0546687 Jan 27 15:08:07.419355 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-95c5dd50-0055-4edd-88e2-80d69a845c40 req-7b29eebf-ca41-4a90-b9cf-d84eeac6bc51 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Jan 27 15:08:08.545548 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d6ddb-fd4f-471b-84e2-7eeb447eacc8 req-98650132-539f-4fac-b68a-8bc068156eae tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:08.547459 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a5d6ddb-fd4f-471b-84e2-7eeb447eacc8 req-98650132-539f-4fac-b68a-8bc068156eae tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0574138 Jan 27 15:08:08.591165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a5d6ddb-fd4f-471b-84e2-7eeb447eacc8 req-ba18da55-79f6-4941-91a1-472433644ef5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 Jan 27 15:08:09.719211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca37818-10bb-4e71-9d30-d3e848631fac req-349d0f2f-9848-489b-a693-c9d4a2086b9e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:09.720909 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8ca37818-10bb-4e71-9d30-d3e848631fac req-349d0f2f-9848-489b-a693-c9d4a2086b9e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0554683 Jan 27 15:08:09.763872 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8ca37818-10bb-4e71-9d30-d3e848631fac req-d244e421-e45d-46b2-92d4-7028c799f834 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Jan 27 15:08:10.888899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8293a66-2b1b-49d4-b411-5e1362a4e706 req-629b00f9-d6cd-4184-b51c-442053297f57 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:10.890996 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8293a66-2b1b-49d4-b411-5e1362a4e706 req-629b00f9-d6cd-4184-b51c-442053297f57 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0544598 Jan 27 15:08:10.934585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8293a66-2b1b-49d4-b411-5e1362a4e706 req-31257ed5-ad69-494d-99ee-36f8fe2744d9 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371575 Jan 27 15:08:12.067305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8b319-abe8-4602-941c-44142afb3eac req-7d544e39-42ea-44bf-8455-c27893827997 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:12.069011 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bdc8b319-abe8-4602-941c-44142afb3eac req-7d544e39-42ea-44bf-8455-c27893827997 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0594740 Jan 27 15:08:12.113151 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bdc8b319-abe8-4602-941c-44142afb3eac req-11f243cf-b63b-4223-94bd-3cc7c29d9ec1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Jan 27 15:08:13.252105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da311c3-a63d-4046-b48d-1c4503f97669 req-c08698b3-9e01-4ee0-8129-6b2351d53d51 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:13.253710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6da311c3-a63d-4046-b48d-1c4503f97669 req-c08698b3-9e01-4ee0-8129-6b2351d53d51 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0531375 Jan 27 15:08:13.296043 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6da311c3-a63d-4046-b48d-1c4503f97669 req-97c037ae-7612-4a35-bd22-005edb966e11 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351055 Jan 27 15:08:13.920572 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:08:14.037646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa623e68-54f7-46d9-bb91-c06a1cc644f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:14.430090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d7b5c-cafc-4259-b373-b31868d24f71 req-920441fb-d907-4cab-a53b-1ebefd1c148c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:14.431719 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-304d7b5c-cafc-4259-b373-b31868d24f71 req-920441fb-d907-4cab-a53b-1ebefd1c148c tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0607166 Jan 27 15:08:14.474071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-304d7b5c-cafc-4259-b373-b31868d24f71 req-44799404-fb52-4fb2-a77b-7feefc7e13bc tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360556 Jan 27 15:08:15.184742 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-7b3d34cb-3320-4994-9e58-264515eea185 service neutron] 10.222.0.72 "GET /v2.0/ports/43c50964-d206-466a-ade6-a8b6e280796a/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0658550 Jan 27 15:08:15.433566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-d7243b29-ffc5-4dc4-8573-ec9f9371e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:15.435142 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-d7243b29-ffc5-4dc4-8573-ec9f9371e2b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5&tenant_id=40ad73279c814ba1ae18189d94707639 HTTP/1.1" status: 200 len: 1099 time: 0.0782907 Jan 27 15:08:15.501565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-d423a8f7-39df-4825-8398-972b0a455541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:15.503114 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-d423a8f7-39df-4825-8398-972b0a455541 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 1099 time: 0.0459769 Jan 27 15:08:15.640285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-be4198b8-7a55-4df6-b8f0-6bb0b2376c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:15.641788 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-be4198b8-7a55-4df6-b8f0-6bb0b2376c26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.1324921 Jan 27 15:08:15.667236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3de932-9e61-473f-854d-d88adc1a037d req-2f2d53d5-98a5-4b34-855d-183bd99e71c6 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:15.668880 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-de3de932-9e61-473f-854d-d88adc1a037d req-2f2d53d5-98a5-4b34-855d-183bd99e71c6 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0871606 Jan 27 15:08:15.708034 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-b7dab388-53e6-479a-a874-fe73ecf34012 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 200 len: 217 time: 0.0585132 Jan 27 15:08:15.771009 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-de3de932-9e61-473f-854d-d88adc1a037d req-aaef95f4-5f7b-477f-9c30-0db9af248531 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702593 Jan 27 15:08:15.789061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-acd669bd-a1ee-4afa-8932-e51ce277d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:15.792363 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-acd669bd-a1ee-4afa-8932-e51ce277d2dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0749705 Jan 27 15:08:15.826674 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-9cfd6e8e-e624-4e71-8667-aa1f5dcbf432 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282838 Jan 27 15:08:15.943707 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-a7ccd6c5-ca2a-4851-af2f-bc81d085a51b service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099968 Jan 27 15:08:16.107656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a1e3c3-5677-4a5c-90ae-c461c346e15f req-7572cd4c-3cc1-4ae3-87a3-017cfdbc7282 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562552 Jan 27 15:08:16.256149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-afb072f1-075d-4b20-8325-9ba34dc0ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:16.916763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fef62-b1f3-469d-b355-3b7a904c5460 req-5e9fa85e-33cd-4d5d-812e-73827c5ce4be tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:16.918374 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cb8fef62-b1f3-469d-b355-3b7a904c5460 req-5e9fa85e-33cd-4d5d-812e-73827c5ce4be tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0607045 Jan 27 15:08:16.972333 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cb8fef62-b1f3-469d-b355-3b7a904c5460 req-be1158b2-92b2-4bf5-8c98-6ed3cff6f619 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Jan 27 15:08:17.413425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:18.067357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 43c50964-d206-466a-ade6-a8b6e280796a details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:08:18.071374 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 43c50964-d206-466a-ade6-a8b6e280796a no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:08:18.109617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dfcfe-9836-45a1-86ae-490bd3a38d9f req-f0beb606-8c96-4e42-984c-7b2ce597e8e5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:18.111304 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db6dfcfe-9836-45a1-86ae-490bd3a38d9f req-f0beb606-8c96-4e42-984c-7b2ce597e8e5 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0633478 Jan 27 15:08:18.156859 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db6dfcfe-9836-45a1-86ae-490bd3a38d9f req-0c1e4178-4054-4140-921c-656eb91bcec9 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354688 Jan 27 15:08:18.337299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:18.387139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:18.410789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:08:18.413146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ba27fe-a3ec-447e-8be5-9c73ed682a0b" -d '{"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-unplugged", "status": "completed", "tag": "43c50964-d206-466a-ade6-a8b6e280796a"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:08:18.420806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '43c50964-d206-466a-ade6-a8b6e280796a', 'network_id': '78e2ce95-1256-463f-8cb0-25def404963e', 'port_id': '43c50964-d206-466a-ade6-a8b6e280796a', 'mac_address': 'fa:16:3e:0b:32:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a48c78c-7c01-426e-b5ed-c727b813384b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:08:18.432059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:18.437847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:18.491979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed40f525-788e-4074-aeea-ef8dff554f75 x-openstack-request-id: req-ed40f525-788e-4074-aeea-ef8dff554f75 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:08:18.492569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-unplugged", "status": "completed", "tag": "43c50964-d206-466a-ade6-a8b6e280796a", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:08:18.492821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed40f525-788e-4074-aeea-ef8dff554f75 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:08:18.493217 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a', 'code': 200} Jan 27 15:08:18.502606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd19a6-b051-469e-9c2b-f099f01411b4 req-428f3017-d54c-4e78-91e7-c6b319450c51 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:18.504600 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f9cd19a6-b051-469e-9c2b-f099f01411b4 req-428f3017-d54c-4e78-91e7-c6b319450c51 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.1840198 Jan 27 15:08:18.507121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:18.523191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-e4efb1cb-5ee2-440b-8e27-923584db9a99 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:18.524693 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-e4efb1cb-5ee2-440b-8e27-923584db9a99 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5&tenant_id=40ad73279c814ba1ae18189d94707639&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 946 time: 0.1637568 Jan 27 15:08:18.533183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c50964-d206-466a-ade6-a8b6e280796a {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:08:18.542380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:18.562824 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:18.567980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:18.583873 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f9cd19a6-b051-469e-9c2b-f099f01411b4 req-097dc2ae-6fb3-4ae2-85ab-fc0f3f2e1a92 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573676 Jan 27 15:08:18.637232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['43c50964-d206-466a-ade6-a8b6e280796a'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:08:18.665174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-48dcbbb6-04a1-45c9-ab33-b2be5d59fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:18.667469 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-48dcbbb6-04a1-45c9-ab33-b2be5d59fc33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=40ad73279c814ba1ae18189d94707639&device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 1098 time: 0.0603068 Jan 27 15:08:18.689076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:18.789262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-1de2aeba-002e-44d2-9022-2cdd64e5158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:18.791425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-1de2aeba-002e-44d2-9022-2cdd64e5158e service neutron] 10.222.0.72 "GET /v2.0/networks?id=78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 200 len: 916 time: 0.1166701 Jan 27 15:08:18.839438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:18.858182 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-684a42b2-7bdf-4b85-b279-67cdc0ad937b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 200 len: 217 time: 0.0606134 Jan 27 15:08:18.912484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-71fb6776-a142-4ec5-89ef-a1f7c6372d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:18.914021 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-71fb6776-a142-4ec5-89ef-a1f7c6372d5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 200 len: 855 time: 0.0496540 Jan 27 15:08:18.949200 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-81b052c1-eb0a-4209-98e1-249809c5a6c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78e2ce95-1256-463f-8cb0-25def404963e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275929 Jan 27 15:08:19.056262 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-e83fe02a-fc55-47e6-922c-f12097fdde29 service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995967 Jan 27 15:08:19.159007 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ea5b3e5-8272-4464-89d6-2328a0d59194 req-00ae15b9-99d1-44d5-a755-0ee641bc87ab service neutron] 10.222.0.72 "GET /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957656 Jan 27 15:08:19.204258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:19.773910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea6b3c-0a07-4d4a-9099-91a60b8f0741 req-c6728587-a1c9-407e-b014-2ea0b22f16c2 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:19.776227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ea6b3c-0a07-4d4a-9099-91a60b8f0741 req-c6728587-a1c9-407e-b014-2ea0b22f16c2 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 945 time: 0.0752592 Jan 27 15:08:19.824275 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ea6b3c-0a07-4d4a-9099-91a60b8f0741 req-d35c11ca-137d-46ae-832c-1205827a1941 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408449 Jan 27 15:08:19.995137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233c48-b237-4d56-9747-6e69ff8e4456 req-3a23032f-04c1-4186-8708-015b0d9e188a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:19.997151 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db233c48-b237-4d56-9747-6e69ff8e4456 req-3a23032f-04c1-4186-8708-015b0d9e188a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 945 time: 0.0571029 Jan 27 15:08:20.048987 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db233c48-b237-4d56-9747-6e69ff8e4456 req-b33931b8-3101-442c-b114-81773d6ac458 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Jan 27 15:08:20.096859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 43c50964-d206-466a-ade6-a8b6e280796a up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:08:20.177821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 43c50964-d206-466a-ade6-a8b6e280796a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:20.178403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:20.190384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4788e-18a0-4896-a0c0-3d20d66feb86 req-b922555f-8012-41b9-9b26-b042eda1fb64 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:20.193195 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-11b4788e-18a0-4896-a0c0-3d20d66feb86 req-b922555f-8012-41b9-9b26-b042eda1fb64 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 945 time: 0.0682471 Jan 27 15:08:20.243465 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-11b4788e-18a0-4896-a0c0-3d20d66feb86 req-477bc9e2-cf47-4d3e-aff8-4027dff80e5e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Jan 27 15:08:20.306065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:20.349228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:20.355215 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:20.445472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:20.494106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:08:20.497052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f50c901-9e33-4d85-aa09-db259937c578" -d '{"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-plugged", "status": "completed", "tag": "43c50964-d206-466a-ade6-a8b6e280796a"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:08:20.543465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc32cc8-5171-4f48-9b0e-33b998f93ab2 x-openstack-request-id: req-2cc32cc8-5171-4f48-9b0e-33b998f93ab2 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:08:20.543839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-plugged", "status": "completed", "tag": "43c50964-d206-466a-ade6-a8b6e280796a", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:08:20.544183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cc32cc8-5171-4f48-9b0e-33b998f93ab2 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:08:20.544697 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a', 'code': 200} Jan 27 15:08:20.683128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190af826-830d-474d-93f2-cd14c4ef6a66 req-3ca814cb-cde3-40e9-9cfd-dd81c1d101f4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:20.684758 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-190af826-830d-474d-93f2-cd14c4ef6a66 req-3ca814cb-cde3-40e9-9cfd-dd81c1d101f4 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0585880 Jan 27 15:08:20.735464 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-190af826-830d-474d-93f2-cd14c4ef6a66 req-be746847-a454-4869-89f1-a8f31d45a077 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Jan 27 15:08:21.872359 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59d72-f8f8-4130-b75e-a6c38b05944b req-224f4459-506d-4246-a521-2406286213c6 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:21.873857 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5ed59d72-f8f8-4130-b75e-a6c38b05944b req-224f4459-506d-4246-a521-2406286213c6 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0579920 Jan 27 15:08:21.922579 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5ed59d72-f8f8-4130-b75e-a6c38b05944b req-bbc2f12a-399b-448f-87aa-fb67ee01421a tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370939 Jan 27 15:08:22.156474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6155104-6321-4232-9472-96d8710ed026 req-fd7cc842-d79d-4b49-a97b-8ae719cb49fb tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:22.158176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f6155104-6321-4232-9472-96d8710ed026 req-fd7cc842-d79d-4b49-a97b-8ae719cb49fb tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 946 time: 0.0525155 Jan 27 15:08:22.263404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Deleting port 43c50964-d206-466a-ade6-a8b6e280796a {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:08:22.264270 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:22.390807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] For port 43c50964-d206-466a-ade6-a8b6e280796a, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=43c50964-d206-466a-ade6-a8b6e280796a,segment=NetworkSegment(471bf0a4-6976-4082-9044-4307dae989de),segment_id=471bf0a4-6976-4082-9044-4307dae989de)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:22.391373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:22.407441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Calling delete_port for 43c50964-d206-466a-ade6-a8b6e280796a owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:08:22.552297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:22.565588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['43c50964-d206-466a-ade6-a8b6e280796a'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:08:22.584427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Pushing event deleted for resources: {'Port': ['ID=43c50964-d206-466a-ade6-a8b6e280796a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:22.615771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.616121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.616454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.616793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.617120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.617446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.617769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.618091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.618416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.619323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.619645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.619960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:22.640475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] No DVR routers for this DVR port 43c50964-d206-466a-ade6-a8b6e280796a on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:08:22.643030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:22.646356 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f6155104-6321-4232-9472-96d8710ed026 req-82832c25-f60f-4ce2-bca0-42d592d88ba1 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.72 "DELETE /v2.0/ports/43c50964-d206-466a-ade6-a8b6e280796a HTTP/1.1" status: 204 len: 173 time: 0.4810863 Jan 27 15:08:22.646821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-deleted', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:08:22.649249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba881bd-6b8b-4a55-a62d-3f89b2a6f1c6" -d '{"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-deleted", "tag": "43c50964-d206-466a-ade6-a8b6e280796a"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:08:22.696255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59df7e6-115b-440a-acb7-77cc5e81ec20 x-openstack-request-id: req-c59df7e6-115b-440a-acb7-77cc5e81ec20 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:08:22.696651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a441c4-928c-42a2-a7ed-c8bd394233e5", "name": "network-vif-deleted", "tag": "43c50964-d206-466a-ade6-a8b6e280796a", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:08:22.697042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c59df7e6-115b-440a-acb7-77cc5e81ec20 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:08:22.697596 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a441c4-928c-42a2-a7ed-c8bd394233e5', 'name': 'network-vif-deleted', 'tag': '43c50964-d206-466a-ade6-a8b6e280796a', 'status': 'completed', 'code': 200} Jan 27 15:08:23.054942 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ecb1029d-58b8-4df7-8e9a-cef4f207e975 req-f04e5ba8-8358-4182-ac86-31ec1bb29e47 tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a441c4-928c-42a2-a7ed-c8bd394233e5 HTTP/1.1" status: 200 len: 210 time: 0.0375447 Jan 27 15:08:24.196458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41964) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:24.244478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] Deleting subnet 5a48c78c-7c01-426e-b5ed-c727b813384b {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:08:24.248173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.287406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.331876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.401178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.430434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a48c78c-7c01-426e-b5ed-c727b813384b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:24.434228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.439512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a9e34992-fa0f-4b53-a02d-3717e631143a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a48c78c-7c01-426e-b5ed-c727b813384b HTTP/1.1" status: 204 len: 168 time: 0.2418976 Jan 27 15:08:24.442098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41966) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:24.520214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.612647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.637839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e2ce95-1256-463f-8cb0-25def404963e']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:24.649291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471bf0a4-6976-4082-9044-4307dae989de') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:24.649676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471bf0a4-6976-4082-9044-4307dae989de') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:24.661601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.677190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.686858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:08:24.687573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:08:24.690172 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:08:24.753455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.760856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:24.764615 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] 10.222.0.18 "DELETE /v2.0/networks/78e2ce95-1256-463f-8cb0-25def404963e HTTP/1.1" status: 204 len: 168 time: 0.3212838 Jan 27 15:08:24.783825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcfe16-e797-4b04-883a-024f4b8e4c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e2ce95-1256-463f-8cb0-25def404963e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:24.903366 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41970) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:24.955235 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a2bd5158-8f17-45ff-a115-375eea0d96c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40ad73279c814ba1ae18189d94707639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504017 Jan 27 15:08:24.957968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41972) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:25.014410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5a1339-a2ec-41be-9ada-cff8e99e5a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:25.042475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5a1339-a2ec-41be-9ada-cff8e99e5a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:25.103924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5a1339-a2ec-41be-9ada-cff8e99e5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:25.106868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bb5a1339-a2ec-41be-9ada-cff8e99e5a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:25.108130 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bb5a1339-a2ec-41be-9ada-cff8e99e5a7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4bb4347-31e4-40c3-8bb6-dd2d562b9af0 HTTP/1.1" status: 204 len: 168 time: 0.1491134 Jan 27 15:08:25.117589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a1339-a2ec-41be-9ada-cff8e99e5a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb4347-31e4-40c3-8bb6-dd2d562b9af0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:26.035131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41994) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:26.142721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 43c50964-d206-466a-ade6-a8b6e280796a no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:08:26.162873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2054062287-network', 'tenant_id': '53acd9fef32c468d888841cddffd074b'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:26.171160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 43c50964-d206-466a-ade6-a8b6e280796a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:08:26.171739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 43c50964-d206-466a-ade6-a8b6e280796a not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:08:26.192802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Made reservation on behalf of 53acd9fef32c468d888841cddffd074b for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:08:26.195562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.205660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.297664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.301725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.329722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:08:26.340494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c1c4ff-5acc-4f71-bdcb-3171de98e0f0,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:26.347166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.347551 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Added segment 893fcea5-300f-4f1b-9be0-1da7e144794e of type vlan for network 15151865-733d-4b81-b852-6dda4f38743e Jan 27 15:08:26.395169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.422502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.423638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:26.424232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.494989 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4584818 Jan 27 15:08:26.499039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 41998) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:26.506107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Request body: {'subnet': {'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2054062287-subnet', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:26.513605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4839f9-3f44-4f3c-8704-65b03b55e0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=15151865-733d-4b81-b852-6dda4f38743e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:26.528531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 15151865-733d-4b81-b852-6dda4f38743e details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:08:26.546063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Made reservation on behalf of 53acd9fef32c468d888841cddffd074b for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:08:26.551448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.755587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.816063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8990abc-eca1-4558-91e6-d3c0d8428891,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:26.828125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Checking segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:08:26.828483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Network hostable DHCP agents. Network: 15151865-733d-4b81-b852-6dda4f38743e, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:08:26.848766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Network 15151865-733d-4b81-b852-6dda4f38743e is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:08:26.864175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 15151865-733d-4b81-b852-6dda4f38743e) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:08:26.868921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:26.869705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.875455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e34c39-b5ae-4fd4-b9b3-0e7b4b2ae986 None None] Network 15151865-733d-4b81-b852-6dda4f38743e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:08:26.888711 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2f5c4a95-a404-4219-b6e3-eaa4ff30b0f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3882825 Jan 27 15:08:26.891673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 42000) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:26.896860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:26.928250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.929640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:26.995996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.093573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-15151865-733d-4b81-b852-6dda4f38743e', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:08:27.094974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.189195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.250989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Allocated IP 172.20.0.2 (15151865-733d-4b81-b852-6dda4f38743e/c8990abc-eca1-4558-91e6-d3c0d8428891/7716d773-caba-471a-afbc-a80616e2aaa8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:08:27.428859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.437449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.464097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.485404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Network 15151865-733d-4b81-b852-6dda4f38743e is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:08:27.488959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:08:27.489497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.493224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:08:27.507441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Pushing event updated for resources: {'Port': ['ID=7716d773-caba-471a-afbc-a80616e2aaa8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:27.652396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Allocated IP 172.26.6.131 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/9ca5fd44-fcfe-4183-a48c-806cc25ebab3) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:08:27.784122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Attempting to bind port 7716d773-caba-471a-afbc-a80616e2aaa8 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:08:27.784644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Attempting to bind port 7716d773-caba-471a-afbc-a80616e2aaa8 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:08:27.785269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Attempting to bind port 7716d773-caba-471a-afbc-a80616e2aaa8 on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:08:27.795488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:08:27.796139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Checking segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:08:27.796859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.797510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Bound using segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:08:27.798334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Bound port: 7716d773-caba-471a-afbc-a80616e2aaa8, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:08:27.798981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:27.910975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] For port 7716d773-caba-471a-afbc-a80616e2aaa8, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:08:27.918645 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] For port 7716d773-caba-471a-afbc-a80616e2aaa8, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7716d773-caba-471a-afbc-a80616e2aaa8,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:08:27.925609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:28.037628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af687d3-7bee-4bc5-8eed-7143200a7602 None None] Pushing event updated for resources: {'Port': ['ID=7716d773-caba-471a-afbc-a80616e2aaa8,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:28.167488 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:28.229405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:28.276358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:08:28.282350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:08:28.288384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:08:28.334316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:28.587022 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:28.882714 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:29.066089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:08:29.158276 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe92042-aec0-4f83-949b-70b61cefe658 None None] Network 15151865-733d-4b81-b852-6dda4f38743e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:08:29.224503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:08:29.241149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6d55aa90-37bc-4d72-8e40-f8c925db9522 None None] Provisioning complete for port 7716d773-caba-471a-afbc-a80616e2aaa8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:29.241657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d55aa90-37bc-4d72-8e40-f8c925db9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:29.249467 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:29.249777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:08:29.251495 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ce15a033-a12f-49a5-aa5b-14582dcedec6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3583415 Jan 27 15:08:29.255924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 42002) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:29.322426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:08:29.323338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:08:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:29.522254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d55aa90-37bc-4d72-8e40-f8c925db9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:29.529459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:08:29.666407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6d55aa90-37bc-4d72-8e40-f8c925db9522 None None] For port 7716d773-caba-471a-afbc-a80616e2aaa8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7716d773-caba-471a-afbc-a80616e2aaa8,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:29.681659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d55aa90-37bc-4d72-8e40-f8c925db9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:29.784446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55aa90-37bc-4d72-8e40-f8c925db9522 None None] Pushing event updated for resources: {'Port': ['ID=7716d773-caba-471a-afbc-a80616e2aaa8,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:29.820553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:28Z', 'revision_number': 3, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:29.824857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7716d773-caba-471a-afbc-a80616e2aaa8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:08:29.875529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:08:29.875878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Updating router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:08:29.914599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:29.943622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.023764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7716d773-caba-471a-afbc-a80616e2aaa8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:30.027547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.090090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f0504af1-9c94-47c5-91cf-6ef9b37ff5ea None None] Provisioning complete for port 7716d773-caba-471a-afbc-a80616e2aaa8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:30.090453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f0504af1-9c94-47c5-91cf-6ef9b37ff5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.272317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Allocated IP 172.20.0.1 (15151865-733d-4b81-b852-6dda4f38743e/c8990abc-eca1-4558-91e6-d3c0d8428891/8a71dc79-598f-4e6f-b3c4-9a63afaf651f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:08:30.390402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.409463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.411477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.418134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.468785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.512039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Attempting to bind port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:08:30.512617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Attempting to bind port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:08:30.513186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Attempting to bind port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:08:30.526410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24295c4e-b4a0-4ca3-8dcc-ae983c688d47 None None] Pushing event updated for resources: {'Port': ['ID=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:30.530941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:08:30.531953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:08:30.532464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.533106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:08:30.534012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Bound port: 9ca5fd44-fcfe-4183-a48c-806cc25ebab3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:08:30.534636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.548333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Network 15151865-733d-4b81-b852-6dda4f38743e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:08:30.553951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:08:30.560928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:08:30.596796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Pushing event updated for resources: {'Port': ['ID=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:30.630343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.633400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] For port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:08:30.639113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] For port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:08:30.646225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.740955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:08:30.741665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:08:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:30.747905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24295c4e-b4a0-4ca3-8dcc-ae983c688d47 None None] Pushing event updated for resources: {'Port': ['ID=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:30.863188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:30.898171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:08:31.051071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cd74f430-1e0c-4834-b3e0-25183ae9f1fb None None] Provisioning complete for port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:31.051524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cd74f430-1e0c-4834-b3e0-25183ae9f1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:31.095621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:31.103223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:31.146572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-cd74f430-1e0c-4834-b3e0-25183ae9f1fb None None] Port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:08:31.213001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:31.216794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Pushing event updated for resources: {'Port': ['ID=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:31.225983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:28Z', 'revision_number': 3, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:31.274139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e2264-593c-42ae-85c7-b90bf44a35b5 None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:28Z', 'revision_number': 3, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:08:31.360698 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Network 15151865-733d-4b81-b852-6dda4f38743e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:08:31.362763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:08:31.554187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:08:31.756470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:08:31.764619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a66cd8ba-377d-4731-87f2-3e5b16ad5580 admin admin] 10.222.0.18 "PUT /v2.0/routers/24c5b916-44bc-4fde-a75f-abcb6c3d1e1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5072646 Jan 27 15:08:31.801456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3b6b2610-2bee-468f-834a-58ac396f4756 None None] Provisioning complete for port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:31.802242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2610-2bee-468f-834a-58ac396f4756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:31.880665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b2610-2bee-468f-834a-58ac396f4756 None None] Port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:08:31.903514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7716d773-caba-471a-afbc-a80616e2aaa8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:08:31.970037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7716d773-caba-471a-afbc-a80616e2aaa8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:31.970421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.244868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:08:32.313849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:32.314225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.408361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.439303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:32.445795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.475494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 42010) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:32.483607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8cf8d8b7-69c4-4884-b2b0-e63fc7926fc2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750255357', 'description': 'tempest-description--1069713377'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:32.519255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d8b7-69c4-4884-b2b0-e63fc7926fc2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.521085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:32.603119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d8b7-69c4-4884-b2b0-e63fc7926fc2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.608023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d8b7-69c4-4884-b2b0-e63fc7926fc2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.639529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8cf8d8b7-69c4-4884-b2b0-e63fc7926fc2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.640801 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8cf8d8b7-69c4-4884-b2b0-e63fc7926fc2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1639934 Jan 27 15:08:32.643824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 42012) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:32.648487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5e048b95-2daa-406b-a2dd-061b1c44a41d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'security_group_rule': {'security_group_id': 'b98df373-cf5e-47cc-90b6-405f72c37ace', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:32.654870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8d8b7-69c4-4884-b2b0-e63fc7926fc2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98df373-cf5e-47cc-90b6-405f72c37ace,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:32.699093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e048b95-2daa-406b-a2dd-061b1c44a41d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.767500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e048b95-2daa-406b-a2dd-061b1c44a41d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.771708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e048b95-2daa-406b-a2dd-061b1c44a41d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.796267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e048b95-2daa-406b-a2dd-061b1c44a41d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8675ff-ac50-4c64-bfbc-90e0ec109c26,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:32.802975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e048b95-2daa-406b-a2dd-061b1c44a41d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.804300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5e048b95-2daa-406b-a2dd-061b1c44a41d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595240 Jan 27 15:08:32.807628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 42014) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:32.813214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3b1580b6-d47c-446e-bb50-304492881ec5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'security_group_rule': {'security_group_id': 'b98df373-cf5e-47cc-90b6-405f72c37ace', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:32.845446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b1580b6-d47c-446e-bb50-304492881ec5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.916202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b1580b6-d47c-446e-bb50-304492881ec5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.921907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b1580b6-d47c-446e-bb50-304492881ec5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.941260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1580b6-d47c-446e-bb50-304492881ec5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41aed0a-1517-4035-9ea1-b0b233c268cc,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:32.954806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3b1580b6-d47c-446e-bb50-304492881ec5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:32.956969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3b1580b6-d47c-446e-bb50-304492881ec5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477077 Jan 27 15:08:32.959967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 42016) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:32.968260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:33.011215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:33.161597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:33.249404 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:08:33.262304 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:08:33.263065 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:08:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:33.294015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Allocated IP 172.26.6.155 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/68a8c09f-e9c9-4c2c-abd4-ff2937a094f3) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:08:33.384626 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:08:33.703685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:08:33.724307 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 2, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:33.770687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:33.771097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:33.775364 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:08:33.776047 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Updating router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:08:33.824166 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:33.883164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:33.942246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:33.992083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:08:33.995926 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:08:34.003301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:08:34.013967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'Port': ['ID=68a8c09f-e9c9-4c2c-abd4-ff2937a094f3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:34.179302 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.187179 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.189248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.241915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.288845 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Pushing event updated for resources: {'Port': ['ID=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:34.324963 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.325448 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.325921 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.326384 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.326884 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.327455 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.327956 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.328470 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.328975 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.329448 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.329963 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.330480 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:34.352251 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Attempting to bind port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:08:34.352887 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Attempting to bind port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:08:34.353424 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Attempting to bind port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:08:34.361336 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:08:34.361924 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Checking segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:08:34.362468 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.362998 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Bound using segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:08:34.363730 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Bound port: 8a71dc79-598f-4e6f-b3c4-9a63afaf651f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:08:34.364399 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.449032 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] For port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:08:34.452847 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] For port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:08:34.459251 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.510002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.518087 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e3e56-ab4f-4fc9-be76-dab854e39ecb None None] Pushing event updated for resources: {'Port': ['ID=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:34.521903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.532367 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:08:34.533269 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:08:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:34.605206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'Port': ['ID=68a8c09f-e9c9-4c2c-abd4-ff2937a094f3,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:34.625614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.639625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cbe03556-e357-4e29-8f64-bcd727cfc98b None None] Provisioning complete for port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:34.640666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbe03556-e357-4e29-8f64-bcd727cfc98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.648894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.663349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3d191837-c105-4e0d-884a-47a6df0f3eae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6902366 Jan 27 15:08:34.663833 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:08:34.786962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbe03556-e357-4e29-8f64-bcd727cfc98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.845905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cbe03556-e357-4e29-8f64-bcd727cfc98b None None] For port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:34.855607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cbe03556-e357-4e29-8f64-bcd727cfc98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:34.864084 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-fb61b08e-8207-40c7-a787-ee88bb24d2c3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--750255357&fields=id&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 267 time: 0.0601506 Jan 27 15:08:34.921360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe03556-e357-4e29-8f64-bcd727cfc98b None None] Pushing event updated for resources: {'Port': ['ID=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:34.985842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-43dec5c2-cd9f-4c70-8cfe-c99ead433c44 None None] Provisioning complete for port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:34.986348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43dec5c2-cd9f-4c70-8cfe-c99ead433c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:35.018331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-93ed3b25-8681-48d6-b9c0-1d0e49ef5e97 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:35.021564 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-93ed3b25-8681-48d6-b9c0-1d0e49ef5e97 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1448233 Jan 27 15:08:35.044768 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-48a6420f-af50-4104-9b5e-501a5da30343 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/quotas/53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 375 time: 0.0123987 Jan 27 15:08:35.056541 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:35.108155 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436f086-b72a-43ad-b7a0-242ad97e90a0 None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:08:35.127830 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-353043b3-34fe-4fe9-8241-533db80da1dc tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732687 Jan 27 15:08:35.358893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-44cd9bf2-69db-4cbb-a1ea-752b4a0965c5 service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101817 Jan 27 15:08:35.466538 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-d082eb9a-c825-4b3b-a1c6-a8f3416ead2c service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016169 Jan 27 15:08:35.732261 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e2aa8e93-f351-4de0-8aff-1032a77b9daa req-074bb040-0ace-4a7d-a539-805b2a5be844 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 210 time: 0.0644245 Jan 27 15:08:35.841640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8a71dc79-598f-4e6f-b3c4-9a63afaf651f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:08:35.924225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:35.924732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:36.866379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-6933933c-233e-4489-bc5b-a4ba65fcc89e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:36.868226 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-6933933c-233e-4489-bc5b-a4ba65fcc89e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1601079 Jan 27 15:08:36.886076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2aec5e9b-f5dc-4ab7-af46-4f16a451c90d req-09d21957-c3db-4a4e-8d9c-db982e8ac3fc tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 210 time: 0.0468631 Jan 27 15:08:36.933439 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-a9418a43-0352-40bc-a242-680322e3f2e5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 379 time: 0.0501559 Jan 27 15:08:36.943872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'port': {'device_id': '51fdc43f-d974-4621-9afb-e7918689ce92', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'admin_state_up': True, 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'security_groups': ['b98df373-cf5e-47cc-90b6-405f72c37ace']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:37.077826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Made reservation on behalf of 53acd9fef32c468d888841cddffd074b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:08:37.081873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:37.232312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Allocated IP 172.20.0.7 (15151865-733d-4b81-b852-6dda4f38743e/c8990abc-eca1-4558-91e6-d3c0d8428891/68fce306-d621-4477-885e-3299a9e5570e) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:08:37.388762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:37.442133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:37.490350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Network 15151865-733d-4b81-b852-6dda4f38743e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:08:37.494415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:08:37.498481 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:08:37.524753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:37.561580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:37.562405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:37.583044 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-14de5911-dd14-4308-bae6-91b282747c78 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6432986 Jan 27 15:08:37.596383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Request body: {'port': {'device_id': '51fdc43f-d974-4621-9afb-e7918689ce92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:37.680412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:37.838115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9092cff0-d58a-41f6-b65d-321288836e8d None None] Provisioning complete for port 68fce306-d621-4477-885e-3299a9e5570e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:37.838873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9092cff0-d58a-41f6-b65d-321288836e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:37.875206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9092cff0-d58a-41f6-b65d-321288836e8d None None] Port 68fce306-d621-4477-885e-3299a9e5570e cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:08:38.151827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215455ce-b632-4eb3-899b-638b140e809d req-96cdb665-d903-40ad-91e5-3913d1b2aab4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:38.154620 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-215455ce-b632-4eb3-899b-638b140e809d req-96cdb665-d903-40ad-91e5-3913d1b2aab4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 931 time: 0.1612549 Jan 27 15:08:38.167583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fce306-d621-4477-885e-3299a9e5570e {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:08:38.191483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:38.244395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Transition to ACTIVE for port object 68fce306-d621-4477-885e-3299a9e5570e will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:08:38.254321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:38.273830 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-215455ce-b632-4eb3-899b-638b140e809d req-1f138a6c-e814-4f9e-984e-52918b691cf4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107509 Jan 27 15:08:38.363371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:38.457852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Attempting to bind port 68fce306-d621-4477-885e-3299a9e5570e on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:08:38.458189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Attempting to bind port 68fce306-d621-4477-885e-3299a9e5570e by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:08:38.458517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Attempting to bind port 68fce306-d621-4477-885e-3299a9e5570e on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:08:38.464397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Port 68fce306-d621-4477-885e-3299a9e5570e on network 15151865-733d-4b81-b852-6dda4f38743e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:08:38.464699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Attempting to bind port 68fce306-d621-4477-885e-3299a9e5570e on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:08:38.470654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:08:38.471033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Checking segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:08:38.471412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Bound using segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:08:38.471850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Bound port: 68fce306-d621-4477-885e-3299a9e5570e, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:08:38.472210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:38.548932 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:08:38.552507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:08:38.559150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:38.627093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:38.628202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:38.630808 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] 10.222.0.72 "PUT /v2.0/ports/68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 1093 time: 1.0398996 Jan 27 15:08:38.631622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'tag': '68fce306-d621-4477-885e-3299a9e5570e'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:08:38.645134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20044285-4940-4c2f-bafd-84a5073fa034" -d '{"events": [{"name": "network-changed", "server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "tag": "68fce306-d621-4477-885e-3299a9e5570e"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:08:38.705055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759b312-a7f1-43c3-8c05-3fae0e844027 service neutron] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:38.755243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-570de9af-6d00-4aeb-9234-1a5fc1f43bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:38.757878 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-570de9af-6d00-4aeb-9234-1a5fc1f43bcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1096 time: 0.0726697 Jan 27 15:08:38.818956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4274160e-c07d-4465-b970-150b313b0395 x-openstack-request-id: req-4274160e-c07d-4465-b970-150b313b0395 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:08:38.819393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "tag": "68fce306-d621-4477-885e-3299a9e5570e", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:08:38.819707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4274160e-c07d-4465-b970-150b313b0395 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:08:38.820179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'tag': '68fce306-d621-4477-885e-3299a9e5570e', 'status': 'completed', 'code': 200} Jan 27 15:08:38.823087 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-d50aa00b-c2db-471e-931c-0bb307542517 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 217 time: 0.0575721 Jan 27 15:08:38.884375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-6ff2f272-5e7e-45f6-9703-aa63a6d9390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:38.885908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-6ff2f272-5e7e-45f6-9703-aa63a6d9390d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0555170 Jan 27 15:08:38.955550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-71ac70ca-6578-4440-bfdb-dd91255b4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:38.957072 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-71ac70ca-6578-4440-bfdb-dd91255b4fa0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645423 Jan 27 15:08:39.057687 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-bb0e4291-6ae4-4811-bf07-38c8e86103f4 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928793 Jan 27 15:08:39.168279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3e76b24-3380-45d2-a716-12108ca0c598 req-029ec26d-f4f7-4bdc-b4ab-a91b081a4f66 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034930 Jan 27 15:08:39.257187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20044285-4940-4c2f-bafd-84a5073fa034 req-0d336fec-2ca8-4d42-9333-609e5465e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:39.258764 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20044285-4940-4c2f-bafd-84a5073fa034 req-0d336fec-2ca8-4d42-9333-609e5465e1ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1096 time: 0.0449758 Jan 27 15:08:39.442022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20044285-4940-4c2f-bafd-84a5073fa034 req-a03add51-1948-4e7f-9363-315e72d1f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:39.444621 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20044285-4940-4c2f-bafd-84a5073fa034 req-a03add51-1948-4e7f-9363-315e72d1f9ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1787159 Jan 27 15:08:39.516293 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20044285-4940-4c2f-bafd-84a5073fa034 req-1c39cf3c-1fc2-40ce-81cf-42a9e98a888f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 217 time: 0.0638912 Jan 27 15:08:39.533108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab5598-be20-40c4-bb72-6d192a3c7b3c req-8ec42a39-f23a-41fa-86c2-5890662c2e54 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:39.535828 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cbab5598-be20-40c4-bb72-6d192a3c7b3c req-8ec42a39-f23a-41fa-86c2-5890662c2e54 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 943 time: 0.1881630 Jan 27 15:08:39.667196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20044285-4940-4c2f-bafd-84a5073fa034 req-a240765c-fc00-49f8-9d94-98678372b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:39.669792 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20044285-4940-4c2f-bafd-84a5073fa034 req-a240765c-fc00-49f8-9d94-98678372b668 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.1324947 Jan 27 15:08:39.675491 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cbab5598-be20-40c4-bb72-6d192a3c7b3c req-2d840a97-6be6-4cc1-a219-761b004b17a8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234994 Jan 27 15:08:39.721383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20044285-4940-4c2f-bafd-84a5073fa034 req-503635e3-9af1-41ed-921b-bb42d418d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:39.723012 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20044285-4940-4c2f-bafd-84a5073fa034 req-503635e3-9af1-41ed-921b-bb42d418d673 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452061 Jan 27 15:08:39.829123 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20044285-4940-4c2f-bafd-84a5073fa034 req-e1f1f4c9-dc25-42a7-b91f-43c68cd6dc76 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981894 Jan 27 15:08:39.930394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20044285-4940-4c2f-bafd-84a5073fa034 req-027ddcf5-0116-4721-845e-e5530ef732ef service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944836 Jan 27 15:08:40.806983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232184f2-9a18-4dec-b447-2099335d9f8d req-dcf90dd7-4d66-4987-b0ed-fc96d9ee3559 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:40.808730 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-232184f2-9a18-4dec-b447-2099335d9f8d req-dcf90dd7-4d66-4987-b0ed-fc96d9ee3559 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 943 time: 0.0588536 Jan 27 15:08:40.852171 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-232184f2-9a18-4dec-b447-2099335d9f8d req-92e1a2b7-0b14-4c29-be45-52b6474d998d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369833 Jan 27 15:08:42.005929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350afede-40a5-4eea-a846-d3fe03e15acd req-167de902-2138-4556-a9fe-bf44dc0afb94 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:42.007674 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350afede-40a5-4eea-a846-d3fe03e15acd req-167de902-2138-4556-a9fe-bf44dc0afb94 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 943 time: 0.0578828 Jan 27 15:08:42.051444 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350afede-40a5-4eea-a846-d3fe03e15acd req-410a9731-2b6e-4532-a1d4-40d6a65eb6ba tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368760 Jan 27 15:08:42.235598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 68fce306-d621-4477-885e-3299a9e5570e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:08:42.342812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:42.354802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '68fce306-d621-4477-885e-3299a9e5570e', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': '68fce306-d621-4477-885e-3299a9e5570e', 'mac_address': 'fa:16:3e:92:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:08:42.396620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:42.418060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fce306-d621-4477-885e-3299a9e5570e {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:08:42.454751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:42.460090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:42.546175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:42.560046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.560633 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.561192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.561747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.562311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.562908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.563528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.564112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.564706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.565292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.565870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.566441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:08:42.668840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['68fce306-d621-4477-885e-3299a9e5570e'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:08:43.197767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa24264-a992-42eb-a5df-9ab85e26a64d req-cd4ec0ef-689a-472d-a274-2ff4115921b4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:43.199884 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1aa24264-a992-42eb-a5df-9ab85e26a64d req-cd4ec0ef-689a-472d-a274-2ff4115921b4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 944 time: 0.0613830 Jan 27 15:08:43.243772 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1aa24264-a992-42eb-a5df-9ab85e26a64d req-942b0a78-a094-460d-b1a1-05d6ec5b815d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369711 Jan 27 15:08:44.034476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49d49a72-eca6-438b-9569-2ba9f1ad8f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:44.243746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 68fce306-d621-4477-885e-3299a9e5570e up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:08:44.310228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 68fce306-d621-4477-885e-3299a9e5570e completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:08:44.317167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 68fce306-d621-4477-885e-3299a9e5570e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:08:44.317753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:44.375564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22e7f-f347-4506-8b46-4b13b8cd4767 req-1371bce9-f380-41a3-b33e-dcdbb224c9a3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:44.378066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-88c22e7f-f347-4506-8b46-4b13b8cd4767 req-1371bce9-f380-41a3-b33e-dcdbb224c9a3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 944 time: 0.0626075 Jan 27 15:08:44.425367 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-88c22e7f-f347-4506-8b46-4b13b8cd4767 req-15820c23-b420-4c60-953b-81d2de901a54 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387096 Jan 27 15:08:44.444593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:44.478613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fce306-d621-4477-885e-3299a9e5570e'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:08:44.481125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c98044-4ffc-43dc-b005-5e9f585c4a50" -d '{"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-plugged", "status": "completed", "tag": "68fce306-d621-4477-885e-3299a9e5570e"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:08:44.496391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:08:44.501630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:44.546982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4e87ee-57d1-4e52-84a2-b76afb383b8c x-openstack-request-id: req-0d4e87ee-57d1-4e52-84a2-b76afb383b8c {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:08:44.547260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-plugged", "status": "completed", "tag": "68fce306-d621-4477-885e-3299a9e5570e", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:08:44.547539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d4e87ee-57d1-4e52-84a2-b76afb383b8c {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:08:44.547937 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fce306-d621-4477-885e-3299a9e5570e', 'code': 200} Jan 27 15:08:44.559363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:08:44.740130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e4690-e03e-4b82-86d6-64469500000f req-be3f8199-2a43-44c4-8e02-100db69981cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:44.741736 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd0e4690-e03e-4b82-86d6-64469500000f req-be3f8199-2a43-44c4-8e02-100db69981cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0521586 Jan 27 15:08:44.780948 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd0e4690-e03e-4b82-86d6-64469500000f req-76be1081-4323-45e0-9442-daf2929a128d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318530 Jan 27 15:08:45.562337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b44b52-ae2b-443e-bae0-c23c1792a1cc req-00534034-d9c4-4d2a-8c4d-3fcec041dc34 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:45.564052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-64b44b52-ae2b-443e-bae0-c23c1792a1cc req-00534034-d9c4-4d2a-8c4d-3fcec041dc34 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0572443 Jan 27 15:08:45.613960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-64b44b52-ae2b-443e-bae0-c23c1792a1cc req-6e410a57-d34c-42b7-86d6-cc039b07d92d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386829 Jan 27 15:08:46.252373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c4b9beac-55cb-44d1-851a-682ec8170128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:46.752362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a48dce-2107-4462-9c0d-e31f0df979ab req-c106fd8a-ebe3-49ec-bc28-3bd0f7aa97c3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:46.755016 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-64a48dce-2107-4462-9c0d-e31f0df979ab req-c106fd8a-ebe3-49ec-bc28-3bd0f7aa97c3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0665269 Jan 27 15:08:46.814623 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-64a48dce-2107-4462-9c0d-e31f0df979ab req-319b8a75-8cff-4164-a05b-f096fbd2e949 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532076 Jan 27 15:08:46.949575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb48f7-3238-44ae-b6e2-6b7b21c1cacc req-f4eeb3d4-d605-4e84-a18a-19c7de0319d4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:46.951212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c3fb48f7-3238-44ae-b6e2-6b7b21c1cacc req-f4eeb3d4-d605-4e84-a18a-19c7de0319d4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0581074 Jan 27 15:08:46.960518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 42072) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:08:46.965766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'floatingip': {'port_id': '68fce306-d621-4477-885e-3299a9e5570e'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:08:47.007825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:47.420408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:47.613838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:47.619322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:47.750826 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea associated. External IP: 172.26.6.155, port: 68fce306-d621-4477-885e-3299a9e5570e. Jan 27 15:08:47.979179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:08:48.111148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:08:48.118354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:48.124480 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:08:48.143052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:08:48.144133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:08:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:48.160310 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2f90f740-0d54-4288-a678-c2c7216bc57a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "PUT /v2.0/floatingips/4aafc173-684b-4480-ae41-5f388ae11dea HTTP/1.1" status: 200 len: 991 time: 1.1986530 Jan 27 15:08:48.161075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'tag': '68fce306-d621-4477-885e-3299a9e5570e'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:08:48.163987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f783d68-e0ab-4870-8147-a5d3d74d640d" -d '{"events": [{"name": "network-changed", "server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "tag": "68fce306-d621-4477-885e-3299a9e5570e"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:08:48.225507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3da654e-1951-4a5d-b1ce-456b3c5ae6a3 x-openstack-request-id: req-f3da654e-1951-4a5d-b1ce-456b3c5ae6a3 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:08:48.226113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "tag": "68fce306-d621-4477-885e-3299a9e5570e", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:08:48.226482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3da654e-1951-4a5d-b1ce-456b3c5ae6a3 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:08:48.227783 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'tag': '68fce306-d621-4477-885e-3299a9e5570e', 'status': 'completed', 'code': 200} Jan 27 15:08:48.298066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-8746e3f6-bfdd-46f7-a500-684ddac7e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:48.300517 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-8746e3f6-bfdd-46f7-a500-684ddac7e7bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0509856 Jan 27 15:08:48.313872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:08:48.439397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-bcb87817-a434-4bf8-83c5-bdc0626671e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:48.441864 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-bcb87817-a434-4bf8-83c5-bdc0626671e3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1349332 Jan 27 15:08:48.518061 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-b7971564-0de9-4690-b06b-bf4350cbd822 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 999 time: 0.0699208 Jan 27 15:08:48.581549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-2a3ed301-5cbf-4c53-9ff8-d5a8c96cded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:48.583296 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-2a3ed301-5cbf-4c53-9ff8-d5a8c96cded3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0576520 Jan 27 15:08:48.626949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '68fce306-d621-4477-885e-3299a9e5570e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:92:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fdc43f-d974-4621-9afb-e7918689ce92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:08:47Z', 'revision_number': 1, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:48.666018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:08:48.676166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:08:48.676974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:08:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:48.806700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:08:48.838510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:49.071804 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '68fce306-d621-4477-885e-3299a9e5570e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:92:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fdc43f-d974-4621-9afb-e7918689ce92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:08:47Z', 'revision_number': 1, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:08:49.101483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9da4fdc-211e-4ef5-9703-1023985ee668 None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '68fce306-d621-4477-885e-3299a9e5570e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:92:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fdc43f-d974-4621-9afb-e7918689ce92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:08:47Z', 'revision_number': 1, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:08:49.133487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-97ec585c-6304-43bb-afe7-955e45bfb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:49.135627 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-97ec585c-6304-43bb-afe7-955e45bfb3dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5460610 Jan 27 15:08:49.219362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:08:49.256351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-04f4978d-63c8-4b41-8f42-3e4027346294 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128135 Jan 27 15:08:49.376573 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d904d0-151a-4bb8-a5c7-3787c904ab26 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:08:49.404643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f783d68-e0ab-4870-8147-a5d3d74d640d req-b14faf40-1444-4322-b28f-1029e0ebb0c0 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410906 Jan 27 15:08:50.921827 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:08:55.648199 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-c3e3c571-7126-47a7-b711-a9a5b6bb70db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462487 Jan 27 15:08:55.736310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-fad54fea-ccc2-4f2a-9162-bbbc3e817a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:55.737857 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-fad54fea-ccc2-4f2a-9162-bbbc3e817a82 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0445609 Jan 27 15:08:55.853112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-bb4de86e-392f-455c-ba24-e7ed4ee2c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:55.854548 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-bb4de86e-392f-455c-ba24-e7ed4ee2c3fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0964682 Jan 27 15:08:55.932389 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-ad652069-8f96-4ff7-a950-36ea1e450ac7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 1001 time: 0.0708754 Jan 27 15:08:55.986388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-e9689f51-ee1a-4462-8dc7-05a36ad49c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:55.987984 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-e9689f51-ee1a-4462-8dc7-05a36ad49c35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0478513 Jan 27 15:08:56.045183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-8216a87d-cb03-4bb4-803b-0240560d0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:08:56.046922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-8216a87d-cb03-4bb4-803b-0240560d0a25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523908 Jan 27 15:08:56.151202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-637cb48e-1c28-4b29-b972-1a43b4d661b2 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974774 Jan 27 15:08:56.262373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-260c5c8a-5756-436e-b543-07883b2d15e5 req-bdff420a-0bae-47d6-ae8d-ae0cae3487c3 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041958 Jan 27 15:09:00.326061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:14.032138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d22e831-d039-49c8-9999-62d4d3e0e40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:16.255860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-995c74be-9eb5-4388-ada1-ac03e1c91905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:17.421228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:18.805611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:19.206509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:19.752318 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-38c29836-a367-4ae2-89d8-a255618d3052 req-6780c672-7c57-4a37-9096-c459008d3c80 service neutron] (108742) timed out ('10.222.0.72', 53832) {{(pid=108742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 27 15:09:23.516093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41266bf4-b55d-45f7-b9d0-93d23c08e388 req-57c4a18f-596d-45cf-ac22-b8b5bc25c21c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:23.517750 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41266bf4-b55d-45f7-b9d0-93d23c08e388 req-57c4a18f-596d-45cf-ac22-b8b5bc25c21c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0558610 Jan 27 15:09:23.565947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41266bf4-b55d-45f7-b9d0-93d23c08e388 req-542334cb-db0f-435f-a0bd-0c822e49453b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368557 Jan 27 15:09:23.874481 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-76028cd1-dc08-4f78-9014-cd71d0de73fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760074 Jan 27 15:09:23.882958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3104-4d10-4b05-8a08-ce7ddc39944a req-6f8e6c75-f5f9-410a-92e8-fcf617daa1c7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:23.885343 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f12d3104-4d10-4b05-8a08-ce7ddc39944a req-6f8e6c75-f5f9-410a-92e8-fcf617daa1c7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0817769 Jan 27 15:09:23.957936 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f12d3104-4d10-4b05-8a08-ce7ddc39944a req-40e310d3-c877-4882-a73d-5fa6c756f913 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587585 Jan 27 15:09:25.113407 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b3c7d-d068-4064-83e1-bc3c73396bec req-10c15d8c-6b9a-4b2c-bcdc-8cca2016729b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:25.114988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d42b3c7d-d068-4064-83e1-bc3c73396bec req-10c15d8c-6b9a-4b2c-bcdc-8cca2016729b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0624402 Jan 27 15:09:25.177498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d42b3c7d-d068-4064-83e1-bc3c73396bec req-18db8df0-bd17-4f4e-a640-619f6a218b67 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515842 Jan 27 15:09:25.258232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-e376d78b-ea85-497f-8ba2-1b69a6c1f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:25.259804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-e376d78b-ea85-497f-8ba2-1b69a6c1f777 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0446820 Jan 27 15:09:25.366788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-11f71190-592c-4764-8459-7c684c1a8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:25.368410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-11f71190-592c-4764-8459-7c684c1a8ce6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1019495 Jan 27 15:09:25.444064 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-7a64daae-c4e7-418b-ac94-4a05f1badfbc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 1001 time: 0.0686703 Jan 27 15:09:25.496872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-da6392ea-1e65-429f-b8e7-8eda84fece87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:25.498425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-da6392ea-1e65-429f-b8e7-8eda84fece87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0474875 Jan 27 15:09:25.554511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-fe99a6f1-4bf7-46ec-9555-c8aeb3c05fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:25.556104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-fe99a6f1-4bf7-46ec-9555-c8aeb3c05fd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501673 Jan 27 15:09:25.657781 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-3da460d5-6706-4c38-a7b4-b57739eb0ab1 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947788 Jan 27 15:09:25.764964 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-d175db5e-d742-48bd-8a42-320b53698106 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990295 Jan 27 15:09:26.316412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5568b-a88b-48ac-99b2-9881ca91dee6 req-1c0d67a7-3a2e-456b-9dbf-d88255ebec86 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:26.317924 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b5568b-a88b-48ac-99b2-9881ca91dee6 req-1c0d67a7-3a2e-456b-9dbf-d88255ebec86 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Jan 27 15:09:26.362409 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b5568b-a88b-48ac-99b2-9881ca91dee6 req-de392a80-64ce-47a7-bedd-ce24b6adaf4f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366178 Jan 27 15:09:27.502557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b671e0-00af-4bc2-98d8-1f8cb516642a req-39b5554b-e56c-46d4-9e54-3dcac7d8e4e6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:27.504350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-51b671e0-00af-4bc2-98d8-1f8cb516642a req-39b5554b-e56c-46d4-9e54-3dcac7d8e4e6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0539303 Jan 27 15:09:27.548345 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-51b671e0-00af-4bc2-98d8-1f8cb516642a req-8804ea7c-3754-41c4-8b1b-7c71f1f0371b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365260 Jan 27 15:09:27.921576 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:09:28.742312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c311f-16c4-49b9-b957-34a61fa1b6c3 req-137b1d1e-773b-404f-b28a-103280f71643 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:28.744789 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-384c311f-16c4-49b9-b957-34a61fa1b6c3 req-137b1d1e-773b-404f-b28a-103280f71643 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0902166 Jan 27 15:09:28.819481 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-384c311f-16c4-49b9-b957-34a61fa1b6c3 req-2b47663c-4c62-4096-8b9b-00b0adee89fa tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633347 Jan 27 15:09:29.963064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f811b-c14c-49ae-be7a-9ae3368214b5 req-f110402f-b60a-4e5b-9c38-796f5e7a78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:29.964868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b24f811b-c14c-49ae-be7a-9ae3368214b5 req-f110402f-b60a-4e5b-9c38-796f5e7a78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0541871 Jan 27 15:09:30.007335 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b24f811b-c14c-49ae-be7a-9ae3368214b5 req-dbe7bca0-3165-4828-bffb-27ae05c45dde tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361760 Jan 27 15:09:30.343189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:31.158884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0c67e-2e68-49b6-8f35-a533ca03d6c5 req-6bc389ff-70bb-4c34-8e08-b6514983ecad tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:31.161630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dad0c67e-2e68-49b6-8f35-a533ca03d6c5 req-6bc389ff-70bb-4c34-8e08-b6514983ecad tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0617032 Jan 27 15:09:31.206000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dad0c67e-2e68-49b6-8f35-a533ca03d6c5 req-23244f0a-a639-405c-b463-08337047c967 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 Jan 27 15:09:32.349874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5b8c3-88da-45c2-a27d-22c760252ceb req-f812ffa9-f10a-4435-b159-613c373be8c5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:32.351850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b5b8c3-88da-45c2-a27d-22c760252ceb req-f812ffa9-f10a-4435-b159-613c373be8c5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0614870 Jan 27 15:09:32.403490 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b5b8c3-88da-45c2-a27d-22c760252ceb req-e1d6a466-7dc7-4c9e-a493-34ba321c6db1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448527 Jan 27 15:09:33.532005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038267e7-7837-4656-988d-db658e350f98 req-2d580319-9482-4919-aa8e-3dd78611083a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:33.534360 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-038267e7-7837-4656-988d-db658e350f98 req-2d580319-9482-4919-aa8e-3dd78611083a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0565794 Jan 27 15:09:33.585939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-038267e7-7837-4656-988d-db658e350f98 req-7b68f68d-7a64-4adc-a30f-704727996ffd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442655 Jan 27 15:09:34.715114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df977b1-7448-424c-b41f-4a3ee7e08482 req-e1f274b0-c16f-4aed-b40d-6a4dae3aeddf tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:34.716875 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5df977b1-7448-424c-b41f-4a3ee7e08482 req-e1f274b0-c16f-4aed-b40d-6a4dae3aeddf tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0544524 Jan 27 15:09:34.766395 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5df977b1-7448-424c-b41f-4a3ee7e08482 req-fb413b1f-6280-408f-bc8b-014bacb6ba98 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373311 Jan 27 15:09:35.902937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f431b-dafb-4904-900d-20250f4e0b3d req-e6c21723-3fd4-4c65-9c95-d3910ff1cb6f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:35.904587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ef6f431b-dafb-4904-900d-20250f4e0b3d req-e6c21723-3fd4-4c65-9c95-d3910ff1cb6f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0564990 Jan 27 15:09:35.958155 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ef6f431b-dafb-4904-900d-20250f4e0b3d req-0fe7cd69-044c-4fa0-8205-3960f9576302 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419416 Jan 27 15:09:37.082727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e272-7fb2-4624-896f-a7a581d31561 req-f28dfe74-8314-4f66-ab2d-eb46a5c9c394 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:37.085052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7db7e272-7fb2-4624-896f-a7a581d31561 req-f28dfe74-8314-4f66-ab2d-eb46a5c9c394 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Jan 27 15:09:37.126513 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7db7e272-7fb2-4624-896f-a7a581d31561 req-79a9d44a-c3df-469e-8d41-eff2435b80bb tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350115 Jan 27 15:09:37.365147 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-040e42b8-9dd4-4b1d-98ab-134b922d4f6c service neutron] 10.222.0.72 "GET /v2.0/ports/68fce306-d621-4477-885e-3299a9e5570e/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0603938 Jan 27 15:09:37.586056 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-0a8d96fd-f9aa-414b-a4d2-534d90fa0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:37.587805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-0a8d96fd-f9aa-414b-a4d2-534d90fa0ad7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 1098 time: 0.0475876 Jan 27 15:09:37.686143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-95c3663d-59d7-420d-a996-66441e192a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:37.687988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-95c3663d-59d7-420d-a996-66441e192a33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0768726 Jan 27 15:09:37.789236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-fcc25895-ba60-4961-a2e3-c40644cfab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:37.790947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-fcc25895-ba60-4961-a2e3-c40644cfab81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0958037 Jan 27 15:09:37.867529 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-b38cb386-1d5e-4f66-99e5-5d972d7aa471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 1001 time: 0.0697896 Jan 27 15:09:37.918877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-acaa86a1-3820-4f53-b601-c0f01f2c2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:37.920463 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-acaa86a1-3820-4f53-b601-c0f01f2c2490 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0472059 Jan 27 15:09:37.971203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-75da59c6-38e0-4fae-9fad-8c48bf4bf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:37.972878 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-75da59c6-38e0-4fae-9fad-8c48bf4bf3c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452976 Jan 27 15:09:38.078154 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-23bac4d6-356d-4a77-8957-d0eda42ed83f service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984797 Jan 27 15:09:38.187865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-45602adb-e5dc-4c2c-be96-af7d45b26a5e req-c4e07b6b-e898-442c-8d8c-9b0363f6a6d1 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021161 Jan 27 15:09:38.290631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194594-e2e9-45f0-8cf7-d8241faa0e7b req-bafa99bc-f248-4ca3-add7-4117d1eaeb25 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:38.293072 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b2194594-e2e9-45f0-8cf7-d8241faa0e7b req-bafa99bc-f248-4ca3-add7-4117d1eaeb25 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0756459 Jan 27 15:09:38.346787 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b2194594-e2e9-45f0-8cf7-d8241faa0e7b req-bb35c295-641e-4c64-9355-3f077b863410 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449386 Jan 27 15:09:39.479104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd451f5a-ba04-4a14-be30-268fed944f96 req-7740ae43-3429-43d0-8fc1-7d75150663f1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:39.480812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd451f5a-ba04-4a14-be30-268fed944f96 req-7740ae43-3429-43d0-8fc1-7d75150663f1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0575407 Jan 27 15:09:39.523231 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd451f5a-ba04-4a14-be30-268fed944f96 req-f3db8969-2b7b-4fb4-b907-16f9a432f00d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361321 Jan 27 15:09:40.531795 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 68fce306-d621-4477-885e-3299a9e5570e details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:09:40.534034 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 68fce306-d621-4477-885e-3299a9e5570e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:09:40.685370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78152-0a17-4c13-a0ea-214b0e994425 req-5aef9f09-98e3-4160-b9a2-474e2017db7f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:40.688229 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5db78152-0a17-4c13-a0ea-214b0e994425 req-5aef9f09-98e3-4160-b9a2-474e2017db7f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0848086 Jan 27 15:09:40.694245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:40.723422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:40.738609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fce306-d621-4477-885e-3299a9e5570e'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:09:40.741084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e10b36-5434-4c04-bd6e-5650b281e3ff" -d '{"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-unplugged", "status": "completed", "tag": "68fce306-d621-4477-885e-3299a9e5570e"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:09:40.752810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '68fce306-d621-4477-885e-3299a9e5570e', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': '68fce306-d621-4477-885e-3299a9e5570e', 'mac_address': 'fa:16:3e:92:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:09:40.753130 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5db78152-0a17-4c13-a0ea-214b0e994425 req-3f22e5d0-538d-45a0-acb8-a378b78a62c3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568206 Jan 27 15:09:40.758565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:40.765427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:40.835262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:40.855892 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:40.860194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fce306-d621-4477-885e-3299a9e5570e {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:09:40.887309 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:40.893851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:40.953819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6da98d2-e005-468b-92ea-05e99642a66e x-openstack-request-id: req-e6da98d2-e005-468b-92ea-05e99642a66e {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:09:40.954115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-unplugged", "status": "completed", "tag": "68fce306-d621-4477-885e-3299a9e5570e", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:09:40.954377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6da98d2-e005-468b-92ea-05e99642a66e {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:09:40.954769 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68fce306-d621-4477-885e-3299a9e5570e', 'code': 200} Jan 27 15:09:40.966154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['68fce306-d621-4477-885e-3299a9e5570e'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:09:40.992189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:41.151794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3fde6-a534-481c-bb38-ad31d07ad869 req-5e72ea1a-dc8f-4b9a-9ce4-bf602b210de5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:41.153425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-55f3fde6-a534-481c-bb38-ad31d07ad869 req-5e72ea1a-dc8f-4b9a-9ce4-bf602b210de5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 944 time: 0.1167285 Jan 27 15:09:41.177466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-8e661b65-de95-4e5e-82f4-3dd35096aba2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:41.179588 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-8e661b65-de95-4e5e-82f4-3dd35096aba2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92&tenant_id=53acd9fef32c468d888841cddffd074b&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 944 time: 0.0918345 Jan 27 15:09:41.212374 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-55f3fde6-a534-481c-bb38-ad31d07ad869 req-3c21017b-ca3a-4259-83f8-de516123f671 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488992 Jan 27 15:09:41.277976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-7768df20-eaf3-42b1-b4ca-30452fe2572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:41.279654 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-7768df20-eaf3-42b1-b4ca-30452fe2572c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 1097 time: 0.0461309 Jan 27 15:09:41.398611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-f70e3f5d-d3c5-418a-8cae-81e60d05fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:41.401300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-f70e3f5d-d3c5-418a-8cae-81e60d05fdcd service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1140692 Jan 27 15:09:41.474498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-1b3d6a80-19c9-486b-9ecf-17da9288a162 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 200 len: 1000 time: 0.0658624 Jan 27 15:09:41.527164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-59b8207f-4d72-42ad-b151-36c142508fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:41.528704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-59b8207f-4d72-42ad-b151-36c142508fcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0478745 Jan 27 15:09:41.582164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-4dbcba96-5b9c-4acd-8143-2bf31a118ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:41.583737 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-4dbcba96-5b9c-4acd-8143-2bf31a118ef1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484388 Jan 27 15:09:41.704308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-9040cbd9-1135-4f35-a496-150fe52c5e9b service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130188 Jan 27 15:09:41.807046 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ef6dd3b-4d9f-4a8a-9b0c-3d152bbfdbe8 req-be87ae94-f76b-42aa-9507-a7b5752b28f7 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954437 Jan 27 15:09:42.362847 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba7dbc-b8fa-4946-9811-4857ed69fcc2 req-6d5020cb-26e1-44a4-811e-0f9ed2d25e0e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:42.364544 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d9ba7dbc-b8fa-4946-9811-4857ed69fcc2 req-6d5020cb-26e1-44a4-811e-0f9ed2d25e0e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 944 time: 0.0587049 Jan 27 15:09:42.424294 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d9ba7dbc-b8fa-4946-9811-4857ed69fcc2 req-f57c72a6-b552-4b14-a832-b8f28f55f442 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478380 Jan 27 15:09:42.531370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 68fce306-d621-4477-885e-3299a9e5570e up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:09:42.560068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b34f-18ba-41c0-be57-2a6e9e6a3703 req-49069886-bcd2-4161-ad98-53e3464a3db5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:42.561671 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1b90b34f-18ba-41c0-be57-2a6e9e6a3703 req-49069886-bcd2-4161-ad98-53e3464a3db5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 944 time: 0.0587125 Jan 27 15:09:42.606569 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1b90b34f-18ba-41c0-be57-2a6e9e6a3703 req-431cf83b-0249-4072-a80c-e279aa10a119 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 Jan 27 15:09:42.613802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 68fce306-d621-4477-885e-3299a9e5570e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:09:42.614452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:42.779242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e2eeb-66c7-4dfa-8991-5d6fb9f1da8f req-0a85e22a-bbbf-4c9a-9130-3dc9e5dbad69 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:42.781544 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4b9e2eeb-66c7-4dfa-8991-5d6fb9f1da8f req-0a85e22a-bbbf-4c9a-9130-3dc9e5dbad69 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 944 time: 0.0622730 Jan 27 15:09:42.837832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4b9e2eeb-66c7-4dfa-8991-5d6fb9f1da8f req-972b176a-b29e-49fb-ad12-1d7791d26b83 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Jan 27 15:09:42.922838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:42.962382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fce306-d621-4477-885e-3299a9e5570e'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:09:42.966673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f34b737-42e5-4686-8f1e-84739926341f" -d '{"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-plugged", "status": "completed", "tag": "68fce306-d621-4477-885e-3299a9e5570e"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:09:42.992589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:43.000255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:43.055170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9951abc1-5096-4ad4-92e6-dd7dd5eb2860 x-openstack-request-id: req-9951abc1-5096-4ad4-92e6-dd7dd5eb2860 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:09:43.055685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-plugged", "status": "completed", "tag": "68fce306-d621-4477-885e-3299a9e5570e", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:09:43.056119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9951abc1-5096-4ad4-92e6-dd7dd5eb2860 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:09:43.056769 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fce306-d621-4477-885e-3299a9e5570e', 'code': 200} Jan 27 15:09:43.107339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:43.120430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.120970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.121412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.121909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.122148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.122577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.122886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.123233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.123596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.123921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.124249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.124583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:43.173183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18833c4-7302-4fd1-8d5e-56a1f07e6590 req-d1978504-cb86-4a42-9ca7-bee204edeec9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:43.174793 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b18833c4-7302-4fd1-8d5e-56a1f07e6590 req-d1978504-cb86-4a42-9ca7-bee204edeec9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0600989 Jan 27 15:09:43.229496 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b18833c4-7302-4fd1-8d5e-56a1f07e6590 req-ff323e4a-508f-465f-84fe-3238fa88d59c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474308 Jan 27 15:09:44.029925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22a5f891-2545-404a-92bc-54fc419e5801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:44.367695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71dfad-6602-4f9c-8675-685de158d49d req-b3e75b23-0835-4a69-ac49-513f3f970e6c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:44.369269 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8a71dfad-6602-4f9c-8675-685de158d49d req-b3e75b23-0835-4a69-ac49-513f3f970e6c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0566807 Jan 27 15:09:44.412845 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8a71dfad-6602-4f9c-8675-685de158d49d req-7951c3cb-7d64-447b-847a-3eb4c1f5aad0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362010 Jan 27 15:09:44.747439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-df1ffe3c-00a2-4f78-91ab-503c4024f151 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:44.749055 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-df1ffe3c-00a2-4f78-91ab-503c4024f151 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 945 time: 0.0557096 Jan 27 15:09:44.856099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Deleting port 68fce306-d621-4477-885e-3299a9e5570e {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:09:44.856443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:44.954343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] For port 68fce306-d621-4477-885e-3299a9e5570e, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=68fce306-d621-4477-885e-3299a9e5570e,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:44.954769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:45.158929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:45.159303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:45.159640 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea disassociated. External IP: 172.26.6.155, port: 68fce306-d621-4477-885e-3299a9e5570e. Jan 27 15:09:45.160196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Calling delete_port for 68fce306-d621-4477-885e-3299a9e5570e owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:09:45.294452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:45.329782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event deleted for resources: {'Port': ['ID=68fce306-d621-4477-885e-3299a9e5570e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:45.342627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.342966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.343333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.343666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.343996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.344316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.344638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.344960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.345281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.345595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.345912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.346226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:09:45.482167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:09:45.554458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d0be28eb-da0f-4ad2-bd1f-82d811fb3d37 req-5c15b6d2-356f-4fc2-acf0-fc39cdc5787c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=51fdc43f-d974-4621-9afb-e7918689ce92 HTTP/1.1" status: 200 len: 210 time: 0.0609808 Jan 27 15:09:45.630940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:09:45.648073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:09:45.662433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:09:45.663513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:09:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:09:45.688094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] No DVR routers for this DVR port 68fce306-d621-4477-885e-3299a9e5570e on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:09:45.691959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:45.697821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-07526bcc-a26e-4280-bb8c-d3740fe48ebf req-f4bc85b5-ab11-4b81-be7e-83ff04f5f061 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "DELETE /v2.0/ports/68fce306-d621-4477-885e-3299a9e5570e HTTP/1.1" status: 204 len: 173 time: 0.9415503 Jan 27 15:09:45.698543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-deleted', 'tag': '68fce306-d621-4477-885e-3299a9e5570e'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:09:45.702482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5f6703-bea6-430a-8dcb-505e411d10bb" -d '{"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-deleted", "tag": "68fce306-d621-4477-885e-3299a9e5570e"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:09:45.749328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353bac14-a34e-4e1e-880e-9505e0d793dc x-openstack-request-id: req-353bac14-a34e-4e1e-880e-9505e0d793dc {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:09:45.749767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fdc43f-d974-4621-9afb-e7918689ce92", "name": "network-vif-deleted", "tag": "68fce306-d621-4477-885e-3299a9e5570e", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:09:45.750134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-353bac14-a34e-4e1e-880e-9505e0d793dc {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:09:45.750720 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fdc43f-d974-4621-9afb-e7918689ce92', 'name': 'network-vif-deleted', 'tag': '68fce306-d621-4477-885e-3299a9e5570e', 'status': 'completed', 'code': 200} Jan 27 15:09:45.855061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:09:46.088763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:09:46.117432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:09:46.128252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:09:46.128893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:09:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:09:46.275460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-84ee5253-422b-48e2-ab5c-688e1c0c9886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:46.289968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:09:46.519801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:09:46.548982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b402728-5e63-4260-9f72-d279dda7dbea None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:09:46.828643 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22927b77-0b5c-428e-bc33-f24ccadf78d8 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:09:46.853931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-41571ed9-0878-4406-99e3-b86659581053 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--750255357&fields=id&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 267 time: 0.0483441 Jan 27 15:09:47.020066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-aaaf0cee-f15a-4ea1-8293-9af596160770 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:47.022168 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-aaaf0cee-f15a-4ea1-8293-9af596160770 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1583939 Jan 27 15:09:47.044796 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-3528a4ea-cf81-4c60-a4de-bf811f04aae3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/quotas/53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 375 time: 0.0112627 Jan 27 15:09:47.122327 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-9d71d884-c3ea-4bb5-a387-ca301356fc7e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662203 Jan 27 15:09:47.197243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-13d54594-4a4b-4dc1-b58e-2b9f090b262a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:09:47.199032 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-13d54594-4a4b-4dc1-b58e-2b9f090b262a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0646966 Jan 27 15:09:47.296405 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-4c9d6d68-5a18-49d8-92d1-c7df846611a8 service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908816 Jan 27 15:09:47.402531 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-e4e34304-501f-439a-9682-c921498dbfe1 service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953665 Jan 27 15:09:47.426340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:47.612122 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-219a8db2-97f3-4704-a0fd-b13bb3cd8ba4 req-ac19699e-1fef-4c5c-9e87-7d202b2e2bc9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 210 time: 0.0333591 Jan 27 15:09:48.580917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 68fce306-d621-4477-885e-3299a9e5570e no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:09:48.617054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 68fce306-d621-4477-885e-3299a9e5570e {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:09:48.617867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 68fce306-d621-4477-885e-3299a9e5570e not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:09:48.623451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-d0a0568f-36b7-4150-863a-30031e9fd658 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:48.624995 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-d0a0568f-36b7-4150-863a-30031e9fd658 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1399181 Jan 27 15:09:48.696909 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-2fb98730-8080-4277-ab75-c5861c709024 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 379 time: 0.0631502 Jan 27 15:09:48.708080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'port': {'device_id': '96d17059-971e-4270-b933-4bb4bf9b8412', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'admin_state_up': True, 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'security_groups': ['b98df373-cf5e-47cc-90b6-405f72c37ace']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:09:48.779747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-02ef19db-f10b-4d6d-83de-ee459793ecbf req-73b60100-e4d9-4fee-98af-e8de2b6c7905 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 210 time: 0.0670946 Jan 27 15:09:48.817373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:48.869950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Made reservation on behalf of 53acd9fef32c468d888841cddffd074b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:09:48.874365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:49.203224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:49.384874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Allocated IP 172.20.0.5 (15151865-733d-4b81-b852-6dda4f38743e/c8990abc-eca1-4558-91e6-d3c0d8428891/69d88bf3-f627-4105-83fe-1b4d41fec4c7) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:09:49.540322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:49.577321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:49.624333 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Network 15151865-733d-4b81-b852-6dda4f38743e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:09:49.627919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:09:49.632378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:09:49.639008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:49.701453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:49.702537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:49.726103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-08be179f-1e14-4cee-96a5-4877ac490891 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0232608 Jan 27 15:09:49.741197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Request body: {'port': {'device_id': '96d17059-971e-4270-b933-4bb4bf9b8412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:09:49.816354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:49.899632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-acdd4f2c-d3d6-4902-abd5-9b1fb9c6ba01 None None] Provisioning complete for port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:09:49.900235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acdd4f2c-d3d6-4902-abd5-9b1fb9c6ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:49.965483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-acdd4f2c-d3d6-4902-abd5-9b1fb9c6ba01 None None] Port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:09:50.050321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba4bb1-1d47-47b3-bf22-703226eae0a0 req-e823efa5-da09-4d49-bc99-b395628b994b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:50.051960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5ba4bb1-1d47-47b3-bf22-703226eae0a0 req-e823efa5-da09-4d49-bc99-b395628b994b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 931 time: 0.1610458 Jan 27 15:09:50.150163 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5ba4bb1-1d47-47b3-bf22-703226eae0a0 req-84881a24-4756-47c8-818b-7290cc36b65d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852194 Jan 27 15:09:50.284208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d88bf3-f627-4105-83fe-1b4d41fec4c7 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:09:50.299442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:50.322768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Transition to ACTIVE for port object 69d88bf3-f627-4105-83fe-1b4d41fec4c7 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:09:50.328284 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:50.456956 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:50.549236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Attempting to bind port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:09:50.549582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Attempting to bind port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:09:50.549914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Attempting to bind port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:09:50.555975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 on network 15151865-733d-4b81-b852-6dda4f38743e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:09:50.556278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Attempting to bind port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:09:50.562309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:09:50.562653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Checking segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:09:50.563040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Bound using segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:09:50.563522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Bound port: 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:09:50.563884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:50.641018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:09:50.644587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:09:50.651122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:50.698647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:50.699448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:50.701128 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] 10.222.0.72 "PUT /v2.0/ports/69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 1093 time: 0.9663310 Jan 27 15:09:50.701799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:09:50.704280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba5ff3c-85b4-429b-a225-fd4d92936b75" -d '{"events": [{"name": "network-changed", "server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:09:50.748765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5969ad-e1b4-4997-8e12-2aaf726af477 service neutron] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:50.778360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b250a6-192d-4a1c-8d25-2a02336172a7 x-openstack-request-id: req-96b250a6-192d-4a1c-8d25-2a02336172a7 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:09:50.778950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:09:50.779485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96b250a6-192d-4a1c-8d25-2a02336172a7 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:09:50.780217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'status': 'completed', 'code': 200} Jan 27 15:09:50.835121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-ec923c12-0447-440d-8230-4e15353580a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:50.837952 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-ec923c12-0447-440d-8230-4e15353580a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1096 time: 0.0816553 Jan 27 15:09:50.916506 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-8e0b42ef-fd15-4530-8bb9-77252ea1d81a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 217 time: 0.0705616 Jan 27 15:09:50.975185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-b8aa1b4b-aecf-4e39-bd84-04b1651b6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:50.976708 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-b8aa1b4b-aecf-4e39-bd84-04b1651b6b68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0539424 Jan 27 15:09:51.026191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-e68670d0-1971-48c7-b09b-a188e70bcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:51.027570 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-e68670d0-1971-48c7-b09b-a188e70bcc5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443103 Jan 27 15:09:51.139410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-276ed29a-b81b-46df-9f1f-35b847deb4ff service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050892 Jan 27 15:09:51.255889 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f5d3efe-1410-4c72-81fa-1cd25d2640de req-ee303c7a-6b13-4df7-b588-b39ace0f6b26 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094017 Jan 27 15:09:51.305872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e2f17-e1bd-48bf-bc1f-2c06e2c2a486 req-dae267b4-7fda-4f02-8418-4e73b041caa0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:51.308040 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1e2f17-e1bd-48bf-bc1f-2c06e2c2a486 req-dae267b4-7fda-4f02-8418-4e73b041caa0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 943 time: 0.0672483 Jan 27 15:09:51.379718 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2b1e2f17-e1bd-48bf-bc1f-2c06e2c2a486 req-8ceb8f23-dc1d-40f1-9905-6888ec3dc25f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649250 Jan 27 15:09:51.390442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-12805a21-e22b-4be6-ac32-0f0479c8b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:51.392039 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-12805a21-e22b-4be6-ac32-0f0479c8b0e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1096 time: 0.0752831 Jan 27 15:09:51.497288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-1edc648b-6d3b-4b6a-96aa-449f6336fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:51.498779 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-1edc648b-6d3b-4b6a-96aa-449f6336fd0b service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0996892 Jan 27 15:09:51.565240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-acb8db83-71fb-4d20-b487-9948d7e43e59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 217 time: 0.0579522 Jan 27 15:09:51.620234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-9df5832e-4a42-4d75-b308-cd421bc7bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:51.622802 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-9df5832e-4a42-4d75-b308-cd421bc7bcf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0506241 Jan 27 15:09:51.674262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-ce0db439-4781-46e7-854a-85bdbe85acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:51.675883 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-ce0db439-4781-46e7-854a-85bdbe85acf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454857 Jan 27 15:09:51.789386 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-440c2f0a-22d0-494a-ac4e-86909b96cfed service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052623 Jan 27 15:09:51.915367 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2ba5ff3c-85b4-429b-a225-fd4d92936b75 req-046f0ae8-dbed-42dc-a5f4-48ef4c15537f service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154780 Jan 27 15:09:52.525201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20ba2d-f6c5-4404-8bac-59ce3caab09c req-da269635-6463-4f8f-89dd-662de7b219c4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:52.526844 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f20ba2d-f6c5-4404-8bac-59ce3caab09c req-da269635-6463-4f8f-89dd-662de7b219c4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 943 time: 0.0622029 Jan 27 15:09:52.571300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f20ba2d-f6c5-4404-8bac-59ce3caab09c req-eec63296-3e58-4470-b455-e973547a08f3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376389 Jan 27 15:09:52.593053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 69d88bf3-f627-4105-83fe-1b4d41fec4c7 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:09:52.748807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:52.762475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'mac_address': 'fa:16:3e:3e:66:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:09:52.807556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:52.823970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d88bf3-f627-4105-83fe-1b4d41fec4c7 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:09:52.846963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:52.851784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:52.920548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:53.060063 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['69d88bf3-f627-4105-83fe-1b4d41fec4c7'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:09:53.705239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab45b8c-da33-4cf6-8492-650ff513e8e1 req-bb857f09-d6b5-4676-b707-ff1f1d0a1911 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:53.707650 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ab45b8c-da33-4cf6-8492-650ff513e8e1 req-bb857f09-d6b5-4676-b707-ff1f1d0a1911 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 944 time: 0.0607774 Jan 27 15:09:53.769132 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ab45b8c-da33-4cf6-8492-650ff513e8e1 req-fb61c5dd-9a15-4b42-8b14-d06c65476a1e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531979 Jan 27 15:09:54.617036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 69d88bf3-f627-4105-83fe-1b4d41fec4c7 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:09:54.676198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:09:54.681041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:09:54.681475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:54.765135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:54.797836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:09:54.801734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafcf103-1b24-4d4a-99bb-32f71ac3b4c4" -d '{"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-plugged", "status": "completed", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:09:54.831336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:09:54.839886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:54.844337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510ed8e-ec1d-4707-9758-545455f42837 x-openstack-request-id: req-9510ed8e-ec1d-4707-9758-545455f42837 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:09:54.844689 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-plugged", "status": "completed", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:09:54.844987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9510ed8e-ec1d-4707-9758-545455f42837 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:09:54.845441 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'code': 200} Jan 27 15:09:54.915926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:09:54.964549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d97eb2-0d78-47e7-9cf5-b37f2529508d req-df261388-4317-4756-84ba-fe17a3e59e91 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:54.966274 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a2d97eb2-0d78-47e7-9cf5-b37f2529508d req-df261388-4317-4756-84ba-fe17a3e59e91 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0733309 Jan 27 15:09:55.012847 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a2d97eb2-0d78-47e7-9cf5-b37f2529508d req-ace2005e-1235-4bf2-9994-401f4fafab0d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385993 Jan 27 15:09:55.088048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda476f-a4b9-4b46-8fe5-8afa32a8221b req-c75f346a-c9f8-46ca-bc8a-a4fc26cfebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:55.089539 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1bda476f-a4b9-4b46-8fe5-8afa32a8221b req-c75f346a-c9f8-46ca-bc8a-a4fc26cfebb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1098 time: 0.0641155 Jan 27 15:09:55.137695 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1bda476f-a4b9-4b46-8fe5-8afa32a8221b req-90f6d7b7-082a-453e-9aac-ffb46282381f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417058 Jan 27 15:09:56.151084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebaa83d-70c3-4309-9960-0f9443ade830 req-4b33da06-af51-4a02-b144-e2ab28cb7505 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:56.152697 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ebaa83d-70c3-4309-9960-0f9443ade830 req-4b33da06-af51-4a02-b144-e2ab28cb7505 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0545475 Jan 27 15:09:56.208843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ebaa83d-70c3-4309-9960-0f9443ade830 req-5fb2d70b-1217-4f52-a66e-0c230862c1b4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483902 Jan 27 15:09:57.067017 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-3f644efb-3554-46a3-9e9b-0d484adf26c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467541 Jan 27 15:09:57.170352 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-47a04089-79ed-410a-9b0c-ddf530257a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:57.172042 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-47a04089-79ed-410a-9b0c-ddf530257a88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1098 time: 0.0520854 Jan 27 15:09:57.360495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-b674c1e8-c741-453c-aad3-3e2c73cfea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:57.362940 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-b674c1e8-c741-453c-aad3-3e2c73cfea2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1720343 Jan 27 15:09:57.449943 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-e56558d6-d57a-4ba0-888a-c3049632fe67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 217 time: 0.0793340 Jan 27 15:09:57.469008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569c20e-c08c-4b59-bbdb-9a7365235bf3 req-c7ea7357-006f-4542-91a9-802c9598af94 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:57.471835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7569c20e-c08c-4b59-bbdb-9a7365235bf3 req-c7ea7357-006f-4542-91a9-802c9598af94 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.1822443 Jan 27 15:09:57.595859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-6140571f-6ba6-4c83-af3d-7ae059e7a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:57.598422 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-6140571f-6ba6-4c83-af3d-7ae059e7a1bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.1251771 Jan 27 15:09:57.604062 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7569c20e-c08c-4b59-bbdb-9a7365235bf3 req-a225c709-7f70-4644-bdfa-115f21b6aee9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184688 Jan 27 15:09:57.675500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-9d5b762f-e355-4cac-9c05-a1fb8beb4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:57.678959 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-9d5b762f-e355-4cac-9c05-a1fb8beb4a2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734084 Jan 27 15:09:57.816188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb2b06-862c-41db-be3c-b152be0dcd89 req-68325360-c8bd-4ca3-8c4d-605f8944904e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:57.818355 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-caeb2b06-862c-41db-be3c-b152be0dcd89 req-68325360-c8bd-4ca3-8c4d-605f8944904e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.1023376 Jan 27 15:09:57.827574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 42292) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:09:57.834617 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-3e1b84d9-14ec-43c9-939a-48adf2af3377 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489139 Jan 27 15:09:57.835708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'floatingip': {'port_id': '69d88bf3-f627-4105-83fe-1b4d41fec4c7'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:09:57.909614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:57.947831 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-055dbcf0-19f8-4754-a87b-c04d1dd70301 req-da565e0d-617e-4cbf-ba2e-eb54ad7db4b3 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067541 Jan 27 15:09:58.616914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:58.621903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:58.738057 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea associated. External IP: 172.26.6.155, port: 69d88bf3-f627-4105-83fe-1b4d41fec4c7. Jan 27 15:09:58.975956 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:09:59.109265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:09:59.117604 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:09:59.122301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:09:59.139692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:09:59.140905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:09:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:09:59.151464 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0532206b-7cea-4467-94bf-4bbafc4c6207 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "PUT /v2.0/floatingips/4aafc173-684b-4480-ae41-5f388ae11dea HTTP/1.1" status: 200 len: 991 time: 1.3223183 Jan 27 15:09:59.152089 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:09:59.154396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc" -d '{"events": [{"name": "network-changed", "server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:09:59.285136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e9bfb7-b198-407b-916b-4ad3b73ac217 x-openstack-request-id: req-81e9bfb7-b198-407b-916b-4ad3b73ac217 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:09:59.285575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:09:59.285967 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81e9bfb7-b198-407b-916b-4ad3b73ac217 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:09:59.287170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'status': 'completed', 'code': 200} Jan 27 15:09:59.310885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:09:59.360843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-c1aa24cc-e8cb-4d1b-b47a-ad9ea23d846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:59.363156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-c1aa24cc-e8cb-4d1b-b47a-ad9ea23d846c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1098 time: 0.0507190 Jan 27 15:09:59.520521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-bffcbc75-4d75-48c1-a3f5-32e0da689643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:59.523739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-bffcbc75-4d75-48c1-a3f5-32e0da689643 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1526692 Jan 27 15:09:59.566391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:3e:66:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d17059-971e-4270-b933-4bb4bf9b8412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:09:58Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:09:59.598136 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-03c31286-6507-4e0f-ac9b-c61ad582f8f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 999 time: 0.0675714 Jan 27 15:09:59.618166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:09:59.633280 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:09:59.634006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:09:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:09:59.652400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-18e79670-d5f1-48c2-9aa6-c0a8b5eff0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:59.654676 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-18e79670-d5f1-48c2-9aa6-c0a8b5eff0f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0503762 Jan 27 15:09:59.717081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-fee89147-6b11-4eb0-ac61-738c64f21394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:09:59.718771 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-fee89147-6b11-4eb0-ac61-738c64f21394 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571322 Jan 27 15:09:59.760889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:09:59.876244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-e96c6dbf-88d4-42b1-aada-2b7fb5c31f57 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491282 Jan 27 15:10:00.017116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0eeae6c6-7b7d-4ade-89e1-d200ef9358cc req-42131dcb-7e0c-4c8d-94cf-ba4c0bde8626 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336808 Jan 27 15:10:00.059643 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:3e:66:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d17059-971e-4270-b933-4bb4bf9b8412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:09:58Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:10:00.088418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da40d3-aa1f-4708-9a71-a7e47ef64efc None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:3e:66:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d17059-971e-4270-b933-4bb4bf9b8412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:09:58Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:10:00.309974 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76684da6-91a6-4a47-a986-f9740a057508 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:10:00.349670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:04.920254 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:10:14.025401 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d340e4d-e231-41ba-a511-74b8c2078a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:16.261216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-16e53ac9-8265-4cf6-a334-fc344588ea51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:17.427301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:18.812703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:19.198485 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:30.361863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:34.569960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f74be-2665-4ff3-af87-3aa4c898c1a6 req-b3a56445-7fae-4fa2-a17e-d6966f66e45c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:34.571799 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d64f74be-2665-4ff3-af87-3aa4c898c1a6 req-b3a56445-7fae-4fa2-a17e-d6966f66e45c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0558145 Jan 27 15:10:34.614243 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d64f74be-2665-4ff3-af87-3aa4c898c1a6 req-dc887787-b97d-4e16-980e-11d04cf48d46 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359998 Jan 27 15:10:35.755488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da7e70-7544-420d-a513-02d94861a621 req-46b58317-69fb-4874-a7e7-bc7a987319a2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:35.757067 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7da7e70-7544-420d-a513-02d94861a621 req-46b58317-69fb-4874-a7e7-bc7a987319a2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0519781 Jan 27 15:10:35.797740 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7da7e70-7544-420d-a513-02d94861a621 req-acf48cb8-1c4c-42d1-97a8-53332e0d7353 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344894 Jan 27 15:10:36.923263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3346a8-c7e4-4acb-b1e2-f8fe02c24240 req-49a0d321-cbc9-40d1-a48e-bb37d8be6965 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:36.924788 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ed3346a8-c7e4-4acb-b1e2-f8fe02c24240 req-49a0d321-cbc9-40d1-a48e-bb37d8be6965 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0544429 Jan 27 15:10:36.965482 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ed3346a8-c7e4-4acb-b1e2-f8fe02c24240 req-78a2002f-f248-4efd-a4ec-885d8c4f2e3c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339224 Jan 27 15:10:38.097144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c651-7cd8-478e-88d5-ebde9faeb9d7 req-4a613e10-7c11-469c-adfc-5e824cb5e0d6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:38.098779 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6c82c651-7cd8-478e-88d5-ebde9faeb9d7 req-4a613e10-7c11-469c-adfc-5e824cb5e0d6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0514178 Jan 27 15:10:38.139065 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6c82c651-7cd8-478e-88d5-ebde9faeb9d7 req-da6568d9-ad12-4d73-8519-3b165786c0b9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340259 Jan 27 15:10:39.267296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc4e7b-abd3-45a6-87e3-3c4398d7d6ee req-6c3ab9b8-a10b-410f-895f-83dc80d3f83e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:39.269454 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6afc4e7b-abd3-45a6-87e3-3c4398d7d6ee req-6c3ab9b8-a10b-410f-895f-83dc80d3f83e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Jan 27 15:10:39.312546 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6afc4e7b-abd3-45a6-87e3-3c4398d7d6ee req-5c58128f-cde3-4a46-9581-fc67dc6f68cd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347619 Jan 27 15:10:40.439891 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25235949-8d1d-45f9-930b-7ac60c2ecbb1 req-efff45a4-e626-4e1b-a97f-37e5c564b5e8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:40.441538 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-25235949-8d1d-45f9-930b-7ac60c2ecbb1 req-efff45a4-e626-4e1b-a97f-37e5c564b5e8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0560360 Jan 27 15:10:40.483653 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-25235949-8d1d-45f9-930b-7ac60c2ecbb1 req-65d26b19-8cd8-41fc-8ddc-ad54e8b87d5e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360560 Jan 27 15:10:41.607351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db4cd9-4450-4f6e-bd44-fe3f752f5305 req-1377ca36-5c7a-4b08-a5e7-e18670a25711 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:41.608948 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f3db4cd9-4450-4f6e-bd44-fe3f752f5305 req-1377ca36-5c7a-4b08-a5e7-e18670a25711 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0553448 Jan 27 15:10:41.649302 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f3db4cd9-4450-4f6e-bd44-fe3f752f5305 req-99a66857-b20b-4e38-8e7c-6f57010a21a5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336537 Jan 27 15:10:41.918401 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:10:42.771347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66642b-d270-453b-8851-87667473c20f req-27105d0a-5343-4692-ac6c-72fe25545d4a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:42.773030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d66642b-d270-453b-8851-87667473c20f req-27105d0a-5343-4692-ac6c-72fe25545d4a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0523670 Jan 27 15:10:42.818798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d66642b-d270-453b-8851-87667473c20f req-f6f26107-b171-4a71-ba61-91fd2e7174c0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356030 Jan 27 15:10:43.948176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f05bb-42f0-4e6b-8a8f-b85fff5f6962 req-ebb5a38e-2f04-4b15-9842-e7a79669037e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:43.949759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec7f05bb-42f0-4e6b-8a8f-b85fff5f6962 req-ebb5a38e-2f04-4b15-9842-e7a79669037e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0573168 Jan 27 15:10:43.992719 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec7f05bb-42f0-4e6b-8a8f-b85fff5f6962 req-b1fbfcd0-1b82-472f-aa12-eecaabf5a5a1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364962 Jan 27 15:10:44.030002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a3055813-5828-4b6f-a6fd-2d682169268a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:45.130667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71277-5501-4131-a29b-c8097dd4a14b req-d2800d8b-2c7e-42eb-a5e9-8f088fee7973 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:45.132353 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-14c71277-5501-4131-a29b-c8097dd4a14b req-d2800d8b-2c7e-42eb-a5e9-8f088fee7973 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0543199 Jan 27 15:10:45.174394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-14c71277-5501-4131-a29b-c8097dd4a14b req-3a60cab1-4b0d-4081-bd66-e4428c1ee028 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Jan 27 15:10:46.263840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44a38f4c-ffc9-4552-aa4c-fd69b58e6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:46.306413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afee34-7ffc-4cbb-98ea-3bf5364435d3 req-d46c2409-774d-48d5-b5a6-b0353e58d13b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:46.307915 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-51afee34-7ffc-4cbb-98ea-3bf5364435d3 req-d46c2409-774d-48d5-b5a6-b0353e58d13b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0605237 Jan 27 15:10:46.355125 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-51afee34-7ffc-4cbb-98ea-3bf5364435d3 req-ee02dbf5-e88f-4e56-9d8a-07010f28a1d5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363760 Jan 27 15:10:47.430726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:47.485774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c42a8-41d2-418f-a59c-f2eb3833e9cd req-37b3bcd0-a304-4d0d-8ad8-4faf9c236e1e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:47.488002 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c68c42a8-41d2-418f-a59c-f2eb3833e9cd req-37b3bcd0-a304-4d0d-8ad8-4faf9c236e1e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0605929 Jan 27 15:10:47.527116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c68c42a8-41d2-418f-a59c-f2eb3833e9cd req-90f284cb-5788-4954-907c-96245948bd95 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330071 Jan 27 15:10:48.668086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547728a6-ba41-4389-b308-7b860fc4006d req-944909b3-939f-4ede-a901-1cf6dbb3b80a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:48.670748 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-547728a6-ba41-4389-b308-7b860fc4006d req-944909b3-939f-4ede-a901-1cf6dbb3b80a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0702050 Jan 27 15:10:48.712430 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-547728a6-ba41-4389-b308-7b860fc4006d req-fcbd43f6-1eff-4b6d-a7a8-9d5e2e479b46 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351284 Jan 27 15:10:48.816589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:49.202841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:49.856119 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb45d6-9b1f-405a-b145-7be2276ede95 req-24e4a335-2a66-4f25-83fd-64a0c537948d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:49.857709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-59cb45d6-9b1f-405a-b145-7be2276ede95 req-24e4a335-2a66-4f25-83fd-64a0c537948d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0534081 Jan 27 15:10:49.904475 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-59cb45d6-9b1f-405a-b145-7be2276ede95 req-4521ba9f-b5d5-4628-ae39-3e164089553a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352223 Jan 27 15:10:50.168813 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-1b7f5b30-ec40-4991-9677-4eb9921398e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439954 Jan 27 15:10:50.200842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941a52-2370-416f-8de8-3385993cada7 req-bc01db98-c901-4cd9-ae9b-c2ff8467b2c5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:50.202423 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3941a52-2370-416f-8de8-3385993cada7 req-bc01db98-c901-4cd9-ae9b-c2ff8467b2c5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0640604 Jan 27 15:10:50.246363 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3941a52-2370-416f-8de8-3385993cada7 req-3416e772-25c9-43d3-b269-b0e7c7a1192e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370264 Jan 27 15:10:51.381596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf289-8647-4b31-8ef0-3d9bdd7d01aa req-9671ae42-b618-4340-8d41-195b2815c3d3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:51.383294 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-02cbf289-8647-4b31-8ef0-3d9bdd7d01aa req-9671ae42-b618-4340-8d41-195b2815c3d3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0586636 Jan 27 15:10:51.475566 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-02cbf289-8647-4b31-8ef0-3d9bdd7d01aa req-4bfc0398-81f1-4626-9365-91c6a22876d7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850983 Jan 27 15:10:51.485902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-1b0ef3fd-ca21-4af4-8655-82a258443f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:51.489161 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-1b0ef3fd-ca21-4af4-8655-82a258443f23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1098 time: 0.0843141 Jan 27 15:10:51.601531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-11a2c499-74b4-4c97-b616-bf9d24bc4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:51.603103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-11a2c499-74b4-4c97-b616-bf9d24bc4524 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1067505 Jan 27 15:10:51.680334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-98bb60fb-5184-41b5-b507-0af22c0334a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0704434 Jan 27 15:10:51.742896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-35f78bc8-2266-432d-824c-560956ad2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:51.744602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-35f78bc8-2266-432d-824c-560956ad2e31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0584650 Jan 27 15:10:51.800208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-390b34b5-54e8-41cb-9d0f-f99effbcc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:51.801767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-390b34b5-54e8-41cb-9d0f-f99effbcc7a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0513246 Jan 27 15:10:51.907581 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-08682b0e-4eae-4082-afe3-2757423244bd service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981009 Jan 27 15:10:52.021910 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-a901e60c-db1b-4826-8225-492863b14f20 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072178 Jan 27 15:10:52.600292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dfa7b-37d5-4787-9301-fb6bc4758902 req-4baf5259-bc40-4b53-a2f2-2d16cc9b608b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:52.601865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c5dfa7b-37d5-4787-9301-fb6bc4758902 req-4baf5259-bc40-4b53-a2f2-2d16cc9b608b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0507045 Jan 27 15:10:52.647848 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c5dfa7b-37d5-4787-9301-fb6bc4758902 req-40b5e558-385b-45ff-a0c4-599aa8cf0170 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331557 Jan 27 15:10:53.562760 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-a9db8823-9835-4caa-8ed8-d2f4ea75558d service neutron] 10.222.0.72 "GET /v2.0/ports/69d88bf3-f627-4105-83fe-1b4d41fec4c7/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0599377 Jan 27 15:10:53.794766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd395-b0b0-4987-943d-56912ce6fada req-8a69be3d-0aa2-487d-9ce2-1f6f42fece52 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:53.796360 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deafd395-b0b0-4987-943d-56912ce6fada req-8a69be3d-0aa2-487d-9ce2-1f6f42fece52 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0703888 Jan 27 15:10:53.862868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-deafd395-b0b0-4987-943d-56912ce6fada req-b22a557b-bc76-47c3-9365-9185751c64c1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559487 Jan 27 15:10:53.867997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-cb3ffa36-5d86-4e77-ac88-6afde3765316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:53.869498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-cb3ffa36-5d86-4e77-ac88-6afde3765316 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 1098 time: 0.0722454 Jan 27 15:10:53.938962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-61ca8520-69c9-4103-85f0-4a7482d46c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:53.941091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-61ca8520-69c9-4103-85f0-4a7482d46c27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1098 time: 0.0449927 Jan 27 15:10:54.045942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-005e9ecd-2241-4708-aa49-6952606641b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:54.047495 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-005e9ecd-2241-4708-aa49-6952606641b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0990596 Jan 27 15:10:54.116049 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-c5424192-e0f6-4075-8ad3-9fa5a9d2b4f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0619721 Jan 27 15:10:54.171613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-de8dc2b4-4128-4b50-a50f-1d0833c50624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:54.173088 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-de8dc2b4-4128-4b50-a50f-1d0833c50624 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0509911 Jan 27 15:10:54.218982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-1cafed4f-3309-4e02-ad4d-06e476fcc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:54.220513 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-1cafed4f-3309-4e02-ad4d-06e476fcc7f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410841 Jan 27 15:10:54.327198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-dc60ee85-d6cd-44a1-beab-bfa5edb4bee6 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991735 Jan 27 15:10:54.433377 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-23e5dcbe-ca28-445e-a246-02e75d8addd8 req-a9d6eb65-a922-465e-9650-968a2dd8de50 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987272 Jan 27 15:10:55.001198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861748-28b9-4b3a-b4ca-4993f4197e07 req-f493f55b-6e47-4f79-8bb0-b53bd37fcfd2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:55.003295 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-19861748-28b9-4b3a-b4ca-4993f4197e07 req-f493f55b-6e47-4f79-8bb0-b53bd37fcfd2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0537152 Jan 27 15:10:55.047129 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-19861748-28b9-4b3a-b4ca-4993f4197e07 req-300d5998-04bb-4e16-b3be-aca8ca4bf4cd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372076 Jan 27 15:10:56.183227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3870213-c922-40a3-9c21-e1cf78219222 req-fb10d03c-522e-4614-9a77-272487f6d2c0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:56.184877 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3870213-c922-40a3-9c21-e1cf78219222 req-fb10d03c-522e-4614-9a77-272487f6d2c0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0612640 Jan 27 15:10:56.231511 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3870213-c922-40a3-9c21-e1cf78219222 req-1d1d50e4-4c33-4534-8811-9db74cb6840d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398049 Jan 27 15:10:56.507173 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abf696-c28e-4978-b8ba-e3f9f54974ef req-4f31e734-3f42-4459-a386-56c523995c79 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:56.508747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61abf696-c28e-4978-b8ba-e3f9f54974ef req-4f31e734-3f42-4459-a386-56c523995c79 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0891776 Jan 27 15:10:56.524360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-ffd78e12-3def-4f62-9f94-4723a26283ee tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:56.525945 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-ffd78e12-3def-4f62-9f94-4723a26283ee tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412&tenant_id=53acd9fef32c468d888841cddffd074b&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0743990 Jan 27 15:10:56.560077 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61abf696-c28e-4978-b8ba-e3f9f54974ef req-220f6b9b-9f56-4101-8edd-f09069b285f9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449643 Jan 27 15:10:56.619431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-8f9f39df-dcf2-4869-8ace-722dbeee749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:56.622080 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-8f9f39df-dcf2-4869-8ace-722dbeee749e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1098 time: 0.0500107 Jan 27 15:10:56.742255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-0e781715-8d1a-4c20-9b48-6404afd879aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:56.744838 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-0e781715-8d1a-4c20-9b48-6404afd879aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1157253 Jan 27 15:10:56.813943 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-40cde118-08f2-4444-997a-3ce522c8e9ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0622098 Jan 27 15:10:56.872513 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-730913e4-313f-4a67-a723-ed9d7f3dfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:56.874051 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-730913e4-313f-4a67-a723-ed9d7f3dfc9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0536489 Jan 27 15:10:56.889533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 69d88bf3-f627-4105-83fe-1b4d41fec4c7 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:10:56.893211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 69d88bf3-f627-4105-83fe-1b4d41fec4c7 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:10:56.925179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-49c53593-7d01-43a7-8c0d-7c3825656c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:56.926738 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-49c53593-7d01-43a7-8c0d-7c3825656c9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464497 Jan 27 15:10:57.040115 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-06fa56db-c492-48aa-a4c5-e4b83871029d service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058965 Jan 27 15:10:57.061360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:57.081748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:10:57.102138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'mac_address': 'fa:16:3e:3e:66:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:10:57.107617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:10:57.110051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d0f1e-e2f9-43c4-aebd-525bba431a8e" -d '{"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-unplugged", "status": "completed", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:10:57.127862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:10:57.151884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:57.190362 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6906d203-aedd-4c1c-b8fa-7ba1830cd75b req-3f9e2ac8-13db-4b14-baf0-f35ea7d7bfad service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438024 Jan 27 15:10:57.195417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7362400-0cb4-4aa1-b1aa-69af1124c0c4 x-openstack-request-id: req-e7362400-0cb4-4aa1-b1aa-69af1124c0c4 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:10:57.195709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-unplugged", "status": "completed", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:10:57.195982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7362400-0cb4-4aa1-b1aa-69af1124c0c4 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:10:57.196421 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'code': 200} Jan 27 15:10:57.202741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:57.229715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69d88bf3-f627-4105-83fe-1b4d41fec4c7 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:10:57.235558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:10:57.265847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.266193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.266547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.266899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.267225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.267580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.267907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.268257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.268586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.268922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.269253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.269581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:10:57.295211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 15:10:57.296361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 15:10:57.715789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa5787-86fc-47e9-8ab9-1c192b90abdf req-33eacf50-d61c-4873-9df5-8845d50dd466 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:57.717676 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6dfa5787-86fc-47e9-8ab9-1c192b90abdf req-33eacf50-d61c-4873-9df5-8845d50dd466 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 943 time: 0.0799303 Jan 27 15:10:57.782095 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6dfa5787-86fc-47e9-8ab9-1c192b90abdf req-14abc561-9300-4ca4-9bdc-f531ba048b69 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568321 Jan 27 15:10:57.861187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:57.879114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d88bf3-f627-4105-83fe-1b4d41fec4c7 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:10:57.902563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:10:57.908930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:57.950567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f320bc-6ab5-4fa6-9cde-ca25b06b194a req-3f383d43-11df-44b3-94f8-92da6f6aa60a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:57.952467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92f320bc-6ab5-4fa6-9cde-ca25b06b194a req-3f383d43-11df-44b3-94f8-92da6f6aa60a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 943 time: 0.0675087 Jan 27 15:10:57.987103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['69d88bf3-f627-4105-83fe-1b4d41fec4c7'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:10:57.994471 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:10:58.003517 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92f320bc-6ab5-4fa6-9cde-ca25b06b194a req-4713c4b2-c09d-4c26-a2eb-5b08bec32a19 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Jan 27 15:10:58.293042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab44de-78dc-4182-9f00-99ec13e2b02a req-d992ed51-3e62-4d9f-af4b-2cc99aaa6133 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:58.294637 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3ab44de-78dc-4182-9f00-99ec13e2b02a req-d992ed51-3e62-4d9f-af4b-2cc99aaa6133 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 944 time: 0.0792089 Jan 27 15:10:58.309669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dac850-06c8-4d02-a487-0fad3538476e req-319be4eb-c05f-4e7e-860a-d96e8bfcaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:58.311206 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98dac850-06c8-4d02-a487-0fad3538476e req-319be4eb-c05f-4e7e-860a-d96e8bfcaf56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1097 time: 0.0680680 Jan 27 15:10:58.728868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3ab44de-78dc-4182-9f00-99ec13e2b02a req-98f63f2a-cf9a-4ed3-a389-73cc578c80d4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4271622 Jan 27 15:10:58.767603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dac850-06c8-4d02-a487-0fad3538476e req-56e2e15d-d64d-4de2-a02f-24c96012ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:58.769083 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98dac850-06c8-4d02-a487-0fad3538476e req-56e2e15d-d64d-4de2-a02f-24c96012ca7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.4493511 Jan 27 15:10:58.840650 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98dac850-06c8-4d02-a487-0fad3538476e req-626b8af1-865f-4a3c-b269-0c457f4e6eb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 1000 time: 0.0634232 Jan 27 15:10:58.890344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dac850-06c8-4d02-a487-0fad3538476e req-a4b1950a-de63-46c6-97f1-3340b7bddbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:58.891826 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98dac850-06c8-4d02-a487-0fad3538476e req-a4b1950a-de63-46c6-97f1-3340b7bddbcf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0445898 Jan 27 15:10:58.902706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 69d88bf3-f627-4105-83fe-1b4d41fec4c7 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:10:58.957801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:10:58.958172 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:58.972402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dac850-06c8-4d02-a487-0fad3538476e req-30b8da52-096d-4b33-81ea-f962f88fd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:58.974973 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98dac850-06c8-4d02-a487-0fad3538476e req-30b8da52-096d-4b33-81ea-f962f88fd750 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743275 Jan 27 15:10:59.046153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:59.089132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:10:59.089451 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98dac850-06c8-4d02-a487-0fad3538476e req-09d5fe9d-fe01-4efc-aa08-463a7c7f3e8f service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078329 Jan 27 15:10:59.093509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:10:59.144441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:10:59.192726 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-98dac850-06c8-4d02-a487-0fad3538476e req-feafa858-5d1e-46af-8c72-f17aa537e238 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972383 Jan 27 15:10:59.197140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:10:59.200199 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f12b7-d8ed-4718-ba78-73c5c6164dea" -d '{"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-plugged", "status": "completed", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:10:59.244919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30680da1-11d5-40f7-b242-3e5a6e8036c1 x-openstack-request-id: req-30680da1-11d5-40f7-b242-3e5a6e8036c1 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:10:59.245330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-plugged", "status": "completed", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:10:59.245675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30680da1-11d5-40f7-b242-3e5a6e8036c1 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:10:59.246244 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'code': 200} Jan 27 15:10:59.326827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-1e8d06b4-8237-4f4d-a10a-8de9f0824dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:59.328329 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-1e8d06b4-8237-4f4d-a10a-8de9f0824dca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 1098 time: 0.0514657 Jan 27 15:10:59.442467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-8f6f76c3-9ace-4d22-af3f-0b72791161f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:59.443983 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-8f6f76c3-9ace-4d22-af3f-0b72791161f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0944386 Jan 27 15:10:59.521577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-01b364f4-2395-4208-96e8-6f231b526490 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0689983 Jan 27 15:10:59.577561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-8bb7c07f-8ccd-496d-bc2f-11308fe7ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:59.578977 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-8bb7c07f-8ccd-496d-bc2f-11308fe7ad1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0451643 Jan 27 15:10:59.629568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-324c9d25-d971-4394-a462-aba1fb20cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:59.631090 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-324c9d25-d971-4394-a462-aba1fb20cc30 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437219 Jan 27 15:10:59.738564 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-f6d3865c-1f07-4ad3-8cc8-c3f0e9f0b1fe service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980477 Jan 27 15:10:59.898306 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe22f604-b5b5-46e8-82cc-1dfff2b1aab2 req-67b88386-21b4-4cdb-9d9f-f8695c466b27 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526105 Jan 27 15:10:59.928622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf33cd-f7b6-4b00-a3ec-624b6c35001d req-92e239a9-816f-483c-9ed9-c5bb00f0f381 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:10:59.930293 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aacf33cd-f7b6-4b00-a3ec-624b6c35001d req-92e239a9-816f-483c-9ed9-c5bb00f0f381 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0840430 Jan 27 15:10:59.981495 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aacf33cd-f7b6-4b00-a3ec-624b6c35001d req-05b67746-fa51-47f2-a5f9-43d1452dcac0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446384 Jan 27 15:11:00.268972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89afe-b0b0-4563-8fca-9fd3466e0677 req-0ce57102-4274-4a30-bcb8-1884ae07c21b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:00.270474 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35c89afe-b0b0-4563-8fca-9fd3466e0677 req-0ce57102-4274-4a30-bcb8-1884ae07c21b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0501044 Jan 27 15:11:00.311909 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35c89afe-b0b0-4563-8fca-9fd3466e0677 req-980a9abb-7ce7-46f8-b454-a621bdafa502 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353563 Jan 27 15:11:00.360119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:01.462813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad332898-cbe3-43e8-901e-2b3217606eed req-772daba7-c313-4879-83b1-be710e7d84af tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:01.464425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad332898-cbe3-43e8-901e-2b3217606eed req-772daba7-c313-4879-83b1-be710e7d84af tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0540004 Jan 27 15:11:01.510150 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad332898-cbe3-43e8-901e-2b3217606eed req-5119de1c-dbbf-41fa-b8c6-ef66999bdc3b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391202 Jan 27 15:11:01.904278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-dc127fac-bdef-4540-97a3-df8d41f938a1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:01.906061 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-dc127fac-bdef-4540-97a3-df8d41f938a1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 945 time: 0.0551484 Jan 27 15:11:02.004872 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Deleting port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:11:02.005106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:02.108497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] For port 69d88bf3-f627-4105-83fe-1b4d41fec4c7, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=69d88bf3-f627-4105-83fe-1b4d41fec4c7,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:11:02.109024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:02.296785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:02.297048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:02.297377 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea disassociated. External IP: 172.26.6.155, port: 69d88bf3-f627-4105-83fe-1b4d41fec4c7. Jan 27 15:11:02.297722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Calling delete_port for 69d88bf3-f627-4105-83fe-1b4d41fec4c7 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:11:02.460116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:02.491503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event deleted for resources: {'Port': ['ID=69d88bf3-f627-4105-83fe-1b4d41fec4c7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:11:02.503314 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.503714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.504164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.504378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.504708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.505040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.505362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.505701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.506024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.506347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.506666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.506985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:11:02.694323 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7e17cb26-74f2-44be-9f9e-f2d41dae988c req-02f7f7b9-11db-491f-ac34-6a2e94735164 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=96d17059-971e-4270-b933-4bb4bf9b8412 HTTP/1.1" status: 200 len: 210 time: 0.1069751 Jan 27 15:11:02.743427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:11:02.902959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:11:02.917238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:11:02.928151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:11:02.928779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:10:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:02.945748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] No DVR routers for this DVR port 69d88bf3-f627-4105-83fe-1b4d41fec4c7 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:11:02.948113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:02.951402 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5891f41-b6e1-41d1-b277-34ff9e5ea068 req-9fa8df61-36a4-4496-a58e-87b6023dacd0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "DELETE /v2.0/ports/69d88bf3-f627-4105-83fe-1b4d41fec4c7 HTTP/1.1" status: 204 len: 173 time: 1.0360091 Jan 27 15:11:02.951852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-deleted', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:11:02.954093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933d8076-96da-4d85-93a8-5daa86198a6b" -d '{"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-deleted", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:11:02.992052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb1db95-985c-42f0-a0ca-795580bce7f1 x-openstack-request-id: req-0fb1db95-985c-42f0-a0ca-795580bce7f1 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:11:02.992356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d17059-971e-4270-b933-4bb4bf9b8412", "name": "network-vif-deleted", "tag": "69d88bf3-f627-4105-83fe-1b4d41fec4c7", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:11:02.992598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fb1db95-985c-42f0-a0ca-795580bce7f1 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:11:02.993021 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d17059-971e-4270-b933-4bb4bf9b8412', 'name': 'network-vif-deleted', 'tag': '69d88bf3-f627-4105-83fe-1b4d41fec4c7', 'status': 'completed', 'code': 200} Jan 27 15:11:03.063195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:11:03.285227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:03.312619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:11:03.321785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:11:03.322408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:10:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:03.458512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:11:03.682851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:03.724845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a807da-ed8b-4d12-a831-1c558849b779 None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:11:04.004759 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154545b-86d6-4b32-a635-a46745f870b1 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:11:04.023433 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d82f605d-064f-4668-82d1-11bd7a713768 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--750255357&fields=id&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 267 time: 0.0515988 Jan 27 15:11:04.173155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-6db89f8e-e3a5-4237-926c-b0793737c0d0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:04.175592 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-6db89f8e-e3a5-4237-926c-b0793737c0d0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1433799 Jan 27 15:11:04.193394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-7927f47d-7f70-49c0-9683-21870e9d076d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/quotas/53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 375 time: 0.0107367 Jan 27 15:11:04.257767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-945b03aa-623e-496a-b665-eede220590b7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535550 Jan 27 15:11:04.368594 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-a37338c0-a5ba-4089-8b8f-a0bae3c3d328 service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975487 Jan 27 15:11:04.465893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-8814eed8-af0d-4d4d-a0d1-eafcac034507 service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905850 Jan 27 15:11:04.663902 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cbc0dbde-933f-41fa-bc95-fd8519cff16a req-dff306f8-4fc0-4149-91cf-f371c28e5b9e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 210 time: 0.0377910 Jan 27 15:11:04.933794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 69d88bf3-f627-4105-83fe-1b4d41fec4c7 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:11:04.956187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 69d88bf3-f627-4105-83fe-1b4d41fec4c7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:11:04.956532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 69d88bf3-f627-4105-83fe-1b4d41fec4c7 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:11:05.664444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-c39b1830-372b-4ed6-929c-da07286d57a5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:05.666094 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-c39b1830-372b-4ed6-929c-da07286d57a5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1303151 Jan 27 15:11:05.722503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-4e4bd0da-142f-4511-8e02-09de63df951c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 379 time: 0.0474148 Jan 27 15:11:05.733526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'port': {'device_id': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'admin_state_up': True, 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'security_groups': ['b98df373-cf5e-47cc-90b6-405f72c37ace']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:11:05.842955 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0a612ee4-f05c-48f1-9f06-39aeb57dd402 req-01c931f4-e2ac-4abb-bf68-d81c1931ee21 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 210 time: 0.0367897 Jan 27 15:11:05.909945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Made reservation on behalf of 53acd9fef32c468d888841cddffd074b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:11:05.913773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:06.068771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Allocated IP 172.20.0.9 (15151865-733d-4b81-b852-6dda4f38743e/c8990abc-eca1-4558-91e6-d3c0d8428891/db2f0427-4815-4753-b55c-2c328ef22305) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:11:06.230478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:06.269836 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:06.350590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Network 15151865-733d-4b81-b852-6dda4f38743e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:11:06.360524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:11:06.368726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:11:06.419389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:11:06.462537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:06.463658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:06.494176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-2fb9d248-3d66-42c2-ab85-0ae42098959a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7651238 Jan 27 15:11:06.508006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Request body: {'port': {'device_id': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:11:06.577757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:06.678476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-af668771-8a20-48b3-a106-a94a49f714a7 None None] Provisioning complete for port db2f0427-4815-4753-b55c-2c328ef22305 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:11:06.679399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-af668771-8a20-48b3-a106-a94a49f714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:06.722174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-af668771-8a20-48b3-a106-a94a49f714a7 None None] Port db2f0427-4815-4753-b55c-2c328ef22305 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:11:06.910262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2f0427-4815-4753-b55c-2c328ef22305 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:11:06.924528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:06.971562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Transition to ACTIVE for port object db2f0427-4815-4753-b55c-2c328ef22305 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:11:06.979343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:07.033911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00985c-fe42-47b4-ba57-2c25104c2b14 req-770d171d-4b7a-49e8-a376-9907796956c4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:07.035595 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9d00985c-fe42-47b4-ba57-2c25104c2b14 req-770d171d-4b7a-49e8-a376-9907796956c4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 931 time: 0.1053147 Jan 27 15:11:07.078129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:11:07.142500 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9d00985c-fe42-47b4-ba57-2c25104c2b14 req-ac0c4aee-e338-43b7-9185-94261394d2d6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978515 Jan 27 15:11:07.172934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Attempting to bind port db2f0427-4815-4753-b55c-2c328ef22305 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:11:07.173369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Attempting to bind port db2f0427-4815-4753-b55c-2c328ef22305 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:11:07.174323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Attempting to bind port db2f0427-4815-4753-b55c-2c328ef22305 on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:11:07.179826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Port db2f0427-4815-4753-b55c-2c328ef22305 on network 15151865-733d-4b81-b852-6dda4f38743e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:11:07.180148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Attempting to bind port db2f0427-4815-4753-b55c-2c328ef22305 on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:11:07.186015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:11:07.186350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Checking segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:11:07.186736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Bound using segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:11:07.187170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Bound port: db2f0427-4815-4753-b55c-2c328ef22305, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:11:07.187568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:07.264525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:11:07.268063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:11:07.274837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:07.312507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:07.313134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:07.315183 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] 10.222.0.72 "PUT /v2.0/ports/db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 1093 time: 0.8126311 Jan 27 15:11:07.315678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:11:07.317995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:11:07.352020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7702919-4b68-4d2c-b41e-d555a4bf38bb service neutron] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:11:07.413501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b76af9c-e0f2-4e3f-93bd-c36d41cff151 x-openstack-request-id: req-1b76af9c-e0f2-4e3f-93bd-c36d41cff151 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:11:07.413910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:11:07.414242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b76af9c-e0f2-4e3f-93bd-c36d41cff151 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:11:07.414732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'status': 'completed', 'code': 200} Jan 27 15:11:07.435331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-c1a3727c-b801-4761-8388-79cc4be4a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:07.436908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-c1a3727c-b801-4761-8388-79cc4be4a3b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1096 time: 0.0642710 Jan 27 15:11:07.485624 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-550f3406-4585-4804-8bb1-1b1f775502df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 217 time: 0.0411983 Jan 27 15:11:07.554929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-1211022f-6ced-4808-8e74-ca2984cef4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:07.557150 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-1211022f-6ced-4808-8e74-ca2984cef4a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0645661 Jan 27 15:11:07.608686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-6c1f3682-53fd-4bae-bf60-e3965581974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:07.610198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-6c1f3682-53fd-4bae-bf60-e3965581974f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469909 Jan 27 15:11:07.717535 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-7b8f83ed-8a3f-47e8-ac21-d013929f76a6 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997252 Jan 27 15:11:07.836776 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3b86784-caa2-42ba-927d-6b929a1c2188 req-cc442b52-9d19-4c0e-ad4d-b6f7d6fe7c69 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127691 Jan 27 15:11:07.929719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-48ad58a2-2782-43e5-8141-9c417582154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:07.931251 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-48ad58a2-2782-43e5-8141-9c417582154f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1096 time: 0.0446742 Jan 27 15:11:08.032568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-32d72b6a-030a-4eae-94b4-ce8367a1f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:08.034600 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-32d72b6a-030a-4eae-94b4-ce8367a1f052 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0962472 Jan 27 15:11:08.081106 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-71d83511-8dfc-4060-9e76-2d7bd2691b9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 217 time: 0.0389555 Jan 27 15:11:08.166198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-8a661ae9-b64b-42bb-9db3-c0b22b05c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:08.168843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-8a661ae9-b64b-42bb-9db3-c0b22b05c606 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0810332 Jan 27 15:11:08.301910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-c1a46eab-ff5e-4d1c-a68e-3212b8d81dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:08.304490 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-c1a46eab-ff5e-4d1c-a68e-3212b8d81dad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286147 Jan 27 15:11:08.322260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eb654-2e38-4e83-8b51-8c20fcf9a9f2 req-bb5708b5-319a-4945-8a00-699243b12841 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:08.324588 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db1eb654-2e38-4e83-8b51-8c20fcf9a9f2 req-bb5708b5-319a-4945-8a00-699243b12841 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 943 time: 0.1076031 Jan 27 15:11:08.482371 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db1eb654-2e38-4e83-8b51-8c20fcf9a9f2 req-8b58495a-cfe9-47cd-856d-0975df1239cd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438031 Jan 27 15:11:08.522552 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-6149d7f3-fa93-4709-803b-2e329ea6801c service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966546 Jan 27 15:11:08.625035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d005f3f-9b62-4dc8-80de-6e0dcd1cdeb3 req-755fd857-9691-4463-be87-e5cc69eabe09 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951490 Jan 27 15:11:09.613574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ed860-c396-4457-b24d-e4e039d919a9 req-48326c61-8c76-47e3-8047-a1f29686be3a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:09.615254 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d66ed860-c396-4457-b24d-e4e039d919a9 req-48326c61-8c76-47e3-8047-a1f29686be3a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 943 time: 0.0610120 Jan 27 15:11:09.657017 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d66ed860-c396-4457-b24d-e4e039d919a9 req-c6754470-414e-4f33-967b-5cce3c244286 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354459 Jan 27 15:11:10.790839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3dbda-b303-471d-92d6-a278742c88fe req-017a61b4-f513-49e6-a8fa-244eb0b206d2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:10.792439 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cbc3dbda-b303-471d-92d6-a278742c88fe req-017a61b4-f513-49e6-a8fa-244eb0b206d2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 943 time: 0.0537570 Jan 27 15:11:10.832212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cbc3dbda-b303-471d-92d6-a278742c88fe req-83ff6354-67a0-492e-8694-163ea7d35116 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338299 Jan 27 15:11:10.979601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:11:11.115819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:11:11.133727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'db2f0427-4815-4753-b55c-2c328ef22305', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': 'db2f0427-4815-4753-b55c-2c328ef22305', 'mac_address': 'fa:16:3e:19:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:11:11.174626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:11.189149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2f0427-4815-4753-b55c-2c328ef22305 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:11:11.211072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:11:11.215928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:11.269346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:11:11.414848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['db2f0427-4815-4753-b55c-2c328ef22305'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:11:11.964922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba763573-8b5c-4d3c-97b1-c37c20433f96 req-90687629-1a42-47d1-8dd0-0c90ace8a573 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:11.966447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba763573-8b5c-4d3c-97b1-c37c20433f96 req-90687629-1a42-47d1-8dd0-0c90ace8a573 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 944 time: 0.0532041 Jan 27 15:11:12.008801 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba763573-8b5c-4d3c-97b1-c37c20433f96 req-0b236bdf-5025-4ff5-a357-e97ef053a417 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359397 Jan 27 15:11:12.979416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:11:13.034615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port db2f0427-4815-4753-b55c-2c328ef22305 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:11:13.039076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port db2f0427-4815-4753-b55c-2c328ef22305 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:11:13.039598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:13.145111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:13.164453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7cef7-84ab-4fea-a1a1-5e8294568591 req-ce6f4dbf-cac2-4ad0-81e7-9f2bd0294485 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:13.167260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c4e7cef7-84ab-4fea-a1a1-5e8294568591 req-ce6f4dbf-cac2-4ad0-81e7-9f2bd0294485 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 944 time: 0.0663638 Jan 27 15:11:13.173027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:11:13.175994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40424922-dc20-49c3-897b-c4c25b7aaff2" -d '{"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-plugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:11:13.193783 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:11:13.199391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:13.223607 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c4e7cef7-84ab-4fea-a1a1-5e8294568591 req-82283060-7da7-410c-97a9-68c1b29e855e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482221 Jan 27 15:11:13.229819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4b8836-318a-4445-8d76-4acb4b09b514 x-openstack-request-id: req-ae4b8836-318a-4445-8d76-4acb4b09b514 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:11:13.230057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-plugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:11:13.230306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae4b8836-318a-4445-8d76-4acb4b09b514 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:11:13.230700 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'code': 200} Jan 27 15:11:13.257168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:11:13.405992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee124f-a9c6-4a55-bb52-b8a948d64aab req-ff33e000-22e6-477d-af98-ec89911d65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:13.407563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-baee124f-a9c6-4a55-bb52-b8a948d64aab req-ff33e000-22e6-477d-af98-ec89911d65f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1098 time: 0.0432489 Jan 27 15:11:13.447545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-baee124f-a9c6-4a55-bb52-b8a948d64aab req-055466e4-93fc-4d9f-8969-e7b0dd771f29 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327814 Jan 27 15:11:14.023875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8b48fd5c-598c-4fed-8535-e6b6c9ba17e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:14.347644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421f62-edcc-4ead-91dd-c8b1b874de51 req-be06cb60-3963-4f15-8d3a-a397e089b39d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:14.349268 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7421f62-edcc-4ead-91dd-c8b1b874de51 req-be06cb60-3963-4f15-8d3a-a397e089b39d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0534658 Jan 27 15:11:14.395525 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7421f62-edcc-4ead-91dd-c8b1b874de51 req-e47a1c23-e608-4868-a5ee-62dae95a393d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369148 Jan 27 15:11:15.528034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f33963-321c-449d-8b78-fd94979fd0c5 req-bd0dc597-e91c-4efb-8256-08011524ab25 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:15.529600 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87f33963-321c-449d-8b78-fd94979fd0c5 req-bd0dc597-e91c-4efb-8256-08011524ab25 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0551281 Jan 27 15:11:15.571960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87f33963-321c-449d-8b78-fd94979fd0c5 req-d6e3e523-6a60-43eb-a7c0-0e8210035f62 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357089 Jan 27 15:11:15.706908 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f5bf-6167-42d4-8350-76b0df125ad6 req-9a04815e-75f9-4eb2-99a4-8864087dfc6a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:15.708645 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-54d2f5bf-6167-42d4-8350-76b0df125ad6 req-9a04815e-75f9-4eb2-99a4-8864087dfc6a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0676651 Jan 27 15:11:15.717353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 42524) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:11:15.721996 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'floatingip': {'port_id': 'db2f0427-4815-4753-b55c-2c328ef22305'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:11:15.766654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:16.271763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-50735f88-131e-4917-a29d-8d5086542716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:16.296687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:16.301381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:16.436823 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea associated. External IP: 172.26.6.155, port: db2f0427-4815-4753-b55c-2c328ef22305. Jan 27 15:11:16.753507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:11:16.893356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:11:16.899101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:16.904756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:11:16.914823 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:11:16.915669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:11:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:16.929468 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e07ec87e-4177-45c1-b489-e745726ec231 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "PUT /v2.0/floatingips/4aafc173-684b-4480-ae41-5f388ae11dea HTTP/1.1" status: 200 len: 991 time: 1.2109835 Jan 27 15:11:16.930255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:11:16.933146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda" -d '{"events": [{"name": "network-changed", "server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:11:16.980861 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f3ee4-faab-4ca6-a30a-7fe04c9077b1 x-openstack-request-id: req-ae9f3ee4-faab-4ca6-a30a-7fe04c9077b1 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:11:16.981284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:11:16.981672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae9f3ee4-faab-4ca6-a30a-7fe04c9077b1 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:11:16.982450 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'status': 'completed', 'code': 200} Jan 27 15:11:17.039176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:11:17.072586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-36c21d85-e1f8-43e9-b6f3-67e61c3565f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:17.073273 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-36c21d85-e1f8-43e9-b6f3-67e61c3565f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1098 time: 0.0619755 Jan 27 15:11:17.210273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-ce7e8f65-fb67-4aa8-958d-4c71f1662726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:17.210588 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-ce7e8f65-fb67-4aa8-958d-4c71f1662726 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1312933 Jan 27 15:11:17.294246 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-6311ced8-0cb1-4b43-80f6-b8d884959267 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 999 time: 0.0769520 Jan 27 15:11:17.350477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-8afbf5ac-f69f-4139-ac2d-d9e39f6b93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:17.352042 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-8afbf5ac-f69f-4139-ac2d-d9e39f6b93a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0519969 Jan 27 15:11:17.429374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-b9d7a1b7-2037-41be-8125-7f490d811cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:17.432227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-b9d7a1b7-2037-41be-8125-7f490d811cc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734012 Jan 27 15:11:17.447293 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:17.468229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': 'db2f0427-4815-4753-b55c-2c328ef22305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:19:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:11:16Z', 'revision_number': 9, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:17.498796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:11:17.510350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:11:17.511093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:11:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:17.549071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-8f59dbd9-198f-4f76-83bb-f5e68cb5d8df service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097920 Jan 27 15:11:17.640799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:11:17.657746 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c7de4a3d-7e9f-47f7-b5ec-a97d77c42cda req-fae8cdb0-6ff6-4945-809e-8b682d3b22ec service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016572 Jan 27 15:11:17.951869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': 'db2f0427-4815-4753-b55c-2c328ef22305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:19:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:11:16Z', 'revision_number': 9, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:11:17.979094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4974ba-330d-48dc-89b3-f49f4a82eb5c None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': 'db2f0427-4815-4753-b55c-2c328ef22305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:19:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:11:16Z', 'revision_number': 9, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:11:18.212497 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd18b65-abf2-42df-bede-423fd67e8a94 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:11:18.820502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:18.917821 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:11:19.213995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:30.371400 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:44.027991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1b272271-8f83-4d14-ad0c-b7e107c61e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:46.266244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ca41cbe2-9ecf-4359-b411-f54e26792564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:47.436360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:48.822145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:49.208718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:11:54.821739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642af3f-99bc-4cf3-8ffc-a203dbd640b2 req-ea745e6c-cea3-40da-8d89-118609edd4c9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:54.824391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9642af3f-99bc-4cf3-8ffc-a203dbd640b2 req-ea745e6c-cea3-40da-8d89-118609edd4c9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0742366 Jan 27 15:11:54.852704 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-4a0c9e98-93f5-43aa-8724-b5580261c7ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1192076 Jan 27 15:11:54.883829 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9642af3f-99bc-4cf3-8ffc-a203dbd640b2 req-c9844975-a970-4a79-b092-b9dab0aee3e1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469680 Jan 27 15:11:55.916807 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:11:56.039190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59466ad-b293-4036-bb06-909e6a1b3ddf req-561cfa80-9a00-4a6d-84f1-c9d7d568096b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:56.040983 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e59466ad-b293-4036-bb06-909e6a1b3ddf req-561cfa80-9a00-4a6d-84f1-c9d7d568096b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0734749 Jan 27 15:11:56.122180 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e59466ad-b293-4036-bb06-909e6a1b3ddf req-89888728-c2c7-4e09-9734-346cf1184c5a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695040 Jan 27 15:11:56.126610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-09f68e8d-fe4e-4550-9ce0-7d35659bab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:56.128521 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-09f68e8d-fe4e-4550-9ce0-7d35659bab54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1098 time: 0.0865002 Jan 27 15:11:56.231391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-f9a17258-dad8-40fa-b2b5-ba4bca111d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:56.232760 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-f9a17258-dad8-40fa-b2b5-ba4bca111d86 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0966423 Jan 27 15:11:56.312799 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-dbf5f35e-812b-4b08-a931-f1fdfe355e12 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 1002 time: 0.0726125 Jan 27 15:11:56.370644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-02c0d36b-43f3-47ac-bda4-fe79dbca2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:56.372227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-02c0d36b-43f3-47ac-bda4-fe79dbca2e7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0521600 Jan 27 15:11:56.425806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-35f16a6e-e12c-4988-baf0-8b4f785bce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:56.427350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-35f16a6e-e12c-4988-baf0-8b4f785bce81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482481 Jan 27 15:11:56.525373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-2637fa5d-abd8-4f7d-8b48-be7e407ca0c2 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901539 Jan 27 15:11:56.625014 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-ddb45606-f06e-43b5-bf4c-d4b771dd0aff service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927227 Jan 27 15:11:57.256335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9a686-faab-40d0-a850-4033a95277fa req-ebb8fb1f-e157-429f-99f9-83b712c2cfb6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:57.257905 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-11c9a686-faab-40d0-a850-4033a95277fa req-ebb8fb1f-e157-429f-99f9-83b712c2cfb6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Jan 27 15:11:57.301847 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-11c9a686-faab-40d0-a850-4033a95277fa req-ad5dac4e-6b24-4f61-8a86-5e9531051c67 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Jan 27 15:11:58.434653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e7398-a638-479a-851c-c52f29e77827 req-e8061a0a-d323-415d-8945-c13f81ecdf36 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:58.436190 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bc6e7398-a638-479a-851c-c52f29e77827 req-e8061a0a-d323-415d-8945-c13f81ecdf36 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0556540 Jan 27 15:11:58.491570 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bc6e7398-a638-479a-851c-c52f29e77827 req-45371ed0-9830-4781-bd00-b9a6cdbc57d8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489223 Jan 27 15:11:59.614227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbc414-8493-48ec-8246-88f10df9a9f2 req-6d79a71d-1bc0-4c98-a16c-c47b0447e00c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:59.615794 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aabbc414-8493-48ec-8246-88f10df9a9f2 req-6d79a71d-1bc0-4c98-a16c-c47b0447e00c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0518925 Jan 27 15:11:59.683726 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aabbc414-8493-48ec-8246-88f10df9a9f2 req-79cba603-f594-4f5c-9837-2ed369fd91d6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591533 Jan 27 15:11:59.697335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bf923-84fb-4822-898e-8092178169cc req-24dc3e58-7c1f-4155-a052-132586e42d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:59.699032 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d46bf923-84fb-4822-898e-8092178169cc req-24dc3e58-7c1f-4155-a052-132586e42d84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1098 time: 0.0530765 Jan 27 15:11:59.813886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bf923-84fb-4822-898e-8092178169cc req-41c99f12-d9b3-4774-8aeb-eefda1005f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:59.816468 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d46bf923-84fb-4822-898e-8092178169cc req-41c99f12-d9b3-4774-8aeb-eefda1005f8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0985541 Jan 27 15:11:59.886239 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d46bf923-84fb-4822-898e-8092178169cc req-b7007e63-7a86-4475-88ec-44440f7367ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 1002 time: 0.0631974 Jan 27 15:11:59.941658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bf923-84fb-4822-898e-8092178169cc req-1425f1f1-b1e7-45d4-8a9f-1b2e84c425e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:59.943128 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d46bf923-84fb-4822-898e-8092178169cc req-1425f1f1-b1e7-45d4-8a9f-1b2e84c425e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0503287 Jan 27 15:11:59.990747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bf923-84fb-4822-898e-8092178169cc req-11c9bb9f-54a8-4e3d-bb7e-ce57b115a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:11:59.992288 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d46bf923-84fb-4822-898e-8092178169cc req-11c9bb9f-54a8-4e3d-bb7e-ce57b115a8b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432322 Jan 27 15:12:00.084619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d46bf923-84fb-4822-898e-8092178169cc req-c6d98ae4-62ed-4f7f-96f8-1b0079807d18 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859389 Jan 27 15:12:00.178026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d46bf923-84fb-4822-898e-8092178169cc req-88464328-c41e-4dbf-b813-640b865fcaaa service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875084 Jan 27 15:12:00.367338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:00.826380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd217b3e-743b-489c-a912-dc2321b8ef77 req-b7afa8dd-8e4c-4c35-8211-c1cc2d978c76 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:00.829303 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dd217b3e-743b-489c-a912-dc2321b8ef77 req-b7afa8dd-8e4c-4c35-8211-c1cc2d978c76 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0695448 Jan 27 15:12:00.870947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dd217b3e-743b-489c-a912-dc2321b8ef77 req-6b88ab58-3d9c-42fd-8901-89ed8fa89f0d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354607 Jan 27 15:12:01.996955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eaf08-1276-41ff-bbbf-4b6df7e3d355 req-f0f917a4-4058-4980-baa3-4557944318d7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:01.998414 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-280eaf08-1276-41ff-bbbf-4b6df7e3d355 req-f0f917a4-4058-4980-baa3-4557944318d7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0549831 Jan 27 15:12:02.385227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-280eaf08-1276-41ff-bbbf-4b6df7e3d355 req-83c8fd63-b8f6-4f1a-aa57-3e9751b4c462 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794026 Jan 27 15:12:03.506723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d7758-71da-4915-a35d-9b43a9f7178e req-d058eb6f-d11b-42dc-85c3-9fda6ce29778 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:03.508406 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d05d7758-71da-4915-a35d-9b43a9f7178e req-d058eb6f-d11b-42dc-85c3-9fda6ce29778 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0518305 Jan 27 15:12:03.552566 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d05d7758-71da-4915-a35d-9b43a9f7178e req-7b65e3f4-9b1b-45ee-a392-6ea8e4ad1f8d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376084 Jan 27 15:12:04.704094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b0f7c-eaf1-436c-92da-6d6d1d0b0bf7 req-98c8b4a5-d049-4d1f-992f-cf0fac40b9e4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:04.706575 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1f4b0f7c-eaf1-436c-92da-6d6d1d0b0bf7 req-98c8b4a5-d049-4d1f-992f-cf0fac40b9e4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0557659 Jan 27 15:12:04.755411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1f4b0f7c-eaf1-436c-92da-6d6d1d0b0bf7 req-fa4d6315-46c4-456a-8b06-aa3473ec9ab5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381966 Jan 27 15:12:05.885652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556c88-8297-4831-9fce-61f70018536c req-9ddc3121-ae12-4471-9446-b521df573bdc tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:05.887213 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5b556c88-8297-4831-9fce-61f70018536c req-9ddc3121-ae12-4471-9446-b521df573bdc tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0556431 Jan 27 15:12:05.934279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5b556c88-8297-4831-9fce-61f70018536c req-37bec0d6-84b4-4dee-8c9c-4f8589855ce5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354362 Jan 27 15:12:07.059963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef183c14-ff88-468b-a4b2-d248b35912cd req-aedb3b7f-ec63-4fbf-ad85-27331baa0422 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:07.061471 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ef183c14-ff88-468b-a4b2-d248b35912cd req-aedb3b7f-ec63-4fbf-ad85-27331baa0422 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0551505 Jan 27 15:12:07.104827 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ef183c14-ff88-468b-a4b2-d248b35912cd req-2ebf6f01-6f40-44a3-a39e-3196998c168a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359831 Jan 27 15:12:08.220706 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-e53b1c49-0bc7-48d7-a510-4743331fef88 service neutron] 10.222.0.72 "GET /v2.0/ports/db2f0427-4815-4753-b55c-2c328ef22305/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0947542 Jan 27 15:12:08.242003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f8a97-1b4b-414f-9bdb-6c305b2c8e1b req-29fde357-5a7c-496e-8ee7-200355cbbe17 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:08.243807 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-097f8a97-1b4b-414f-9bdb-6c305b2c8e1b req-29fde357-5a7c-496e-8ee7-200355cbbe17 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0641243 Jan 27 15:12:08.293313 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-097f8a97-1b4b-414f-9bdb-6c305b2c8e1b req-3d954981-2601-40a7-83a2-327f00b7f2d1 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 Jan 27 15:12:08.489445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-df595f1a-313b-473c-a6a3-0e50739987b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:08.490977 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-df595f1a-313b-473c-a6a3-0e50739987b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 1098 time: 0.0421321 Jan 27 15:12:08.561902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-1a4b42cc-0c52-4ff7-922e-36e4a98bfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:08.563541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-1a4b42cc-0c52-4ff7-922e-36e4a98bfc19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1098 time: 0.0509291 Jan 27 15:12:08.665009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-6e1cd42a-5794-491d-acab-1deff4d43920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:08.666728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-6e1cd42a-5794-491d-acab-1deff4d43920 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0970502 Jan 27 15:12:08.740574 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-3d53ecbf-09a6-4f0f-81a0-16f3dad59260 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 1002 time: 0.0674479 Jan 27 15:12:08.794297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-859c61c6-8b34-4494-adeb-0cbd92233ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:08.795946 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-859c61c6-8b34-4494-adeb-0cbd92233ffd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0497074 Jan 27 15:12:08.847653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c0c9-9b68-491e-888f-018d03705191 req-2b9014bd-8819-426c-8bc6-57963b856fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:08.849097 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-2b9014bd-8819-426c-8bc6-57963b856fae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470054 Jan 27 15:12:08.940398 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-a6be94c1-99ed-4177-aa6b-714c9e28b8f7 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846372 Jan 27 15:12:09.044939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a242c0c9-9b68-491e-888f-018d03705191 req-5082f424-6724-44a5-b552-144ff7cba291 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975287 Jan 27 15:12:09.429196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d9136-0283-4aff-9f35-0179726ecf91 req-a08a8609-e229-421e-a037-9dd7f8daec68 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:09.430869 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c9d9136-0283-4aff-9f35-0179726ecf91 req-a08a8609-e229-421e-a037-9dd7f8daec68 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0554752 Jan 27 15:12:09.473513 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c9d9136-0283-4aff-9f35-0179726ecf91 req-861a2f28-4604-47ea-afb1-d83fac313f7f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347912 Jan 27 15:12:10.654300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8113a6-aa47-4d7e-b5ee-d7722d5feeb3 req-3a1a824d-460e-4362-a15c-b59d486a8f97 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:10.658337 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f8113a6-aa47-4d7e-b5ee-d7722d5feeb3 req-3a1a824d-460e-4362-a15c-b59d486a8f97 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0652804 Jan 27 15:12:10.704480 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f8113a6-aa47-4d7e-b5ee-d7722d5feeb3 req-d6147e6c-16f3-4208-8358-1a84391da1ae tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396855 Jan 27 15:12:11.321536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:12:11.324819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:12:11.494922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:11.515266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:11.535211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'db2f0427-4815-4753-b55c-2c328ef22305', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': 'db2f0427-4815-4753-b55c-2c328ef22305', 'mac_address': 'fa:16:3e:19:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:12:11.540510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:11.542857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cfb7aa-ad19-4f3e-a094-28267f84783d" -d '{"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-unplugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:11.560234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:11.581347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:11.614319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ea155-271e-4673-b71f-4091a01e61e4 x-openstack-request-id: req-bd7ea155-271e-4673-b71f-4091a01e61e4 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:11.614641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-unplugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:11.614855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd7ea155-271e-4673-b71f-4091a01e61e4 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:11.615245 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'code': 200} Jan 27 15:12:11.625271 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:11.652219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db2f0427-4815-4753-b55c-2c328ef22305 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:12:11.665721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:11.698232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.698596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.698941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.699310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.699652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.700035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.700376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.700708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.701053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.701377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.701705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.702552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:11.721966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 15:12:11.722322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 15:12:11.835181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15642d40-f818-4e0a-b357-a794d7635b7c req-25a7dd4d-f384-45fc-96c9-ac98d9a90c97 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:11.836762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15642d40-f818-4e0a-b357-a794d7635b7c req-25a7dd4d-f384-45fc-96c9-ac98d9a90c97 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 943 time: 0.0598657 Jan 27 15:12:11.878140 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15642d40-f818-4e0a-b357-a794d7635b7c req-2651e5f8-88c8-4783-9806-b018b760340f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342779 Jan 27 15:12:12.228661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-4b1d4b3c-6fdb-4d42-9be3-a40f60063767 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:12.230217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-4b1d4b3c-6fdb-4d42-9be3-a40f60063767 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070&tenant_id=53acd9fef32c468d888841cddffd074b&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 943 time: 0.0940976 Jan 27 15:12:12.253256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e96240-11ea-4a36-8579-16bbc88ec0e9 req-05d0cbe2-b647-4227-a8a5-6baee2d15d94 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:12.255556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a4e96240-11ea-4a36-8579-16bbc88ec0e9 req-05d0cbe2-b647-4227-a8a5-6baee2d15d94 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 943 time: 0.0849657 Jan 27 15:12:12.261396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:12.276809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2f0427-4815-4753-b55c-2c328ef22305 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:12:12.301122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:12.306712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:12.356411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a4e96240-11ea-4a36-8579-16bbc88ec0e9 req-f3001348-7a2d-45e0-89c1-96b681c75289 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879452 Jan 27 15:12:12.372266 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-2941a238-114c-4d07-bd12-4263abc1a9b0 service neutron] 10.222.0.72 "GET /v2.0/ports/db2f0427-4815-4753-b55c-2c328ef22305/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.1152058 Jan 27 15:12:12.374616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['db2f0427-4815-4753-b55c-2c328ef22305'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:12:12.408576 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:12.447701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-555878c5-44c9-4a23-b370-290bc176b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:12.449288 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-555878c5-44c9-4a23-b370-290bc176b6e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1097 time: 0.0481315 Jan 27 15:12:12.593800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-29440953-5cf4-43b8-b8e8-0b42c17ea8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:12.596358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-29440953-5cf4-43b8-b8e8-0b42c17ea8ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1402462 Jan 27 15:12:12.687530 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-5c1fdca9-569d-42c1-9c85-6a05d15bf66a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 1001 time: 0.0823736 Jan 27 15:12:12.749574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-183de5c5-1167-477d-85f3-5e92a9ea8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:12.751085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-183de5c5-1167-477d-85f3-5e92a9ea8ae6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0570903 Jan 27 15:12:12.805450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-8996ef35-fa83-418d-b024-5a850139864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:12.807141 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-8996ef35-fa83-418d-b024-5a850139864c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482893 Jan 27 15:12:12.904249 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-aaaa0fcd-08c5-4123-b666-2fa260656738 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899217 Jan 27 15:12:13.008737 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-5a174e05-ab0c-446f-8e01-bc2b81391f83 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976856 Jan 27 15:12:13.321651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:12:13.372672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port db2f0427-4815-4753-b55c-2c328ef22305 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:12:13.373040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:13.462415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:13.498045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:13.501717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:13.525653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142c9a7-2158-40ad-ae71-1e5757bd789b req-7e0ba95c-6641-4836-9b27-03b7d90b403a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:13.527237 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142c9a7-2158-40ad-ae71-1e5757bd789b req-7e0ba95c-6641-4836-9b27-03b7d90b403a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 944 time: 0.0613351 Jan 27 15:12:13.566386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:13.585504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9142c9a7-2158-40ad-ae71-1e5757bd789b req-e38b2b2e-ba11-4aa5-ba36-4825a65c1517 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461845 Jan 27 15:12:13.616923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:13.620258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75002cb-8a8b-4d05-9afd-cb020df99bad" -d '{"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-plugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:13.675066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e11036-5525-4d3f-b622-5af8ecf865c0 x-openstack-request-id: req-15e11036-5525-4d3f-b622-5af8ecf865c0 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:13.675386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-plugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:13.675637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15e11036-5525-4d3f-b622-5af8ecf865c0 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:13.676030 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'code': 200} Jan 27 15:12:14.031661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b1dbb214-b3b1-4f8f-b3dc-041fe8125b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:14.708763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f5013-c63c-4b26-9229-78ab9ce0e1bb req-08e774a1-530f-4445-bc0d-48f755fa726e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:14.710294 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae1f5013-c63c-4b26-9229-78ab9ce0e1bb req-08e774a1-530f-4445-bc0d-48f755fa726e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Jan 27 15:12:14.751951 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae1f5013-c63c-4b26-9229-78ab9ce0e1bb req-544947da-5023-4335-ac90-e3b306292b49 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354543 Jan 27 15:12:15.385882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-e72a4839-93fe-41ba-80be-b8e58fe07791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:15.387436 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-e72a4839-93fe-41ba-80be-b8e58fe07791 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 1098 time: 0.0449510 Jan 27 15:12:15.456320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-e672432c-3903-4b27-9bfa-29d547689a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:15.457834 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-e672432c-3903-4b27-9bfa-29d547689a5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 1098 time: 0.0445697 Jan 27 15:12:15.556283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-e9e7b1ea-6d5f-4bf9-8106-24f3d28b6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:15.557741 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-e9e7b1ea-6d5f-4bf9-8106-24f3d28b6e98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0932896 Jan 27 15:12:15.624807 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-309b7253-c43d-4d11-9352-ddece26e2fa3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 200 len: 1002 time: 0.0604267 Jan 27 15:12:15.679095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-5cfd4a8d-9537-439d-95e7-195abb85ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:15.680623 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-5cfd4a8d-9537-439d-95e7-195abb85ed7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0508542 Jan 27 15:12:15.727936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-d6329066-2367-43e6-8eb7-937b407de5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:15.729693 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-d6329066-2367-43e6-8eb7-937b407de5fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424092 Jan 27 15:12:15.834701 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-30e3ee28-6606-4917-bf72-cff144f2adcc service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982387 Jan 27 15:12:15.977903 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aad9bc8-909d-4a24-bdb5-78921528bb8f req-542a8c9b-1f80-4dfd-8853-dedf85c04e82 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358619 Jan 27 15:12:16.043591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9109-4ef5-4dfd-b1fe-b8a2a2d7ba33 req-165efb9c-9cde-4914-909a-771b579e392b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:16.046240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea8b9109-4ef5-4dfd-b1fe-b8a2a2d7ba33 req-165efb9c-9cde-4914-909a-771b579e392b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.2173483 Jan 27 15:12:16.093335 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea8b9109-4ef5-4dfd-b1fe-b8a2a2d7ba33 req-b5f3efc2-f9c8-4417-9b5e-738db35890ee tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393009 Jan 27 15:12:16.269758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d711e97-4924-4d60-bc67-759dbcec583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:17.309066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821a8b4-66ac-4c78-bf32-19c509bfd91f req-c8ebe125-7df1-4bc8-9e3d-8f65f253bbb6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:17.311477 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d821a8b4-66ac-4c78-bf32-19c509bfd91f req-c8ebe125-7df1-4bc8-9e3d-8f65f253bbb6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.1341560 Jan 27 15:12:17.341430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:12:17.346742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:12:17.359108 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d821a8b4-66ac-4c78-bf32-19c509bfd91f req-c59ebd5d-732e-4188-a7e6-078bbbf68e85 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373080 Jan 27 15:12:17.477150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:17.529708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:17.554591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:17.576170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:17.578656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10657ccd-8589-4896-a08b-43dfc84b221f" -d '{"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-unplugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:17.589898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'db2f0427-4815-4753-b55c-2c328ef22305', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': 'db2f0427-4815-4753-b55c-2c328ef22305', 'mac_address': 'fa:16:3e:19:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:12:17.599678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:17.607435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:17.643930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f5208-219e-44a1-bc34-a19d9a1fb29e x-openstack-request-id: req-216f5208-219e-44a1-bc34-a19d9a1fb29e {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:17.644209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-unplugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:17.644462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-216f5208-219e-44a1-bc34-a19d9a1fb29e {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:17.644849 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'code': 200} Jan 27 15:12:17.685047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:17.711491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2f0427-4815-4753-b55c-2c328ef22305 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:12:17.719747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=9']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:17.739709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:17.743946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:17.797762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=10']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:17.801838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['db2f0427-4815-4753-b55c-2c328ef22305'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:12:18.480614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b1abf-8442-474d-b75a-908cce0976cc req-193904b5-0450-4099-8202-aebb45bdd335 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:18.482256 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ac8b1abf-8442-474d-b75a-908cce0976cc req-193904b5-0450-4099-8202-aebb45bdd335 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0524681 Jan 27 15:12:18.524947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ac8b1abf-8442-474d-b75a-908cce0976cc req-b77a0c27-bc96-4346-9d60-1d7c767076ef tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358069 Jan 27 15:12:18.653787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923cd2d-1249-43e0-92e2-e885bb357e8a req-105c4aef-9bd6-4e5d-b2f3-49320f0aeae7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:18.655745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7923cd2d-1249-43e0-92e2-e885bb357e8a req-105c4aef-9bd6-4e5d-b2f3-49320f0aeae7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0608461 Jan 27 15:12:18.701727 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7923cd2d-1249-43e0-92e2-e885bb357e8a req-89c3b9d0-0c42-495a-a8d8-7321eb9730e8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359006 Jan 27 15:12:18.824148 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:18.850989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbf905-f5a5-486a-800d-e8fa831dadd1 req-76f15897-d6fa-46fc-b073-6d54958e6274 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:18.853546 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b1cbf905-f5a5-486a-800d-e8fa831dadd1 req-76f15897-d6fa-46fc-b073-6d54958e6274 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0740714 Jan 27 15:12:18.893547 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b1cbf905-f5a5-486a-800d-e8fa831dadd1 req-0b833e40-f96f-404a-93a7-e1fbbfa30ecd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333259 Jan 27 15:12:19.179541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731d8f3-ddf0-420f-beab-c2d7933a9f6e req-081be368-5e62-4808-a546-423acdffdbb4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:19.181125 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6731d8f3-ddf0-420f-beab-c2d7933a9f6e req-081be368-5e62-4808-a546-423acdffdbb4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 945 time: 0.0534074 Jan 27 15:12:19.221689 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:19.225085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6731d8f3-ddf0-420f-beab-c2d7933a9f6e req-d429de54-8fb1-450d-9473-4060bcf350bf tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346801 Jan 27 15:12:19.337943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:12:19.386902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port db2f0427-4815-4753-b55c-2c328ef22305 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:12:19.387266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:19.477669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:19.510912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:19.515990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:19.569706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=11']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:19.646336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:19.649234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13f9ab-0003-45f8-917f-87e70d98141b" -d '{"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-plugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:19.691375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f866cab3-f9c2-46cb-97e1-ed935bfbdf5f x-openstack-request-id: req-f866cab3-f9c2-46cb-97e1-ed935bfbdf5f {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:19.691873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-plugged", "status": "completed", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:19.692273 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f866cab3-f9c2-46cb-97e1-ed935bfbdf5f {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:19.692900 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'code': 200} Jan 27 15:12:20.355724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2ae70-0bf3-46e2-b1c6-4dc6666d85cf req-93093649-866c-4910-8413-40b01ef8fa15 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:20.357266 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1bd2ae70-0bf3-46e2-b1c6-4dc6666d85cf req-93093649-866c-4910-8413-40b01ef8fa15 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 946 time: 0.0516255 Jan 27 15:12:20.399857 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1bd2ae70-0bf3-46e2-b1c6-4dc6666d85cf req-d3e37c75-87f4-4db6-85b1-d51e2c845187 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359473 Jan 27 15:12:21.200776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-82173cec-9777-4ec3-bd0a-4ee40caecb7d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:21.203032 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-82173cec-9777-4ec3-bd0a-4ee40caecb7d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 946 time: 0.0570338 Jan 27 15:12:21.301243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Deleting port db2f0427-4815-4753-b55c-2c328ef22305 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:12:21.301493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:21.400936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] For port db2f0427-4815-4753-b55c-2c328ef22305, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=db2f0427-4815-4753-b55c-2c328ef22305,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:21.401784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:21.608228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3597d-4359-4bbd-9ff9-3204d87b2ca7 req-334d72d8-738e-4d8c-97d5-defd581b48d2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:21.609758 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24b3597d-4359-4bbd-9ff9-3204d87b2ca7 req-334d72d8-738e-4d8c-97d5-defd581b48d2 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=a0dbca1d-c2d7-4bd3-abf7-f392e73c7070 HTTP/1.1" status: 200 len: 946 time: 0.1307368 Jan 27 15:12:21.647424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:21.647793 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:21.648114 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea disassociated. External IP: 172.26.6.155, port: db2f0427-4815-4753-b55c-2c328ef22305. Jan 27 15:12:21.648456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Calling delete_port for db2f0427-4815-4753-b55c-2c328ef22305 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:12:21.677227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24b3597d-4359-4bbd-9ff9-3204d87b2ca7 req-af1d997b-8c8d-4aa8-8a47-3ce8ddb86053 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594239 Jan 27 15:12:21.818563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:21.848996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event deleted for resources: {'Port': ['ID=db2f0427-4815-4753-b55c-2c328ef22305,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:21.861618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.862113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.862343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.862701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.863120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.863464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.863927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.864227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.864545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.864912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.865258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.865572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:12:21.985519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:12:22.105120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:12:22.115943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:12:22.125211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:12:22.125831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:12:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:22.155290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] No DVR routers for this DVR port db2f0427-4815-4753-b55c-2c328ef22305 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:12:22.158665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:22.162108 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dea4b42a-387a-4161-aa5e-890105c0f8ad req-2473da02-a1fc-48ff-8d7c-bcd9b8b22791 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "DELETE /v2.0/ports/db2f0427-4815-4753-b55c-2c328ef22305 HTTP/1.1" status: 204 len: 173 time: 0.9536901 Jan 27 15:12:22.162580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-deleted', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:22.164994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e824e8bd-b43d-4f60-80eb-8465828eba5b" -d '{"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-deleted", "tag": "db2f0427-4815-4753-b55c-2c328ef22305"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:22.205201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc55726-c548-49eb-a400-f1d0c96581bc x-openstack-request-id: req-edc55726-c548-49eb-a400-f1d0c96581bc {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:22.205495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dbca1d-c2d7-4bd3-abf7-f392e73c7070", "name": "network-vif-deleted", "tag": "db2f0427-4815-4753-b55c-2c328ef22305", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:22.205749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edc55726-c548-49eb-a400-f1d0c96581bc {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:22.206921 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dbca1d-c2d7-4bd3-abf7-f392e73c7070', 'name': 'network-vif-deleted', 'tag': 'db2f0427-4815-4753-b55c-2c328ef22305', 'status': 'completed', 'code': 200} Jan 27 15:12:22.250551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:12:22.469074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:22.656018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:12:22.666550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:12:22.668565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:12:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:22.793785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:12:22.984185 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-821eafb7-e0e5-4a92-9b2b-fb2d679c9a65 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--750255357&fields=id&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 267 time: 0.0362511 Jan 27 15:12:23.036634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:23.065849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4389df3-ebfb-4f39-afeb-3e0c6c90a9a2 None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:12:23.147621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-7f733b68-a96c-4915-baa1-9e07ad9aca47 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:23.149621 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-7f733b68-a96c-4915-baa1-9e07ad9aca47 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1585736 Jan 27 15:12:23.175668 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-078eeaaa-023a-425f-baf7-b04ddd49b6cf tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/quotas/53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 375 time: 0.0168865 Jan 27 15:12:23.240302 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04df5191-0122-4b44-82d9-c853128cb496 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584898 Jan 27 15:12:23.331986 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b29f75-7469-431f-9b54-ded0683a26b2 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:12:23.361378 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-881a1732-6f51-4e92-a11e-2c297748e655 service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991495 Jan 27 15:12:23.519832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-d800f631-b6b4-4521-b305-fee0e2cf4123 service neutron] 10.222.0.18 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514502 Jan 27 15:12:23.714119 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f04301bb-9515-45fd-80e0-ccac6c98ad42 req-a9569176-351b-459f-b20a-a291af08946a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 210 time: 0.0270967 Jan 27 15:12:24.652422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-b5e2e346-2a08-4416-9ffc-9b39854d8fb6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:24.653964 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-b5e2e346-2a08-4416-9ffc-9b39854d8fb6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 812 time: 0.1404438 Jan 27 15:12:24.704499 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6381ee55-2225-4c16-af4b-f8a95dd9f47a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 379 time: 0.0411882 Jan 27 15:12:24.715363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'port': {'device_id': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'admin_state_up': True, 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'security_groups': ['b98df373-cf5e-47cc-90b6-405f72c37ace']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:12:24.833581 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d165a2a-8ab0-4936-b345-3bf9b97eb0de req-859835a0-bf6a-48a7-9e0c-4ab1780d1c65 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 210 time: 0.0413315 Jan 27 15:12:24.877238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Made reservation on behalf of 53acd9fef32c468d888841cddffd074b for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:12:24.882131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.040258 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Allocated IP 172.20.0.3 (15151865-733d-4b81-b852-6dda4f38743e/c8990abc-eca1-4558-91e6-d3c0d8428891/01e4acd5-9093-439c-95b8-ed5faa0520b1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:12:25.191580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.224980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.267425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Network 15151865-733d-4b81-b852-6dda4f38743e is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:12:25.273195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:12:25.277538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:12:25.308761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:25.344377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:25.345150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.366270 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-04208869-5c7e-47fd-b553-a2778636f3a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6547725 Jan 27 15:12:25.367915 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:12:25.378670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Request body: {'port': {'device_id': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:12:25.393763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: db2f0427-4815-4753-b55c-2c328ef22305 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:12:25.394121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device db2f0427-4815-4753-b55c-2c328ef22305 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:12:25.439246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.573877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b2096c40-f320-428c-bb16-622932ddd472 None None] Provisioning complete for port 01e4acd5-9093-439c-95b8-ed5faa0520b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:12:25.574172 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b2096c40-f320-428c-bb16-622932ddd472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.608255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b2096c40-f320-428c-bb16-622932ddd472 None None] Port 01e4acd5-9093-439c-95b8-ed5faa0520b1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:12:25.712860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e4acd5-9093-439c-95b8-ed5faa0520b1 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:12:25.720860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.733250 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Transition to ACTIVE for port object 01e4acd5-9093-439c-95b8-ed5faa0520b1 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:12:25.737950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.816990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:25.871190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Attempting to bind port 01e4acd5-9093-439c-95b8-ed5faa0520b1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:12:25.871553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Attempting to bind port 01e4acd5-9093-439c-95b8-ed5faa0520b1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:12:25.871877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Attempting to bind port 01e4acd5-9093-439c-95b8-ed5faa0520b1 on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:12:25.877271 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Port 01e4acd5-9093-439c-95b8-ed5faa0520b1 on network 15151865-733d-4b81-b852-6dda4f38743e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:12:25.877596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Attempting to bind port 01e4acd5-9093-439c-95b8-ed5faa0520b1 on network 15151865-733d-4b81-b852-6dda4f38743e {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:12:25.883550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:12:25.883880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Checking segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:12:25.884262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Bound using segment: {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:12:25.884699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Bound port: 01e4acd5-9093-439c-95b8-ed5faa0520b1, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '893fcea5-300f-4f1b-9be0-1da7e144794e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15151865-733d-4b81-b852-6dda4f38743e'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:12:25.885049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:25.997268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:12:26.017613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ab860-95b2-48f4-b1d3-9169b1330a9e req-33a2cdef-f07c-44e5-b4e0-00a25bc52d9e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.019129 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a6ab860-95b2-48f4-b1d3-9169b1330a9e req-33a2cdef-f07c-44e5-b4e0-00a25bc52d9e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0971389 Jan 27 15:12:26.022131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:12:26.030791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:26.087957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.088593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:26.090076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] 10.222.0.72 "PUT /v2.0/ports/01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1093 time: 0.7166464 Jan 27 15:12:26.090552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:26.094200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388a2687-e9c3-48f9-b9d6-f75976e83634" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:26.120238 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a6ab860-95b2-48f4-b1d3-9169b1330a9e req-afcb093f-7821-4d85-ae78-35e949c3fe76 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929649 Jan 27 15:12:26.135860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce602b-b37f-45d0-81d7-984642714527 service neutron] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:26.194434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ebe67-2e21-4565-b6f9-a7ff7ddd53b2 x-openstack-request-id: req-160ebe67-2e21-4565-b6f9-a7ff7ddd53b2 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:26.194741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:26.194987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-160ebe67-2e21-4565-b6f9-a7ff7ddd53b2 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:26.195438 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'status': 'completed', 'code': 200} Jan 27 15:12:26.215439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-40a8bb84-d596-414d-b20a-71f01d9b1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.217840 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-40a8bb84-d596-414d-b20a-71f01d9b1771 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1096 time: 0.0653520 Jan 27 15:12:26.269347 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-7ea86041-a127-40d2-ab8b-a59901356770 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 217 time: 0.0439336 Jan 27 15:12:26.331104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-753ec748-1f13-4d20-ac56-f9c7ac460c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.333000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-753ec748-1f13-4d20-ac56-f9c7ac460c69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0563431 Jan 27 15:12:26.387148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-899895bb-8f2b-4c52-9136-f8ae537cba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.388790 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-899895bb-8f2b-4c52-9136-f8ae537cba0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496714 Jan 27 15:12:26.502322 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-e7570c94-6116-46c7-a3d6-fb343acf136a service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058581 Jan 27 15:12:26.591665 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db8e7c11-c919-487f-bb4f-56d53db6e51c req-375a962a-a5bb-4471-bd0a-cbf263680f90 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823045 Jan 27 15:12:26.681267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-83c7cfcf-e3d7-49dd-9c23-410e4f4523d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.682760 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-83c7cfcf-e3d7-49dd-9c23-410e4f4523d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1096 time: 0.0469596 Jan 27 15:12:26.780487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-3d6798d1-2663-479b-92aa-d689092d1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.781988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-3d6798d1-2663-479b-92aa-d689092d1611 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0928407 Jan 27 15:12:26.830181 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-ea38499e-ea21-42ac-8f29-dd05fb5d8fdf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 217 time: 0.0409636 Jan 27 15:12:26.881564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-3ad0f90f-8bdf-4f0e-b956-11b03c37e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.882908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-3ad0f90f-8bdf-4f0e-b956-11b03c37e395 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0447795 Jan 27 15:12:26.928151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-2a0e2535-9544-4712-befd-7ff1c3c0854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:26.929624 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-2a0e2535-9544-4712-befd-7ff1c3c0854c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398576 Jan 27 15:12:27.020318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-3678febb-5978-4004-acc9-b45d2b425281 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826161 Jan 27 15:12:27.113526 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-388a2687-e9c3-48f9-b9d6-f75976e83634 req-2b9666fd-59cb-4a65-81e8-f19be8c5c7d6 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857875 Jan 27 15:12:27.262795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5672dd-de7c-48df-ba53-f8963cffb491 req-886a1b19-3aa8-43e7-856b-1e57e0726995 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:27.264530 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fc5672dd-de7c-48df-ba53-f8963cffb491 req-886a1b19-3aa8-43e7-856b-1e57e0726995 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0504441 Jan 27 15:12:27.310131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fc5672dd-de7c-48df-ba53-f8963cffb491 req-98d62353-7593-45df-a966-fcc3d0c70e70 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392711 Jan 27 15:12:28.761155 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978330-5fee-4fbe-871d-9e64c26b1dd0 req-7eed39ac-45bd-45b0-acf4-eb19284e6b47 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:28.762740 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f8978330-5fee-4fbe-871d-9e64c26b1dd0 req-7eed39ac-45bd-45b0-acf4-eb19284e6b47 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.3839033 Jan 27 15:12:28.803826 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f8978330-5fee-4fbe-871d-9e64c26b1dd0 req-48f3d080-14ce-4291-b459-dd15566f024b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347030 Jan 27 15:12:29.415998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:12:29.511129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:29.522536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'mac_address': 'fa:16:3e:16:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:12:29.566039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:29.581255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e4acd5-9093-439c-95b8-ed5faa0520b1 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:12:29.602816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:29.607377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:29.664353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:29.806534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['01e4acd5-9093-439c-95b8-ed5faa0520b1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:12:29.933530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd820d60-695b-4d70-ad7d-d4c9eea91fb9 req-5b0c0dd0-b33f-4bed-8eef-da1e48e75a71 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:29.936518 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd820d60-695b-4d70-ad7d-d4c9eea91fb9 req-5b0c0dd0-b33f-4bed-8eef-da1e48e75a71 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 944 time: 0.0581479 Jan 27 15:12:29.978274 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd820d60-695b-4d70-ad7d-d4c9eea91fb9 req-90cb3927-9b68-468e-b1ad-177259d3e1e7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359161 Jan 27 15:12:30.395776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:31.098858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1478c-7bf7-4c10-916c-5344d49775c5 req-2a776462-49f9-4941-bcdb-52f88a7b8a31 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:31.100545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9cd1478c-7bf7-4c10-916c-5344d49775c5 req-2a776462-49f9-4941-bcdb-52f88a7b8a31 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 944 time: 0.0486662 Jan 27 15:12:31.145349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9cd1478c-7bf7-4c10-916c-5344d49775c5 req-f807a9a6-1680-4259-84e8-d861b28fc909 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390153 Jan 27 15:12:31.413806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:12:31.463822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 01e4acd5-9093-439c-95b8-ed5faa0520b1 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:12:31.468762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 01e4acd5-9093-439c-95b8-ed5faa0520b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:12:31.469139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:31.547738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:31.573916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:31.576776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83acdecc-59a7-4c97-8481-eb5577054398" -d '{"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-plugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:31.590157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:12:31.595820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:31.619175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269f2514-ec01-419e-b169-187c7f284fc4 x-openstack-request-id: req-269f2514-ec01-419e-b169-187c7f284fc4 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:31.619501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-plugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:31.619757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-269f2514-ec01-419e-b169-187c7f284fc4 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:31.620147 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'code': 200} Jan 27 15:12:31.649182 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:12:31.789763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd46e-a376-40fd-8258-6f6dd169b28b req-2ac82ee5-16c3-41b1-8468-616d0f36719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:31.791261 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5afd46e-a376-40fd-8258-6f6dd169b28b req-2ac82ee5-16c3-41b1-8468-616d0f36719a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1098 time: 0.0455024 Jan 27 15:12:31.827416 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5afd46e-a376-40fd-8258-6f6dd169b28b req-0db028be-6686-400c-b21b-ef4ec10209ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288155 Jan 27 15:12:32.261510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcadd1-5654-4f0b-a280-d6f6da20eb6e req-62d36544-d334-4f5a-871e-cecaa4cefc47 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:32.262895 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbfcadd1-5654-4f0b-a280-d6f6da20eb6e req-62d36544-d334-4f5a-871e-cecaa4cefc47 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Jan 27 15:12:32.303211 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbfcadd1-5654-4f0b-a280-d6f6da20eb6e req-afd81d4f-9ff0-4fb3-b36c-f5b37984e263 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336554 Jan 27 15:12:32.915292 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:12:33.422456 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3be3e5-3834-4a7a-8b1b-72e8d382f249 req-0badfd98-a1de-4987-a192-36b09bd2620d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:33.423943 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a3be3e5-3834-4a7a-8b1b-72e8d382f249 req-0badfd98-a1de-4987-a192-36b09bd2620d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0506377 Jan 27 15:12:33.461718 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a3be3e5-3834-4a7a-8b1b-72e8d382f249 req-f4da8c5c-c905-4903-9fa0-07ff600e06ac tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Jan 27 15:12:33.577316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8921c2-6f80-40e0-8485-c1a2a3df7f72 req-23349a84-c805-41c1-8625-01bae5017ddb tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:33.578807 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5a8921c2-6f80-40e0-8485-c1a2a3df7f72 req-23349a84-c805-41c1-8625-01bae5017ddb tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Jan 27 15:12:33.587431 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 42760) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:12:33.591767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Request body: {'floatingip': {'port_id': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:12:33.631174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:34.088147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:34.092546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:34.209802 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea associated. External IP: 172.26.6.155, port: 01e4acd5-9093-439c-95b8-ed5faa0520b1. Jan 27 15:12:34.428787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:12:34.538278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:12:34.543462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:34.549074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:12:34.558928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:12:34.559592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:12:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:34.571638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5d9b4b64-95c9-4fe9-83e9-6b35b0b7e469 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "PUT /v2.0/floatingips/4aafc173-684b-4480-ae41-5f388ae11dea HTTP/1.1" status: 200 len: 992 time: 0.9831567 Jan 27 15:12:34.572254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:12:34.574498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:12:34.617409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c77b08-a8a4-4dcf-a753-f79cbffebf83 x-openstack-request-id: req-f4c77b08-a8a4-4dcf-a753-f79cbffebf83 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:12:34.617702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:12:34.618273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4c77b08-a8a4-4dcf-a753-f79cbffebf83 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:12:34.618688 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'status': 'completed', 'code': 200} Jan 27 15:12:34.675883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:12:34.754557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-3210f939-0a61-4a60-adca-4edd2fc0dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:34.756115 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-3210f939-0a61-4a60-adca-4edd2fc0dd3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1098 time: 0.1072750 Jan 27 15:12:34.855772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-5fc38f8a-a74b-4fcf-9d83-78d48d63128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:34.857466 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-5fc38f8a-a74b-4fcf-9d83-78d48d63128c service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0950871 Jan 27 15:12:34.942630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:16:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:12:33Z', 'revision_number': 13, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:34.955766 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-26d8ccbc-e0c9-49da-a664-3d00699ae4cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1000 time: 0.0890100 Jan 27 15:12:34.973236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:12:34.981733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:12:34.982385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:12:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:35.007225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-c77c1cfd-ea84-4382-84d2-65c69589c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:35.009021 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-c77c1cfd-ea84-4382-84d2-65c69589c860 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0468121 Jan 27 15:12:35.065602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-054a4197-8d6f-4c32-862c-a7703b77de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:12:35.067105 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-054a4197-8d6f-4c32-862c-a7703b77de6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520546 Jan 27 15:12:35.136625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:12:35.163594 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-0a27066d-496c-4354-ba46-b917a70810f2 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896313 Jan 27 15:12:35.286784 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9a94dd5-d852-4e41-8a4f-7d52f9b6a0df req-0350ed62-6dc0-4f7c-b804-54ce63e79128 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165400 Jan 27 15:12:35.401159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:16:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:12:33Z', 'revision_number': 13, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:12:35.428469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be6a69-8a56-4838-b68d-cf9b50a25d1c None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '4aafc173-684b-4480-ae41-5f388ae11dea', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'port_id': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'mac_address': 'fa:16:3e:16:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:08:34Z', 'updated_at': '2022-01-27T15:12:33Z', 'revision_number': 13, 'project_id': '53acd9fef32c468d888841cddffd074b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:12:35.644028 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5543eb-995d-428d-8a83-23982d615928 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:12:44.041145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-38500554-015a-4f92-9722-24c0596dab97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:46.272421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0cb43161-8343-4b3f-ae45-6320fa2c13d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:47.444319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:48.828762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:12:49.225561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:00.397082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:01.651227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-bdf9b097-ec0b-4610-ad7b-b38ac89c32ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451400 Jan 27 15:13:01.764089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-520b77a0-8ead-403e-abc7-1fa980a836da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:01.766812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-520b77a0-8ead-403e-abc7-1fa980a836da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1098 time: 0.0652072 Jan 27 15:13:01.890923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-a4d2e48a-9759-4269-89dc-e933fecef623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:01.892483 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-a4d2e48a-9759-4269-89dc-e933fecef623 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0994275 Jan 27 15:13:01.967298 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-4eb8e749-adda-4138-8209-e23f61aaa8d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1002 time: 0.0674107 Jan 27 15:13:02.030807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-33d1b758-b365-4a0a-9427-68f8b53f4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:02.032572 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-33d1b758-b365-4a0a-9427-68f8b53f4e34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0518441 Jan 27 15:13:02.091296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-df6e48a5-b974-49d9-9804-26f57c1b56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:02.092844 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-df6e48a5-b974-49d9-9804-26f57c1b56ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521162 Jan 27 15:13:02.193323 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-7f157958-11a3-4832-9f5f-c6288a8c1e47 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922937 Jan 27 15:13:02.294508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5196276-618d-4eb1-aac6-b77067b704c9 req-151d5d9e-a716-4ade-930d-5dd9b1d03163 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942132 Jan 27 15:13:09.914138 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:13:13.414025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c27fe6-f622-4099-b8d6-9387327a10e4 req-e9de8d1d-804d-4027-9bcc-65795cf3defb tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:13.415645 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-65c27fe6-f622-4099-b8d6-9387327a10e4 req-e9de8d1d-804d-4027-9bcc-65795cf3defb tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0565772 Jan 27 15:13:13.462215 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-65c27fe6-f622-4099-b8d6-9387327a10e4 req-09b7abe9-b63f-493a-b377-0e3987ec7de3 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342331 Jan 27 15:13:14.041540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-080be7ca-9f78-4f8e-b694-94dfc8de0be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:16.302732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78391038-3bcc-4759-8ed1-117bceb7d63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:17.444134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:18.833142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:19.221935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:24.835485 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-d300d9f2-291a-47c9-ab04-63125f1c4a2b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517554 Jan 27 15:13:24.861166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a1fde-1ced-4bbd-96ac-766ac4a09483 req-87d07287-bc64-4c2a-a7bc-6a857021f175 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:24.864214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d44a1fde-1ced-4bbd-96ac-766ac4a09483 req-87d07287-bc64-4c2a-a7bc-6a857021f175 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0717201 Jan 27 15:13:24.924078 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d44a1fde-1ced-4bbd-96ac-766ac4a09483 req-dbd7a038-a58a-4eb8-9914-14bc5f49d7d9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490546 Jan 27 15:13:26.127225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-90ff0872-26f3-45a3-9178-ac121e842397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:26.128875 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-90ff0872-26f3-45a3-9178-ac121e842397 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1098 time: 0.0483510 Jan 27 15:13:26.268200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5660f-8897-4a7e-8893-97c4a219a993 req-3ee7d2f3-242d-46ae-b471-b3956f11ada9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:26.269744 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a5c5660f-8897-4a7e-8893-97c4a219a993 req-3ee7d2f3-242d-46ae-b471-b3956f11ada9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0809212 Jan 27 15:13:26.272925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-9da943e3-8570-4e23-b78e-add004076386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:26.274362 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-9da943e3-8570-4e23-b78e-add004076386 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1394041 Jan 27 15:13:26.363514 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a5c5660f-8897-4a7e-8893-97c4a219a993 req-29acfe11-9833-40e1-8037-3e48d4b340a6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837884 Jan 27 15:13:26.373200 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-cc0f2bc3-4f03-4541-bfb3-1958f9de4f0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1002 time: 0.0917475 Jan 27 15:13:26.428561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-6fd36b0f-b9e8-4ca1-96b9-30950c0e9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:26.430104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-6fd36b0f-b9e8-4ca1-96b9-30950c0e9514 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0497754 Jan 27 15:13:26.480976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-7124fedf-3593-4822-a74c-6f138b6ad02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:26.482545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-7124fedf-3593-4822-a74c-6f138b6ad02d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459051 Jan 27 15:13:26.587747 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-27063f0c-5d8b-46fd-bc14-5bdefeb9d3ca service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977399 Jan 27 15:13:26.687308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-2280851d-39aa-492c-a7bf-f9002cecdbc3 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933044 Jan 27 15:13:27.502812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aad596-90c0-4dba-bd81-46729dcb7500 req-6992e79a-fab8-47cf-bcfe-2ba3e354bab7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:27.504496 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5aad596-90c0-4dba-bd81-46729dcb7500 req-6992e79a-fab8-47cf-bcfe-2ba3e354bab7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0592647 Jan 27 15:13:27.550084 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5aad596-90c0-4dba-bd81-46729dcb7500 req-cd64980a-931e-4518-805d-d49e5a20964e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390170 Jan 27 15:13:28.676865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dfe89-6c44-447b-b926-3da50b7c8a04 req-fed4ca59-15f9-40e4-bf0e-67525e6b2bff tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:28.678540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c3dfe89-6c44-447b-b926-3da50b7c8a04 req-fed4ca59-15f9-40e4-bf0e-67525e6b2bff tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0532427 Jan 27 15:13:28.729349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c3dfe89-6c44-447b-b926-3da50b7c8a04 req-9c90c6b2-a03d-4392-bab3-cf2acaac234b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349360 Jan 27 15:13:29.866545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a05b8-ca1c-4c19-b1d9-ee5ffba6e2b6 req-3f510334-c850-451a-9ddf-810ca5e86d1d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:29.868320 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-946a05b8-ca1c-4c19-b1d9-ee5ffba6e2b6 req-3f510334-c850-451a-9ddf-810ca5e86d1d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0613525 Jan 27 15:13:29.916550 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-946a05b8-ca1c-4c19-b1d9-ee5ffba6e2b6 req-60ef307d-f0a6-47bd-bd9c-8838d8cb5c80 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372288 Jan 27 15:13:30.395236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:31.051010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ea9a3-ce0b-4dc8-9495-7d0ca0c6181b req-ffe9711b-cc4d-4fea-8d2e-9d783fe74df8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:31.052691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c0ea9a3-ce0b-4dc8-9495-7d0ca0c6181b req-ffe9711b-cc4d-4fea-8d2e-9d783fe74df8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0616753 Jan 27 15:13:31.101689 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c0ea9a3-ce0b-4dc8-9495-7d0ca0c6181b req-a53abb04-fa8b-4c7b-9019-cfefbb01ad2a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377750 Jan 27 15:13:32.298732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82b5a5-9928-4747-88b9-0ef777b5ac8c req-6c5604df-0175-461f-b8ed-47b3599c7e08 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:32.300506 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd82b5a5-9928-4747-88b9-0ef777b5ac8c req-6c5604df-0175-461f-b8ed-47b3599c7e08 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0582283 Jan 27 15:13:32.344310 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd82b5a5-9928-4747-88b9-0ef777b5ac8c req-5b9dcdff-988e-430f-854b-0f94a98ae7ed tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373838 Jan 27 15:13:33.476383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f9c6-a074-4a15-acd1-bc9a5075438c req-f648eeb4-7eff-4c11-97d2-fe712bd68b1f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:33.478247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3922f9c6-a074-4a15-acd1-bc9a5075438c req-f648eeb4-7eff-4c11-97d2-fe712bd68b1f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0568697 Jan 27 15:13:33.526947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3922f9c6-a074-4a15-acd1-bc9a5075438c req-b8ee9a3e-5746-49c4-b5fa-f6e6f2edd25e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359130 Jan 27 15:13:34.669603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6e31b-544d-4280-a599-62effc0cc7dd req-e3972e54-c5ea-446f-a9d8-01aed9e9726d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:34.672231 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eaf6e31b-544d-4280-a599-62effc0cc7dd req-e3972e54-c5ea-446f-a9d8-01aed9e9726d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0696585 Jan 27 15:13:34.716019 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eaf6e31b-544d-4280-a599-62effc0cc7dd req-aec1e6a9-3f52-4bd0-83d7-5dbb18a55f8d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372424 Jan 27 15:13:35.857040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821f30-9623-49ae-8130-f2173f5627d5 req-dceb051d-60a1-401f-9662-41818a5d8cb0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:35.858683 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e821f30-9623-49ae-8130-f2173f5627d5 req-dceb051d-60a1-401f-9662-41818a5d8cb0 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0550683 Jan 27 15:13:35.902197 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e821f30-9623-49ae-8130-f2173f5627d5 req-433a40f7-bbe3-4698-8e2a-3feb166b7f1e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371249 Jan 27 15:13:37.089703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8c6a-52ec-4785-b3d7-ea7bb59823a7 req-b1c50773-6652-4b8d-a238-e5b524d6972f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:37.091592 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a8c8c6a-52ec-4785-b3d7-ea7bb59823a7 req-b1c50773-6652-4b8d-a238-e5b524d6972f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0622420 Jan 27 15:13:37.140416 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a8c8c6a-52ec-4785-b3d7-ea7bb59823a7 req-b1501ab3-b270-4e0e-bab6-4dc0263e1556 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421562 Jan 27 15:13:38.271867 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2398eb-b97b-483e-bdbb-e8f7e2183560 req-e23dbeb6-1c3d-4196-afe3-04a7d2eed9c4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:38.273563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b2398eb-b97b-483e-bdbb-e8f7e2183560 req-e23dbeb6-1c3d-4196-afe3-04a7d2eed9c4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0588300 Jan 27 15:13:38.321244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b2398eb-b97b-483e-bdbb-e8f7e2183560 req-e6a569bf-ae96-43d3-bfa3-e5192e6c565d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Jan 27 15:13:39.492476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59967f7-6c22-41b6-8725-eddebc3b061e req-ffb4307a-92a8-4f38-a661-3fa2d5b34c56 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:39.494865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a59967f7-6c22-41b6-8725-eddebc3b061e req-ffb4307a-92a8-4f38-a661-3fa2d5b34c56 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0822129 Jan 27 15:13:39.548293 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a59967f7-6c22-41b6-8725-eddebc3b061e req-4e62af4f-2e0f-41fe-b190-b6a5a1a1b4f4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Jan 27 15:13:40.184043 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-c490b646-047a-4263-acfa-b7bbdda6147c service neutron] 10.222.0.72 "GET /v2.0/ports/01e4acd5-9093-439c-95b8-ed5faa0520b1/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0627341 Jan 27 15:13:40.407360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-c3cfc8ba-592a-46ee-9f5b-a6815db66395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:40.409099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-c3cfc8ba-592a-46ee-9f5b-a6815db66395 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 1098 time: 0.0509505 Jan 27 15:13:40.477381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-ac00e200-b836-4354-9c21-56758beee846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:40.479019 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-ac00e200-b836-4354-9c21-56758beee846 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1098 time: 0.0467103 Jan 27 15:13:40.586271 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-541daf73-8dff-4747-8992-9dfb0145f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:40.588003 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-541daf73-8dff-4747-8992-9dfb0145f779 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1026146 Jan 27 15:13:40.706295 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-f6837407-0d85-4b7d-bd95-c2c1d2499da1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1002 time: 0.1112912 Jan 27 15:13:40.754067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f2adc-72c9-4aab-9b16-36c7b1a17373 req-041ed7e3-e9af-4933-af13-293a02baae30 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:40.755955 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-527f2adc-72c9-4aab-9b16-36c7b1a17373 req-041ed7e3-e9af-4933-af13-293a02baae30 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.1107850 Jan 27 15:13:40.789392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-092e0571-0070-4323-abdc-93da02aa1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:40.790890 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-092e0571-0070-4323-abdc-93da02aa1d83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0779042 Jan 27 15:13:40.857385 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-527f2adc-72c9-4aab-9b16-36c7b1a17373 req-4279f32e-64c8-409d-84ec-82348cc52d1f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922129 Jan 27 15:13:40.881634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-21d59e12-151c-4cee-af49-259d32ca90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:40.884431 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-21d59e12-151c-4cee-af49-259d32ca90a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864375 Jan 27 15:13:40.985056 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-447197d3-ffc0-440e-807f-7d1c4d862fd0 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934427 Jan 27 15:13:41.094131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-29a4318c-8b75-47be-9634-fc756735d1a5 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019382 Jan 27 15:13:41.771908 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:13:41.897766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:41.946838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:13:41.950966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7844745e-76f4-40cf-9963-e1fd2bd76f51" -d '{"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-unplugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:13:41.982735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:13:41.991183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:42.043254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f7a8c-e696-49d6-a90b-c7ce886ff3bc req-5d98a736-13d1-41d6-b41c-d4432c91d494 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:42.045284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51843c97-6d4c-4c68-ab91-fbe9cad70cbb x-openstack-request-id: req-51843c97-6d4c-4c68-ab91-fbe9cad70cbb {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:13:42.045729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-unplugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:13:42.046120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51843c97-6d4c-4c68-ab91-fbe9cad70cbb {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:13:42.046716 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'code': 200} Jan 27 15:13:42.048314 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-823f7a8c-e696-49d6-a90b-c7ce886ff3bc req-5d98a736-13d1-41d6-b41c-d4432c91d494 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.1020515 Jan 27 15:13:42.100776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:13:42.115207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.115849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.116363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.116964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.117503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.118030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.118562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.119150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.120450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.121012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.121553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.122082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:13:42.123415 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-823f7a8c-e696-49d6-a90b-c7ce886ff3bc req-768f43ff-b98b-44b0-af0a-cf8a99ed7706 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662191 Jan 27 15:13:43.290461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d8036-9a2c-4498-81ad-cb606e92eac2 req-0d328942-b442-4013-9ffa-bf88ca488d2f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:43.293027 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f41d8036-9a2c-4498-81ad-cb606e92eac2 req-0d328942-b442-4013-9ffa-bf88ca488d2f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0601349 Jan 27 15:13:43.352461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f41d8036-9a2c-4498-81ad-cb606e92eac2 req-6031cc64-97fc-4381-9cc1-feeedecb8a5b tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481799 Jan 27 15:13:44.039782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-11a237a9-cd6a-48c9-99e9-c7efd46fe38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:44.534528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbf611-28fe-45fd-9e1a-f26ed7b061ad req-79fe1346-8e98-4f43-8fc1-bfe023332892 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:44.536816 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0cfbf611-28fe-45fd-9e1a-f26ed7b061ad req-79fe1346-8e98-4f43-8fc1-bfe023332892 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0892303 Jan 27 15:13:44.582641 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0cfbf611-28fe-45fd-9e1a-f26ed7b061ad req-27822232-1728-4a9b-a5f3-8e1f5935bdbf tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381825 Jan 27 15:13:45.749073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b8fd4-407a-4ebd-bf0c-be5acdea6d3c req-15885529-e3a6-43f6-b2fe-ecf920d958a5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:45.750881 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-369b8fd4-407a-4ebd-bf0c-be5acdea6d3c req-15885529-e3a6-43f6-b2fe-ecf920d958a5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0779665 Jan 27 15:13:45.798658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-369b8fd4-407a-4ebd-bf0c-be5acdea6d3c req-7352a7ad-5938-4812-8a4b-416e7d11f968 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Jan 27 15:13:46.279627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05dbed0b-7561-40c7-b8fe-7d17a3295fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:46.913725 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:13:46.925335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8df77d-a090-4bf5-89a6-833b395fcea6 req-28cf14c8-f6bc-4194-b1c7-442b7e01ba3e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:46.926957 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c8df77d-a090-4bf5-89a6-833b395fcea6 req-28cf14c8-f6bc-4194-b1c7-442b7e01ba3e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0541754 Jan 27 15:13:46.970210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c8df77d-a090-4bf5-89a6-833b395fcea6 req-5b272ab5-7ff3-4adb-84a1-f37d23daf6e7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352221 Jan 27 15:13:47.447168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:47.786156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:13:47.908467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:13:47.926111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'mac_address': 'fa:16:3e:16:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:13:47.995501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:48.019859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e4acd5-9093-439c-95b8-ed5faa0520b1 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:13:48.058937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:13:48.064124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:48.129121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ebdbd-36f5-4779-add0-0737925c4d02 req-c3d35313-8ec2-4936-9b67-d01120fae82f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:48.131048 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f9ebdbd-36f5-4779-add0-0737925c4d02 req-c3d35313-8ec2-4936-9b67-d01120fae82f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0840061 Jan 27 15:13:48.133269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:13:48.140466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['01e4acd5-9093-439c-95b8-ed5faa0520b1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:13:48.200769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f9ebdbd-36f5-4779-add0-0737925c4d02 req-6991c580-9947-4e51-bef6-d74518a4e9da tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557580 Jan 27 15:13:48.837429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:49.232118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:49.333562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327c783-1332-49dc-b4c3-9fcb13bd3282 req-0257fa85-302c-4009-bbdb-d4686e22c741 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:49.335177 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7327c783-1332-49dc-b4c3-9fcb13bd3282 req-0257fa85-302c-4009-bbdb-d4686e22c741 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 944 time: 0.0550768 Jan 27 15:13:49.381527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7327c783-1332-49dc-b4c3-9fcb13bd3282 req-cac819d0-fa19-4a6a-b44c-ba2586f8a9d8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391755 Jan 27 15:13:49.801322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:13:49.851730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 01e4acd5-9093-439c-95b8-ed5faa0520b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:13:49.852766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:49.959263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:49.987696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:13:49.989942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb7a0c5-97d7-4d8f-a0cf-985f5030d617" -d '{"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-plugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:13:50.002916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:13:50.007697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:13:50.037487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ea4f31-00e0-4c7d-b94a-20b49172c1a5 x-openstack-request-id: req-45ea4f31-00e0-4c7d-b94a-20b49172c1a5 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:13:50.037775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-plugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:13:50.038041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45ea4f31-00e0-4c7d-b94a-20b49172c1a5 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:13:50.038453 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'code': 200} Jan 27 15:13:50.071886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:13:50.516305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cd60a-107b-4d57-9679-b1a4ece4cdf7 req-29091cf8-9397-42a3-85ee-897645b94ecd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:50.518079 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f6cd60a-107b-4d57-9679-b1a4ece4cdf7 req-29091cf8-9397-42a3-85ee-897645b94ecd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0537343 Jan 27 15:13:50.560455 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f6cd60a-107b-4d57-9679-b1a4ece4cdf7 req-f2981bae-087a-4b4d-929a-aeba054cbd61 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358107 Jan 27 15:13:51.724051 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edc58d-14bf-4310-88fa-a269888560cd req-e3947ce3-dc00-4b71-9c9d-c157657ede74 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:51.725643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-60edc58d-14bf-4310-88fa-a269888560cd req-e3947ce3-dc00-4b71-9c9d-c157657ede74 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0594726 Jan 27 15:13:51.767808 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-60edc58d-14bf-4310-88fa-a269888560cd req-bd4932d2-478e-41b5-b335-efdd94568216 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357249 Jan 27 15:13:52.897083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122719e-52e9-4682-8076-28c02c502dcb req-8f0dc230-04c6-4d9b-8d0e-cae52372a332 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:52.898824 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4122719e-52e9-4682-8076-28c02c502dcb req-8f0dc230-04c6-4d9b-8d0e-cae52372a332 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0560358 Jan 27 15:13:52.942385 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4122719e-52e9-4682-8076-28c02c502dcb req-50a07416-750b-4d36-95e6-e7ccc64888e4 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362685 Jan 27 15:13:53.749523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-742e2bff-4c6c-4a75-bde9-5f187c36b7fb tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:53.751265 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-742e2bff-4c6c-4a75-bde9-5f187c36b7fb tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04&tenant_id=53acd9fef32c468d888841cddffd074b&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.4461508 Jan 27 15:13:53.773745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4eb8e-e266-4033-adea-08c6128f471e req-ad12b7e6-b31c-4866-904a-cc9d2bea8662 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:53.775486 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2af4eb8e-e266-4033-adea-08c6128f471e req-ad12b7e6-b31c-4866-904a-cc9d2bea8662 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.4389176 Jan 27 15:13:53.853733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2af4eb8e-e266-4033-adea-08c6128f471e req-3c46a183-b9c2-49b3-853c-7da85ea4dab6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601139 Jan 27 15:13:53.855258 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-0242ed4e-54f7-4a2e-8ea2-e15b4b703061 service neutron] 10.222.0.72 "GET /v2.0/ports/01e4acd5-9093-439c-95b8-ed5faa0520b1/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0966964 Jan 27 15:13:53.923638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-ecf4898b-e780-4eb3-8b75-676b7efed7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:53.925132 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-ecf4898b-e780-4eb3-8b75-676b7efed7fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1098 time: 0.0450239 Jan 27 15:13:54.026000 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-ace1ab9e-cec5-4be1-bedc-736259bf3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:54.028616 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-ace1ab9e-cec5-4be1-bedc-736259bf3426 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.0962014 Jan 27 15:13:54.109810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-606930d3-a5ed-4fc9-8466-c9741f65284f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1002 time: 0.0756171 Jan 27 15:13:54.165218 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-ca7450d1-aa66-4365-a936-0a0d637ea681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:54.167170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-ca7450d1-aa66-4365-a936-0a0d637ea681 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0516472 Jan 27 15:13:54.216750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-2c102501-7838-4eeb-926b-cde65cdbd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:54.218285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-2c102501-7838-4eeb-926b-cde65cdbd974 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438671 Jan 27 15:13:54.313035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-a1960301-5045-47e0-8655-f8b0f434aac5 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882630 Jan 27 15:13:54.415227 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-f827e6fc-ca99-493d-b9f7-b2d59057c45f service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950253 Jan 27 15:13:54.985110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326cc86-ca55-4739-9917-e4dd93d658a5 req-13a224ae-18cd-4e61-a1e8-807a2935c387 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:54.986830 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e326cc86-ca55-4739-9917-e4dd93d658a5 req-13a224ae-18cd-4e61-a1e8-807a2935c387 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0550492 Jan 27 15:13:55.035199 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e326cc86-ca55-4739-9917-e4dd93d658a5 req-a69e15c1-e0ce-479f-9f75-3f98d6a74571 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Jan 27 15:13:56.174310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8fadc-a08d-4b28-b77d-ce0ea2f7ef13 req-99947117-31b4-41e3-a5ec-c1777c3d64f7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:56.175892 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70b8fadc-a08d-4b28-b77d-ce0ea2f7ef13 req-99947117-31b4-41e3-a5ec-c1777c3d64f7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0505006 Jan 27 15:13:56.215057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70b8fadc-a08d-4b28-b77d-ce0ea2f7ef13 req-c1ff09b3-76dd-4442-aff0-5884b8c08a54 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Jan 27 15:13:57.338974 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad5e3-b446-43a3-a5b4-b408af01fdd5 req-99ad4a88-f91b-4a0e-b5b6-23a8394cfb5c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:57.340645 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-933ad5e3-b446-43a3-a5b4-b408af01fdd5 req-99ad4a88-f91b-4a0e-b5b6-23a8394cfb5c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0565665 Jan 27 15:13:57.382916 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-933ad5e3-b446-43a3-a5b4-b408af01fdd5 req-7c9790c0-84fb-43bd-8923-955a2964bc2c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339427 Jan 27 15:13:58.527964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0083a-cf54-4de6-a1e1-6a8a85082a59 req-b212000a-b809-4804-a63a-7651d3f37205 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:58.532053 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fad0083a-cf54-4de6-a1e1-6a8a85082a59 req-b212000a-b809-4804-a63a-7651d3f37205 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0654821 Jan 27 15:13:58.637289 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fad0083a-cf54-4de6-a1e1-6a8a85082a59 req-5ff7495d-3de6-481d-8aaa-988199602a5c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917227 Jan 27 15:13:58.641421 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-09055ebf-8979-4ce4-a462-01ddf003867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:58.643775 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-09055ebf-8979-4ce4-a462-01ddf003867a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04&tenant_id=53acd9fef32c468d888841cddffd074b HTTP/1.1" status: 200 len: 1098 time: 0.1101255 Jan 27 15:13:58.724701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-4b1f2278-ac20-4756-9b90-4fb82434320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:58.726336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-4b1f2278-ac20-4756-9b90-4fb82434320f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1098 time: 0.0581055 Jan 27 15:13:58.835787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-fd92db10-852d-4e91-8e47-f8efd139f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:58.837292 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-fd92db10-852d-4e91-8e47-f8efd139f9c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1034238 Jan 27 15:13:58.915635 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-8b309bac-5e2b-4316-bcc7-1c419ae3c84b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1002 time: 0.0711923 Jan 27 15:13:58.969507 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-4486afdf-d70e-429e-af51-b0099bc15792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:58.971094 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-4486afdf-d70e-429e-af51-b0099bc15792 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0494134 Jan 27 15:13:59.031322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b094-1824-4c0f-a546-82e942c4872a req-1f2f6b71-bf21-4f04-99e9-47ca4e53d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:59.032902 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-1f2f6b71-bf21-4f04-99e9-47ca4e53d4ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549343 Jan 27 15:13:59.133787 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-b302b4b3-b684-4ff0-bb25-50a8e54d165c service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934203 Jan 27 15:13:59.232776 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24a6b094-1824-4c0f-a546-82e942c4872a req-b881ec9e-ad45-49c0-9bdc-589968ca0540 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923891 Jan 27 15:13:59.775652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c35235-6652-487e-bf95-87780fce0eab req-eac5eb5c-a3de-4da9-bbfb-2652f1138f79 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:13:59.777456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b1c35235-6652-487e-bf95-87780fce0eab req-eac5eb5c-a3de-4da9-bbfb-2652f1138f79 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0651505 Jan 27 15:13:59.828693 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b1c35235-6652-487e-bf95-87780fce0eab req-f5e67d7b-2739-4591-b8d5-3d5100903fd9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Jan 27 15:13:59.866507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:13:59.972407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:00.008426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:00.011809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7ee4b-16d6-4f2e-8d51-d87157843b02" -d '{"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-unplugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:00.033922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:00.039874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:00.103026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5cf28a-ee1d-41bb-ace4-9558e69fa4a3 x-openstack-request-id: req-db5cf28a-ee1d-41bb-ace4-9558e69fa4a3 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:00.103387 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-unplugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:00.103580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db5cf28a-ee1d-41bb-ace4-9558e69fa4a3 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:00.103972 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'code': 200} Jan 27 15:14:00.110025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=9']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:00.402761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:01.016009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64e4c-7070-4853-84e6-b7005478c094 req-8914b9ec-a043-4db0-834e-9233e9c51505 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:01.018069 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ea64e4c-7070-4853-84e6-b7005478c094 req-8914b9ec-a043-4db0-834e-9233e9c51505 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0721705 Jan 27 15:14:01.070726 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ea64e4c-7070-4853-84e6-b7005478c094 req-3903dafd-12a3-4907-ae9a-9cd31bc92627 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Jan 27 15:14:02.240321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cca55b-42ce-41d8-8c48-b899ebaca37f req-25be4b66-8803-4eee-818d-8cc31636917d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:02.243098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3cca55b-42ce-41d8-8c48-b899ebaca37f req-25be4b66-8803-4eee-818d-8cc31636917d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0813754 Jan 27 15:14:02.294905 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e3cca55b-42ce-41d8-8c48-b899ebaca37f req-9be0fc6c-b31c-486c-9a6a-1804f46d3975 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440331 Jan 27 15:14:03.122948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-023a5352-938c-487f-852c-59267a344f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:03.124485 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-023a5352-938c-487f-852c-59267a344f1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53acd9fef32c468d888841cddffd074b&device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 1096 time: 0.0495389 Jan 27 15:14:03.256448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-9322c9bc-2bf5-4034-a547-901c66abab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:03.258416 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-9322c9bc-2bf5-4034-a547-901c66abab46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 200 len: 913 time: 0.1118457 Jan 27 15:14:03.349361 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-59fc4f49-2389-4bd2-971a-606ae4761851 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 200 len: 1000 time: 0.0826335 Jan 27 15:14:03.451868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-88439a1c-6237-4896-89a8-49524e52016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:03.453807 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-88439a1c-6237-4896-89a8-49524e52016b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 200 len: 851 time: 0.0980887 Jan 27 15:14:03.504837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf62cb9-4fa3-4861-afd5-3d8f04fa8230 req-cb7d543d-3f31-45f1-9b9a-55b82b830c05 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:03.506565 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bf62cb9-4fa3-4861-afd5-3d8f04fa8230 req-cb7d543d-3f31-45f1-9b9a-55b82b830c05 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.1050427 Jan 27 15:14:03.537442 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-665b3606-f21a-4f70-beae-18eb0459834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:03.539103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-665b3606-f21a-4f70-beae-18eb0459834a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15151865-733d-4b81-b852-6dda4f38743e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779328 Jan 27 15:14:03.582279 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9bf62cb9-4fa3-4861-afd5-3d8f04fa8230 req-836d9cf0-128c-41ff-86d0-96eb557f824e tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646377 Jan 27 15:14:03.666998 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-8de8bf91-ed7b-4668-acc2-b85de0f88ebc service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194484 Jan 27 15:14:03.815767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1143e07c-d8cf-432c-8cf4-4575fba65217 req-6c7141bb-ca57-48e4-9cde-8d1efea26b09 service neutron] 10.222.0.72 "GET /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414165 Jan 27 15:14:04.739029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908510c-9510-4e9d-b41f-0a68d162685c req-afb0dff9-2950-42b1-9415-b8ac15885243 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:04.740855 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b908510c-9510-4e9d-b41f-0a68d162685c req-afb0dff9-2950-42b1-9415-b8ac15885243 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0561750 Jan 27 15:14:04.792315 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b908510c-9510-4e9d-b41f-0a68d162685c req-dcd61972-ddbe-46f8-8e42-83022cd4e8f6 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427229 Jan 27 15:14:05.902821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:14:05.931798 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32274f89-da68-4ecd-8204-42e50e12364d req-e72de1fb-b62b-4a20-a42d-295510e60819 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:05.934211 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-32274f89-da68-4ecd-8204-42e50e12364d req-e72de1fb-b62b-4a20-a42d-295510e60819 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 943 time: 0.0666854 Jan 27 15:14:05.998293 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-32274f89-da68-4ecd-8204-42e50e12364d req-75fd9343-d036-4a39-8e24-62d6e947b744 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568237 Jan 27 15:14:06.203259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:06.218496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'port_id': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'mac_address': 'fa:16:3e:16:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:14:06.259855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:06.275263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e4acd5-9093-439c-95b8-ed5faa0520b1 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:14:06.298114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:06.302860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:06.362680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['01e4acd5-9093-439c-95b8-ed5faa0520b1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:14:06.366859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=10']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:07.132339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2729b-4472-4310-9d1a-6ce087cf4cab req-ede39923-6c79-48b4-80c9-bead05b47c9c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:07.134029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8f2729b-4472-4310-9d1a-6ce087cf4cab req-ede39923-6c79-48b4-80c9-bead05b47c9c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 945 time: 0.0541170 Jan 27 15:14:07.176915 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8f2729b-4472-4310-9d1a-6ce087cf4cab req-b1e9500b-fd5e-466e-8051-a1406ce4fa02 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362768 Jan 27 15:14:07.909907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:14:07.961812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 01e4acd5-9093-439c-95b8-ed5faa0520b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:14:07.962306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:08.059993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:08.088822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:08.091358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e37410-db71-4afd-a9af-35cde55c947e" -d '{"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-plugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:08.113652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:08.120173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:08.170809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edf93c7-2329-4041-873a-bb6c57b3244a x-openstack-request-id: req-7edf93c7-2329-4041-873a-bb6c57b3244a {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:08.171235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-plugged", "status": "completed", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:08.171618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7edf93c7-2329-4041-873a-bb6c57b3244a {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:08.172264 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'code': 200} Jan 27 15:14:08.200790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=11']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:08.316298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb07-5e37-4818-8456-3524ad17ebd6 req-5a69a6b3-48ad-4b58-bcad-08c1712c31dc tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:08.318194 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa18bb07-5e37-4818-8456-3524ad17ebd6 req-5a69a6b3-48ad-4b58-bcad-08c1712c31dc tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0603392 Jan 27 15:14:08.370088 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa18bb07-5e37-4818-8456-3524ad17ebd6 req-5a9d6404-6933-48e5-b607-59ae87088e2d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Jan 27 15:14:09.515168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0ce30-e2d6-461e-b74d-700df31dde2c req-a4f71ae3-0662-4ea2-af14-0b89e792c38f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:09.517900 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08f0ce30-e2d6-461e-b74d-700df31dde2c req-a4f71ae3-0662-4ea2-af14-0b89e792c38f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0616128 Jan 27 15:14:09.559866 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-08f0ce30-e2d6-461e-b74d-700df31dde2c req-c016a5bb-9dea-48ce-b30b-81f53ee60f4c tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358686 Jan 27 15:14:10.684941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e64a-f60a-4641-965a-b2a66cdff448 req-2d11b265-5514-487a-b92c-7d9d10a667c7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:10.686534 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6637e64a-f60a-4641-965a-b2a66cdff448 req-2d11b265-5514-487a-b92c-7d9d10a667c7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0540845 Jan 27 15:14:10.727158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6637e64a-f60a-4641-965a-b2a66cdff448 req-b19b5baa-e739-4e13-a147-c7fd137b634f tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342247 Jan 27 15:14:10.862604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596f00f-7f9a-4c35-bc66-bf54be88b1ce req-e9fe0bfe-a2b2-4d73-8b1f-96a53c362c57 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:10.864124 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2596f00f-7f9a-4c35-bc66-bf54be88b1ce req-e9fe0bfe-a2b2-4d73-8b1f-96a53c362c57 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0535774 Jan 27 15:14:10.910769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2596f00f-7f9a-4c35-bc66-bf54be88b1ce req-f2eb7f38-b297-4d9e-b292-ade1baf71e2d tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 Jan 27 15:14:11.047139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20dd72-34b1-46bd-96e0-6b3b3a4e3a85 req-e4e52456-342e-4ce3-8c72-10e529d95024 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:11.048823 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2f20dd72-34b1-46bd-96e0-6b3b3a4e3a85 req-e4e52456-342e-4ce3-8c72-10e529d95024 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0564253 Jan 27 15:14:11.092738 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2f20dd72-34b1-46bd-96e0-6b3b3a4e3a85 req-95c8a352-e924-4acb-b52c-668e876e8006 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374732 Jan 27 15:14:11.394343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923ac91-bab9-41be-b4a9-8c08f3acdd5e req-7c692a9f-730a-46bd-a4c3-65912e0c3f4a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:11.396145 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7923ac91-bab9-41be-b4a9-8c08f3acdd5e req-7c692a9f-730a-46bd-a4c3-65912e0c3f4a tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0561838 Jan 27 15:14:11.440781 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7923ac91-bab9-41be-b4a9-8c08f3acdd5e req-541b4fcb-1b81-4605-973e-4d9469c615cf tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381224 Jan 27 15:14:12.576103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e37cc1-8a20-4613-aa9d-7493350af4c7 req-bda56642-cc69-464c-9406-bc516d9364c5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:12.577741 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09e37cc1-8a20-4613-aa9d-7493350af4c7 req-bda56642-cc69-464c-9406-bc516d9364c5 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0601318 Jan 27 15:14:12.629637 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09e37cc1-8a20-4613-aa9d-7493350af4c7 req-83dbc090-a362-4ed8-bbb4-70f353780cf7 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455122 Jan 27 15:14:13.691191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-2b87cbb1-edf2-4fed-92a6-bdcaea6a9a44 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:13.693297 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-2b87cbb1-edf2-4fed-92a6-bdcaea6a9a44 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0661530 Jan 27 15:14:13.827004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51effb6c-6292-4148-87fc-205cad14e44d req-45ec6884-7780-44b2-86fc-45be4bf62a43 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:13.828635 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-51effb6c-6292-4148-87fc-205cad14e44d req-45ec6884-7780-44b2-86fc-45be4bf62a43 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 946 time: 0.0882385 Jan 27 15:14:13.863883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Deleting port 01e4acd5-9093-439c-95b8-ed5faa0520b1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:13.864221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:13.892268 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-51effb6c-6292-4148-87fc-205cad14e44d req-0c8df158-e839-49f6-9828-e0ccd7013987 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups?id=b98df373-cf5e-47cc-90b6-405f72c37ace&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566218 Jan 27 15:14:13.971826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] For port 01e4acd5-9093-439c-95b8-ed5faa0520b1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=01e4acd5-9093-439c-95b8-ed5faa0520b1,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:13.972251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:14.038700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3720-cdfb-4450-90eb-ead7e181a082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:14.191072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:14.191582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:14.192122 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Floating IP 4aafc173-684b-4480-ae41-5f388ae11dea disassociated. External IP: 172.26.6.155, port: 01e4acd5-9093-439c-95b8-ed5faa0520b1. Jan 27 15:14:14.192730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Calling delete_port for 01e4acd5-9093-439c-95b8-ed5faa0520b1 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:14.349316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:14.384377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event deleted for resources: {'Port': ['ID=01e4acd5-9093-439c-95b8-ed5faa0520b1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:14.396984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.397438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.397646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.397983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.398309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.398633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.398983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.399317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.399663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.399965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.400288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.400654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:14.546406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:14:14.684842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:14:14.698418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:14:14.709366 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:14:14.710149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:13:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:14.739616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] No DVR routers for this DVR port 01e4acd5-9093-439c-95b8-ed5faa0520b1 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:14:14.742518 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:14.747643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-73224109-5ccf-4298-8098-c80b9d9c7264 req-7ee50ed0-f38a-4a61-98f4-b72b8523cbfd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.72 "DELETE /v2.0/ports/01e4acd5-9093-439c-95b8-ed5faa0520b1 HTTP/1.1" status: 204 len: 173 time: 1.0479271 Jan 27 15:14:14.748194 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-deleted', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:14.752191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d69f155-ea26-43ac-b65f-f10380fd5fc1" -d '{"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-deleted", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:14.833281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:14:14.887489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53315794-aef8-4985-9879-7365159d527f x-openstack-request-id: req-53315794-aef8-4985-9879-7365159d527f {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:14.887909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bcceea-a472-4e5c-a43a-9b0b5d8faf04", "name": "network-vif-deleted", "tag": "01e4acd5-9093-439c-95b8-ed5faa0520b1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:14.888300 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53315794-aef8-4985-9879-7365159d527f {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:14.888847 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bcceea-a472-4e5c-a43a-9b0b5d8faf04', 'name': 'network-vif-deleted', 'tag': '01e4acd5-9093-439c-95b8-ed5faa0520b1', 'status': 'completed', 'code': 200} Jan 27 15:14:15.048586 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dc65366c-c317-4111-9506-ed306d5fa40c req-5e9fe6c6-fb65-427e-98e9-a996e5138bde tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 210 time: 0.0367024 Jan 27 15:14:15.121897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:15.152160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:14:15.163266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:14:15.163977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:13:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:15.296191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:14:15.596742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:15.633839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a7ed8-4aeb-4992-9bf4-b650caccc430 None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:08:30Z', 'revision_number': 4, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '8a71dc79-598f-4e6f-b3c4-9a63afaf651f', 'name': '', 'network_id': '15151865-733d-4b81-b852-6dda4f38743e', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'mac_address': 'fa:16:3e:dd:35:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:29Z', 'updated_at': '2022-01-27T15:08:34Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'subnets': [{'id': 'c8990abc-eca1-4558-91e6-d3c0d8428891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:14:15.934406 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55298b56-5c43-4c6e-b605-ca293709e060 None None] New status for floating IP 4aafc173-684b-4480-ae41-5f388ae11dea: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:14:15.944978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:14:15.969533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 01e4acd5-9093-439c-95b8-ed5faa0520b1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:14:15.969815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 01e4acd5-9093-439c-95b8-ed5faa0520b1 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:14:16.291240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f3a70c96-cfff-46e4-90cc-08f2675ea2d3 req-82e17c4f-c3a1-4862-a105-9cf4d9ed6627 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 210 time: 0.0748794 Jan 27 15:14:16.293052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cb132b61-3e16-4498-98ca-aecdd17bd84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:17.436618 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8df126d1-5cf3-4426-b4f2-e04bae913426 req-c626103b-d059-4787-8367-b701a70388c8 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 210 time: 0.0493996 Jan 27 15:14:17.465086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:18.568040 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-927779dd-a691-4423-ac6d-22893baa726a req-e226d4ef-36f1-4c05-a88b-6aac7c437e41 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3bcceea-a472-4e5c-a43a-9b0b5d8faf04 HTTP/1.1" status: 200 len: 210 time: 0.0290105 Jan 27 15:14:18.846299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:19.235437 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.529753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43082) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:23.588938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03e13e93-2b0d-4690-97ca-9505afe7c8bd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.613842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03e13e93-2b0d-4690-97ca-9505afe7c8bd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.687968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03e13e93-2b0d-4690-97ca-9505afe7c8bd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.690517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-03e13e93-2b0d-4690-97ca-9505afe7c8bd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.691740 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-03e13e93-2b0d-4690-97ca-9505afe7c8bd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "DELETE /v2.0/security-groups/b98df373-cf5e-47cc-90b6-405f72c37ace HTTP/1.1" status: 204 len: 168 time: 0.1610756 Jan 27 15:14:23.696165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43084) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:23.713250 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e13e93-2b0d-4690-97ca-9505afe7c8bd tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98df373-cf5e-47cc-90b6-405f72c37ace,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:23.715390 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-017e94cb-6de3-4f11-848f-78890eafa5e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] show failed (client error): The resource could not be found. Jan 27 15:14:23.720215 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-017e94cb-6de3-4f11-848f-78890eafa5e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "GET /v2.0/security-groups/b98df373-cf5e-47cc-90b6-405f72c37ace HTTP/1.1" status: 404 len: 347 time: 0.0191441 Jan 27 15:14:23.722095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43086) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:23.875219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Deleting port 68a8c09f-e9c9-4c2c-abd4-ff2937a094f3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:23.875598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.912888 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:14:23.958060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.958391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:23.971488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Calling delete_port for 68a8c09f-e9c9-4c2c-abd4-ff2937a094f3 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:24.149516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:24.199467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Pushing event deleted for resources: {'Port': ['ID=68a8c09f-e9c9-4c2c-abd4-ff2937a094f3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:24.268942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:24.271642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:24.272863 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5fcf18a7-8927-4b0e-9163-899af46d78e9 tempest-ServerActionsTestJSON-1935854376 tempest-ServerActionsTestJSON-1935854376-project] 10.222.0.18 "DELETE /v2.0/floatingips/4aafc173-684b-4480-ae41-5f388ae11dea HTTP/1.1" status: 204 len: 168 time: 0.5495951 Jan 27 15:14:24.276146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43088) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:24.722227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:25.002224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Deleting port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:25.002486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:25.089461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] For port 8a71dc79-598f-4e6f-b3c4-9a63afaf651f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:25.089801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:25.104146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Calling delete_port for 8a71dc79-598f-4e6f-b3c4-9a63afaf651f owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:25.310950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:25.340823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a71dc79-598f-4e6f-b3c4-9a63afaf651f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:25.584965 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:25.893445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:14:26.364630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:14:26.370945 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-81302037-9c0f-4091-a143-f2f1a8e5978c admin admin] 10.222.0.18 "PUT /v2.0/routers/24c5b916-44bc-4fde-a75f-abcb6c3d1e1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0930469 Jan 27 15:14:26.374249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43092) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:26.378997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] Sync routers for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:14:26.395009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:14:26.396069 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:14:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:26.526751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:26.538589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:14:26.683113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:26.735213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131'}], 'enable_snat': True}, 'gw_port_id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:14:25Z', 'revision_number': 5, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port': {'id': '9ca5fd44-fcfe-4183-a48c-806cc25ebab3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:08:27Z', 'updated_at': '2022-01-27T15:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:26.763265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] Checking router: 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:14:26.769529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Deleting port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:26.770116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:26.772435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] Routers {'24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:14:26.773171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:14:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:26.873883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] Set router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:14:26.889414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] For port 9ca5fd44-fcfe-4183-a48c-806cc25ebab3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:26.889911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:26.905582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Calling delete_port for 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:26.929356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:14:26Z', 'revision_number': 6, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:26.961756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d896f-9a34-4cad-9d56-7f3dd12de04d None None] The sync data for ids ['24c5b916-44bc-4fde-a75f-abcb6c3d1e1e'] in dv-neutron-826438-5-hyperv is: [{'id': '24c5b916-44bc-4fde-a75f-abcb6c3d1e1e', 'name': 'tempest-ServerActionsTestJSON-2054062287-router', 'tenant_id': '53acd9fef32c468d888841cddffd074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:08:26Z', 'updated_at': '2022-01-27T15:14:26Z', 'revision_number': 6, 'project_id': '53acd9fef32c468d888841cddffd074b', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:14:27.096260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.130190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca5fd44-fcfe-4183-a48c-806cc25ebab3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:27.199488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.300425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.302902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.364384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.364913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c5b916-44bc-4fde-a75f-abcb6c3d1e1e {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:14:27.372230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.375728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3c2e4462-5c99-436f-9283-8841c5ead156 admin admin] 10.222.0.18 "DELETE /v2.0/routers/24c5b916-44bc-4fde-a75f-abcb6c3d1e1e HTTP/1.1" status: 204 len: 168 time: 1.0001023 Jan 27 15:14:27.379865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43094) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:27.439066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] Deleting subnet c8990abc-eca1-4558-91e6-d3c0d8428891 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:14:27.443185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.487361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.573827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.645424 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.675114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8990abc-eca1-4558-91e6-d3c0d8428891,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:27.678862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.682180 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-946f0cfa-c6d5-4c45-a391-0618eea83d4a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c8990abc-eca1-4558-91e6-d3c0d8428891 HTTP/1.1" status: 204 len: 168 time: 0.3010776 Jan 27 15:14:27.686118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0573c7-faf5-4c0e-a509-d36771e607c3 None None] Network 15151865-733d-4b81-b852-6dda4f38743e requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:14:27.686957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43096) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:27.789792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.876244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Deleting port 7716d773-caba-471a-afbc-a80616e2aaa8 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:27.876639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.921791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] DHCP port deletion for 15151865-733d-4b81-b852-6dda4f38743e request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:14:27.962659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] For port 7716d773-caba-471a-afbc-a80616e2aaa8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7716d773-caba-471a-afbc-a80616e2aaa8,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:27.963233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:27.966988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8a71dc79-598f-4e6f-b3c4-9a63afaf651f no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:14:27.984227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Calling delete_port for 7716d773-caba-471a-afbc-a80616e2aaa8 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:28.002177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8a71dc79-598f-4e6f-b3c4-9a63afaf651f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:14:28.002724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8a71dc79-598f-4e6f-b3c4-9a63afaf651f not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:14:28.003424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:14:28.032223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:14:28.032567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9ca5fd44-fcfe-4183-a48c-806cc25ebab3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:14:28.049718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] Deleting port 7716d773-caba-471a-afbc-a80616e2aaa8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:28.050727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.108162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.128644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] For port 7716d773-caba-471a-afbc-a80616e2aaa8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7716d773-caba-471a-afbc-a80616e2aaa8,segment=NetworkSegment(893fcea5-300f-4f1b-9be0-1da7e144794e),segment_id=893fcea5-300f-4f1b-9be0-1da7e144794e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:28.129123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.142627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Pushing event deleted for resources: {'Port': ['ID=7716d773-caba-471a-afbc-a80616e2aaa8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:28.148286 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] Calling delete_port for 7716d773-caba-471a-afbc-a80616e2aaa8 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:28.151821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] No DVR routers for this DVR port 7716d773-caba-471a-afbc-a80616e2aaa8 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:14:28.262821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.267002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.286401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15151865-733d-4b81-b852-6dda4f38743e']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:28.297120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893fcea5-300f-4f1b-9be0-1da7e144794e') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:28.297418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893fcea5-300f-4f1b-9be0-1da7e144794e') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:14:28.309557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] Pushing event deleted for resources: {'Port': ['ID=7716d773-caba-471a-afbc-a80616e2aaa8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:28.309950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.315505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde0fcd-e287-4938-bde9-077fcedde5a5 None None] No DVR routers for this DVR port 7716d773-caba-471a-afbc-a80616e2aaa8 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:14:28.334306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.341585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:14:28.342023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:14:28.343862 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:14:28.410192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.417855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.421472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] 10.222.0.18 "DELETE /v2.0/networks/15151865-733d-4b81-b852-6dda4f38743e HTTP/1.1" status: 204 len: 168 time: 0.7335513 Jan 27 15:14:28.434654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16365f-7be1-4432-b2d4-91b925bae500 admin admin] Pushing event deleted for resources: {'Network': ['ID=15151865-733d-4b81-b852-6dda4f38743e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:28.554639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43100) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:28.602204 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fb8364a0-e2ba-4b5a-8399-40c4b7696c33 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53acd9fef32c468d888841cddffd074b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451119 Jan 27 15:14:28.606416 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43104) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:28.662104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.685613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.737782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.740916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:28.742776 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2c1c4ff-5acc-4f71-bdcb-3171de98e0f0 HTTP/1.1" status: 204 len: 168 time: 0.1343834 Jan 27 15:14:28.751109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c1c4ff-5acc-4f71-bdcb-3171de98e0f0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:28.758813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.759193 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.759532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.759868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.760204 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.760528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.760855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.761182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.761506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.761841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.762186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:28.762519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ff8375-49a9-4148-ba92-4556152176a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:29.553285 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43126) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:29.665191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1319362323-network', 'tenant_id': 'adee0c6dd22947ad81176176c1d0d01c'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:14:29.696138 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Made reservation on behalf of adee0c6dd22947ad81176176c1d0d01c for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:14:29.698862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:29.709353 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:29.813495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:29.818798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:29.850869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:14:29.862609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f6b4e2-67f3-4121-ae12-c083b6da44e6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:29.868455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:29.868803 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Added segment 273a7e47-0d98-44d7-b19a-a0070457783a of type vlan for network 85ecbcef-5a93-48ca-b452-1c6ca962772f Jan 27 15:14:29.910262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7716d773-caba-471a-afbc-a80616e2aaa8 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:14:29.918272 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:29.939903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 7716d773-caba-471a-afbc-a80616e2aaa8 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:14:29.940390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7716d773-caba-471a-afbc-a80616e2aaa8 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:14:29.951478 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:29.953032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:29.954033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:30.012960 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4584768 Jan 27 15:14:30.016649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43130) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:30.024656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Request body: {'subnet': {'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1319362323-subnet', 'tenant_id': 'adee0c6dd22947ad81176176c1d0d01c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:14:30.032350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e56627-b5ec-4958-9907-35556683c9ae admin admin] Pushing event updated for resources: {'Network': ['ID=85ecbcef-5a93-48ca-b452-1c6ca962772f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:30.046624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 85ecbcef-5a93-48ca-b452-1c6ca962772f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:14:30.059138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Made reservation on behalf of adee0c6dd22947ad81176176c1d0d01c for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:14:30.062177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:30.269635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:30.327184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7904d81b-5483-456f-8b70-0572251c39c4,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:30.338975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Checking segment: {'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:14:30.339367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Network hostable DHCP agents. Network: 85ecbcef-5a93-48ca-b452-1c6ca962772f, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:14:30.361711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Network 85ecbcef-5a93-48ca-b452-1c6ca962772f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:14:30.376388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 85ecbcef-5a93-48ca-b452-1c6ca962772f) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:14:30.381479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:30.382095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:30.389345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf300f-a758-4ae9-897d-ac9b30e2d89b None None] Network 85ecbcef-5a93-48ca-b452-1c6ca962772f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:14:30.416042 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-bfb52dcd-ee39-4c4b-ac0d-b22a03ba2f06 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3977058 Jan 27 15:14:30.479632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:30.759960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28741861-162a-4d50-8c91-da18cce647ad None None] Network 85ecbcef-5a93-48ca-b452-1c6ca962772f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:14:30.967772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-90a6469d-2ae6-41a6-8183-b05e86f978dc tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:30.969378 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-90a6469d-2ae6-41a6-8183-b05e86f978dc tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/networks?id=85ecbcef-5a93-48ca-b452-1c6ca962772f HTTP/1.1" status: 200 len: 814 time: 0.1218109 Jan 27 15:14:30.985717 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-235e6d84-de75-4672-9af1-ff67d928bfa7 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/quotas/adee0c6dd22947ad81176176c1d0d01c HTTP/1.1" status: 200 len: 375 time: 0.0098598 Jan 27 15:14:31.020265 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-e1e50e64-b0ba-4a8d-83a2-9729d7e5ee80 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adee0c6dd22947ad81176176c1d0d01c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282602 Jan 27 15:14:31.122890 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-462d0521-09fc-459e-b906-b2197b28f863 service neutron] 10.222.0.18 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888457 Jan 27 15:14:31.232280 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-73c9ad41-8500-4ffe-beb2-2cf0a5bec3de service neutron] 10.222.0.18 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029882 Jan 27 15:14:31.402136 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-14ab8b33-f9ee-4b77-b8a5-ecf51c94c98d req-17fd87f0-ce91-4760-b09c-fd546353e139 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 210 time: 0.0294833 Jan 27 15:14:32.475261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-844c70aa-95fd-470b-9dd4-7aa0fe354c96 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:32.480789 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-844c70aa-95fd-470b-9dd4-7aa0fe354c96 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "GET /v2.0/networks?id=85ecbcef-5a93-48ca-b452-1c6ca962772f HTTP/1.1" status: 200 len: 814 time: 0.1281500 Jan 27 15:14:32.495037 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Request body: {'port': {'device_id': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f', 'admin_state_up': True, 'tenant_id': 'adee0c6dd22947ad81176176c1d0d01c'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:14:32.589850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa670794-325f-41ff-9bf0-f4ddb39d9e04 req-c3822dd0-74f5-44a6-be44-f4d0e59fd532 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 210 time: 0.0668414 Jan 27 15:14:32.660529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Made reservation on behalf of adee0c6dd22947ad81176176c1d0d01c for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:14:32.664960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:32.808771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Allocated IP 172.20.0.6 (85ecbcef-5a93-48ca-b452-1c6ca962772f/7904d81b-5483-456f-8b70-0572251c39c4/876c3b7e-86b5-4c46-a357-63b899636e3c) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:14:32.982066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.019024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.068680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Network 85ecbcef-5a93-48ca-b452-1c6ca962772f is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:14:33.072093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:14:33.075907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:14:33.082587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Pushing event updated for resources: {'Port': ['ID=876c3b7e-86b5-4c46-a357-63b899636e3c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:33.130959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:33.131651 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.149091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-b65623eb-96ae-4074-9696-9d3e9d800706 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6621764 Jan 27 15:14:33.161305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Request body: {'port': {'device_id': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:14:33.225445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.513911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876c3b7e-86b5-4c46-a357-63b899636e3c {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:14:33.523556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.540637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Transition to ACTIVE for port object 876c3b7e-86b5-4c46-a357-63b899636e3c will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:14:33.545638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.605214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Pushing event updated for resources: {'Port': ['ID=876c3b7e-86b5-4c46-a357-63b899636e3c,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:33.720470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Attempting to bind port 876c3b7e-86b5-4c46-a357-63b899636e3c on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:14:33.720802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Attempting to bind port 876c3b7e-86b5-4c46-a357-63b899636e3c by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:14:33.721138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Attempting to bind port 876c3b7e-86b5-4c46-a357-63b899636e3c on network 85ecbcef-5a93-48ca-b452-1c6ca962772f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:14:33.731450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Port 876c3b7e-86b5-4c46-a357-63b899636e3c on network 85ecbcef-5a93-48ca-b452-1c6ca962772f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:14:33.731769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Attempting to bind port 876c3b7e-86b5-4c46-a357-63b899636e3c on network 85ecbcef-5a93-48ca-b452-1c6ca962772f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:14:33.740936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:14:33.741476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Checking segment: {'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:14:33.742110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Bound using segment: {'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:14:33.742768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Bound port: 876c3b7e-86b5-4c46-a357-63b899636e3c, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:14:33.743347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.770515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be45a8-fa73-4f41-8a28-7d612bf0ce06 req-fa4d6f52-000e-478c-98af-9dd5770e5fdc tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:33.772079 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c8be45a8-fa73-4f41-8a28-7d612bf0ce06 req-fa4d6f52-000e-478c-98af-9dd5770e5fdc tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 943 time: 0.0949905 Jan 27 15:14:33.882164 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c8be45a8-fa73-4f41-8a28-7d612bf0ce06 req-ec3698c5-47ad-48e2-a81d-07efc00ffcd2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867360 Jan 27 15:14:33.888577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] For port 876c3b7e-86b5-4c46-a357-63b899636e3c, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:14:33.892687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] For port 876c3b7e-86b5-4c46-a357-63b899636e3c, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876c3b7e-86b5-4c46-a357-63b899636e3c,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:14:33.899675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.937851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:33.938488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:33.939957 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] 10.222.0.72 "PUT /v2.0/ports/876c3b7e-86b5-4c46-a357-63b899636e3c HTTP/1.1" status: 200 len: 1093 time: 0.7830713 Jan 27 15:14:33.940416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'tag': '876c3b7e-86b5-4c46-a357-63b899636e3c'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:33.942806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca292f60-7477-4f48-8e47-a36e78976d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "950842a8-356e-4287-b2ce-6e9a0634e1d4", "tag": "876c3b7e-86b5-4c46-a357-63b899636e3c"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:33.974215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812bce-c43f-429a-bc23-84daa276f882 service neutron] Pushing event updated for resources: {'Port': ['ID=876c3b7e-86b5-4c46-a357-63b899636e3c,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:34.001419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a697ab2-0d94-4b56-9455-bef28a29363b x-openstack-request-id: req-4a697ab2-0d94-4b56-9455-bef28a29363b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:34.001756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950842a8-356e-4287-b2ce-6e9a0634e1d4", "tag": "876c3b7e-86b5-4c46-a357-63b899636e3c", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:34.002072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a697ab2-0d94-4b56-9455-bef28a29363b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:34.002513 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'tag': '876c3b7e-86b5-4c46-a357-63b899636e3c', 'status': 'completed', 'code': 200} Jan 27 15:14:34.042419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-424276d7-07f9-4df5-ba29-04b810f17fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:34.044034 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-424276d7-07f9-4df5-ba29-04b810f17fe4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adee0c6dd22947ad81176176c1d0d01c&device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0577168 Jan 27 15:14:34.089109 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-e69096a3-09bc-4053-b4ec-432b19da214f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=876c3b7e-86b5-4c46-a357-63b899636e3c HTTP/1.1" status: 200 len: 217 time: 0.0377116 Jan 27 15:14:34.145005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-0ec719c5-dd27-44d7-907f-bc83541bc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:34.146511 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-0ec719c5-dd27-44d7-907f-bc83541bc30f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7904d81b-5483-456f-8b70-0572251c39c4 HTTP/1.1" status: 200 len: 854 time: 0.0513496 Jan 27 15:14:34.186011 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-a288d61e-ea11-41a2-b46f-3f44ca911109 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85ecbcef-5a93-48ca-b452-1c6ca962772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330467 Jan 27 15:14:34.288888 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-d5b3d61c-19be-461e-b65e-723ddbf01413 service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963087 Jan 27 15:14:34.401323 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-30f765e5-73c6-4e27-9eb1-a8bae36807d8 req-ac05a698-87ac-41f1-ae50-e2ca15fda0d6 service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058183 Jan 27 15:14:34.497773 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-23e8ac1f-739f-4539-81e2-3301fb450d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:34.499358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-23e8ac1f-739f-4539-81e2-3301fb450d51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adee0c6dd22947ad81176176c1d0d01c&device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0489707 Jan 27 15:14:34.607603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-c5d69968-7f35-4578-8f69-97605dde0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:34.610179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-c5d69968-7f35-4578-8f69-97605dde0900 service neutron] 10.222.0.72 "GET /v2.0/networks?id=85ecbcef-5a93-48ca-b452-1c6ca962772f HTTP/1.1" status: 200 len: 915 time: 0.1031313 Jan 27 15:14:34.658472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-fa1410e5-8e2c-4939-a5af-7bdfb878b786 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=876c3b7e-86b5-4c46-a357-63b899636e3c HTTP/1.1" status: 200 len: 217 time: 0.0407724 Jan 27 15:14:34.719717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-e59062d9-cd1b-405c-912d-76e9b554b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:34.722222 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-e59062d9-cd1b-405c-912d-76e9b554b210 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7904d81b-5483-456f-8b70-0572251c39c4 HTTP/1.1" status: 200 len: 854 time: 0.0572996 Jan 27 15:14:34.758969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-6d1b5fcf-6615-420e-b7d2-efd8f94ec307 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85ecbcef-5a93-48ca-b452-1c6ca962772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293241 Jan 27 15:14:34.865716 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-590e522e-297b-40c4-93dc-a78b0311527b service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988312 Jan 27 15:14:34.988066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ca292f60-7477-4f48-8e47-a36e78976d0a req-d8c4bbb4-0936-4c99-8b1a-f9896938086e service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144476 Jan 27 15:14:35.047930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e054c-eb9c-4716-9b9b-ed4046c147db req-1bdc880d-fa37-467f-9d37-5e4ae38991e3 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:35.049654 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-368e054c-eb9c-4716-9b9b-ed4046c147db req-1bdc880d-fa37-467f-9d37-5e4ae38991e3 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 943 time: 0.0648770 Jan 27 15:14:35.095207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-368e054c-eb9c-4716-9b9b-ed4046c147db req-f3619e6e-64a8-41e5-9518-8ba0b7eb4539 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383790 Jan 27 15:14:35.986691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876c3b7e-86b5-4c46-a357-63b899636e3c details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:14:36.091630 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 876c3b7e-86b5-4c46-a357-63b899636e3c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876c3b7e-86b5-4c46-a357-63b899636e3c,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:36.105249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '876c3b7e-86b5-4c46-a357-63b899636e3c', 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f', 'port_id': '876c3b7e-86b5-4c46-a357-63b899636e3c', 'mac_address': 'fa:16:3e:37:3f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7904d81b-5483-456f-8b70-0572251c39c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:14:36.154007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:36.176218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876c3b7e-86b5-4c46-a357-63b899636e3c {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:14:36.203618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 876c3b7e-86b5-4c46-a357-63b899636e3c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876c3b7e-86b5-4c46-a357-63b899636e3c,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:36.209303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:36.246052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a8f77-52ff-4f7d-a808-0f8d6bfb2d6c req-3bbd810a-525f-4694-9260-72a8bc698394 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:36.248479 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae4a8f77-52ff-4f7d-a808-0f8d6bfb2d6c req-3bbd810a-525f-4694-9260-72a8bc698394 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 943 time: 0.0622849 Jan 27 15:14:36.274035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=876c3b7e-86b5-4c46-a357-63b899636e3c,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:36.301030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae4a8f77-52ff-4f7d-a808-0f8d6bfb2d6c req-c1d14522-947b-4196-be3e-fbbff8202a6e tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Jan 27 15:14:36.434898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['876c3b7e-86b5-4c46-a357-63b899636e3c'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:14:37.441002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6f891-6e7b-4bfc-b88f-d995dec980f5 req-abe6dff6-9a58-4ba9-a9f1-1eb6caa09f65 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:37.442619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fca6f891-6e7b-4bfc-b88f-d995dec980f5 req-abe6dff6-9a58-4ba9-a9f1-1eb6caa09f65 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 944 time: 0.0525944 Jan 27 15:14:37.490582 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fca6f891-6e7b-4bfc-b88f-d995dec980f5 req-a9d59eaf-7a64-4949-b4bb-1c96b805d9da tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363994 Jan 27 15:14:37.986885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876c3b7e-86b5-4c46-a357-63b899636e3c up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:14:38.043196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 876c3b7e-86b5-4c46-a357-63b899636e3c completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:14:38.047605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 876c3b7e-86b5-4c46-a357-63b899636e3c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:14:38.047986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:38.135222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:38.160963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876c3b7e-86b5-4c46-a357-63b899636e3c'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:38.163604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287163f5-62ca-4c6b-8c9f-cdcdce86514e" -d '{"events": [{"server_uuid": "950842a8-356e-4287-b2ce-6e9a0634e1d4", "name": "network-vif-plugged", "status": "completed", "tag": "876c3b7e-86b5-4c46-a357-63b899636e3c"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:38.183844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 876c3b7e-86b5-4c46-a357-63b899636e3c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876c3b7e-86b5-4c46-a357-63b899636e3c,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:38.190657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:38.207036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8accada6-83b2-48f6-86d7-84ecdc21e8a7 x-openstack-request-id: req-8accada6-83b2-48f6-86d7-84ecdc21e8a7 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:38.207623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950842a8-356e-4287-b2ce-6e9a0634e1d4", "name": "network-vif-plugged", "status": "completed", "tag": "876c3b7e-86b5-4c46-a357-63b899636e3c", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:38.208048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8accada6-83b2-48f6-86d7-84ecdc21e8a7 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:38.208495 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876c3b7e-86b5-4c46-a357-63b899636e3c', 'code': 200} Jan 27 15:14:38.266805 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=876c3b7e-86b5-4c46-a357-63b899636e3c,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:38.416206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f16c3-c5f1-4283-ad89-44bd1090e3ed req-38f10ff4-1936-4c30-b69c-dcdaae6444e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:38.417769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-245f16c3-c5f1-4283-ad89-44bd1090e3ed req-38f10ff4-1936-4c30-b69c-dcdaae6444e7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0492041 Jan 27 15:14:38.457295 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-245f16c3-c5f1-4283-ad89-44bd1090e3ed req-0d06bdfc-c1cb-4ba3-b16e-39a0fdc022a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 Jan 27 15:14:38.617083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ad906-2c8e-4f38-b24a-433b396f7668 req-8f82a7c5-cd35-46ac-a91f-fac048637a26 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:38.618710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9b9ad906-2c8e-4f38-b24a-433b396f7668 req-8f82a7c5-cd35-46ac-a91f-fac048637a26 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0542533 Jan 27 15:14:38.662505 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9b9ad906-2c8e-4f38-b24a-433b396f7668 req-0d1956e8-e38a-4aaa-8567-8629ac33cd60 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Jan 27 15:14:39.794403 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b155a-5db7-4374-bb82-a689598be63b req-d4d049fa-300f-47ba-94d1-5d179d6d9e7a tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:39.796069 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8c6b155a-5db7-4374-bb82-a689598be63b req-d4d049fa-300f-47ba-94d1-5d179d6d9e7a tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0551960 Jan 27 15:14:39.844790 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8c6b155a-5db7-4374-bb82-a689598be63b req-4b80b193-32a0-4c96-bcba-7e4c8ba8443e tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Jan 27 15:14:40.167151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-951d9e7d-f2b6-47bb-a6f6-93a9f85643fa tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:40.169750 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-951d9e7d-f2b6-47bb-a6f6-93a9f85643fa tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/networks?id=85ecbcef-5a93-48ca-b452-1c6ca962772f HTTP/1.1" status: 200 len: 814 time: 0.1800563 Jan 27 15:14:40.193816 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-febcb4d4-4ae1-4a42-bad0-fd8cefde960e tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/quotas/adee0c6dd22947ad81176176c1d0d01c HTTP/1.1" status: 200 len: 375 time: 0.0174692 Jan 27 15:14:40.265476 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-1714059e-af99-469d-832b-50e3f72094f7 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adee0c6dd22947ad81176176c1d0d01c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650551 Jan 27 15:14:40.486107 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-38277493-0306-42c5-aeb7-af70de9d9edf service neutron] 10.222.0.18 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130191 Jan 27 15:14:40.619772 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-81815c9f-1324-43ef-8576-91bb6371f52a service neutron] 10.222.0.18 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263123 Jan 27 15:14:40.818691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bab752d9-4816-4ea7-a1e6-3c21fe4ef18f req-4a3a060c-20cb-44d2-a708-c569a4b0ecd5 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 210 time: 0.0308332 Jan 27 15:14:41.865387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-483707be-1e4d-414c-a17c-120a378c41c6 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:41.868026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-483707be-1e4d-414c-a17c-120a378c41c6 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "GET /v2.0/networks?id=85ecbcef-5a93-48ca-b452-1c6ca962772f HTTP/1.1" status: 200 len: 814 time: 0.1703763 Jan 27 15:14:41.886746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Request body: {'port': {'device_id': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f', 'admin_state_up': True, 'tenant_id': 'adee0c6dd22947ad81176176c1d0d01c'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:14:42.001703 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b2d0198-0e23-46d8-88cd-374a55c0179f req-eb68ef42-7cab-47a6-acd0-ae489e504be2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 210 time: 0.0418100 Jan 27 15:14:42.075913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Made reservation on behalf of adee0c6dd22947ad81176176c1d0d01c for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:14:42.082689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:42.310337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Allocated IP 172.20.0.10 (85ecbcef-5a93-48ca-b452-1c6ca962772f/7904d81b-5483-456f-8b70-0572251c39c4/ccc51eae-8af7-4663-a52b-201460a060d6) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:14:42.502936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:42.545210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:42.558318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['876c3b7e-86b5-4c46-a357-63b899636e3c'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:14:42.602820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Network 85ecbcef-5a93-48ca-b452-1c6ca962772f is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:14:42.606447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:14:42.612498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:14:42.644093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Pushing event updated for resources: {'Port': ['ID=ccc51eae-8af7-4663-a52b-201460a060d6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:42.685343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:42.686255 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:42.705578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e18ba0b6-d724-45a8-af9b-075cdb2a2695 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8276434 Jan 27 15:14:42.719171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Request body: {'port': {'device_id': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:14:42.780046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:43.091653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc51eae-8af7-4663-a52b-201460a060d6 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:14:43.100354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:43.122571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Transition to ACTIVE for port object ccc51eae-8af7-4663-a52b-201460a060d6 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:14:43.147090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:43.218325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4189e3e-7a6b-4923-b8e2-544617fa9c2e req-fbbe2b63-f9ca-41e6-adbb-c3be9e82a102 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:43.220034 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4189e3e-7a6b-4923-b8e2-544617fa9c2e req-fbbe2b63-f9ca-41e6-adbb-c3be9e82a102 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 932 time: 0.1084080 Jan 27 15:14:43.227063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc51eae-8af7-4663-a52b-201460a060d6,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:43.316115 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4189e3e-7a6b-4923-b8e2-544617fa9c2e req-bd5ebf98-b803-4f6d-899b-6bdc0087f593 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845671 Jan 27 15:14:43.339077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Attempting to bind port ccc51eae-8af7-4663-a52b-201460a060d6 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:14:43.339663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Attempting to bind port ccc51eae-8af7-4663-a52b-201460a060d6 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:14:43.340208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Attempting to bind port ccc51eae-8af7-4663-a52b-201460a060d6 on network 85ecbcef-5a93-48ca-b452-1c6ca962772f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:14:43.347124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Port ccc51eae-8af7-4663-a52b-201460a060d6 on network 85ecbcef-5a93-48ca-b452-1c6ca962772f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:14:43.347598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Attempting to bind port ccc51eae-8af7-4663-a52b-201460a060d6 on network 85ecbcef-5a93-48ca-b452-1c6ca962772f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:14:43.353733 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:14:43.354112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Checking segment: {'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:14:43.354584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Bound using segment: {'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:14:43.355192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Bound port: ccc51eae-8af7-4663-a52b-201460a060d6, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273a7e47-0d98-44d7-b19a-a0070457783a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:14:43.355783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:43.790561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] For port ccc51eae-8af7-4663-a52b-201460a060d6, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:14:43.794349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] For port ccc51eae-8af7-4663-a52b-201460a060d6, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ccc51eae-8af7-4663-a52b-201460a060d6,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:14:43.800174 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:43.847863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:43.847863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:43.849169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] 10.222.0.72 "PUT /v2.0/ports/ccc51eae-8af7-4663-a52b-201460a060d6 HTTP/1.1" status: 200 len: 1094 time: 1.1354203 Jan 27 15:14:43.849650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'tag': 'ccc51eae-8af7-4663-a52b-201460a060d6'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:43.852607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5e188d-0e96-4a81-bb5e-adf2d5125389", "tag": "ccc51eae-8af7-4663-a52b-201460a060d6"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:43.876784 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf8c55-291e-4c83-9312-97c3643e0aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc51eae-8af7-4663-a52b-201460a060d6,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:43.907199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48791a7e-b1db-478d-a484-c2e9b923dbee x-openstack-request-id: req-48791a7e-b1db-478d-a484-c2e9b923dbee {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:43.907658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5e188d-0e96-4a81-bb5e-adf2d5125389", "tag": "ccc51eae-8af7-4663-a52b-201460a060d6", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:43.907988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48791a7e-b1db-478d-a484-c2e9b923dbee {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:43.908501 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'tag': 'ccc51eae-8af7-4663-a52b-201460a060d6', 'status': 'completed', 'code': 200} Jan 27 15:14:43.953377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-87b31538-60d0-4901-b4da-aa8be1a713e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:43.955181 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-87b31538-60d0-4901-b4da-aa8be1a713e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adee0c6dd22947ad81176176c1d0d01c&device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 1097 time: 0.0511789 Jan 27 15:14:44.002169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e595afdc-a903-4e42-b573-adceb06d4f0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc51eae-8af7-4663-a52b-201460a060d6 HTTP/1.1" status: 200 len: 217 time: 0.0389168 Jan 27 15:14:44.044074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58990071-84ac-4384-a9fd-f7f11dbeaea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:44.058007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-4f5bc2af-eb5d-43ca-91aa-08b8e243b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:44.059561 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-4f5bc2af-eb5d-43ca-91aa-08b8e243b5aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7904d81b-5483-456f-8b70-0572251c39c4 HTTP/1.1" status: 200 len: 854 time: 0.0512004 Jan 27 15:14:44.095156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-a417effc-e70d-4f52-8ca1-792c0ac50857 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85ecbcef-5a93-48ca-b452-1c6ca962772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270352 Jan 27 15:14:44.220885 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-e67a6ef7-8baf-4cd5-b8a9-8287f9065bd6 service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182473 Jan 27 15:14:44.318942 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d202de9c-9254-45da-a8f7-e5abef9c7c1b req-960285c9-e34d-4bbc-9062-a2458dfdf1ca service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913665 Jan 27 15:14:44.436324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-44703c72-2733-4e2b-b1c0-36448c8fdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:44.437847 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-44703c72-2733-4e2b-b1c0-36448c8fdc77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=adee0c6dd22947ad81176176c1d0d01c&device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 1097 time: 0.0653801 Jan 27 15:14:44.545565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd31157-5ebb-4df8-b5bc-02782424af1b req-ba630e94-d5e0-4792-9db0-b3f719a88759 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:44.547207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbd31157-5ebb-4df8-b5bc-02782424af1b req-ba630e94-d5e0-4792-9db0-b3f719a88759 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 944 time: 0.1224163 Jan 27 15:14:44.596934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-374ecd5b-c9e2-4e2d-b5e9-00c7b1efd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:44.598357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-374ecd5b-c9e2-4e2d-b5e9-00c7b1efd9f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=85ecbcef-5a93-48ca-b452-1c6ca962772f HTTP/1.1" status: 200 len: 915 time: 0.1426380 Jan 27 15:14:44.648296 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-6716e594-6363-479e-a853-95a5b396d566 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc51eae-8af7-4663-a52b-201460a060d6 HTTP/1.1" status: 200 len: 217 time: 0.0385213 Jan 27 15:14:44.651336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbd31157-5ebb-4df8-b5bc-02782424af1b req-1008c7f6-da6a-4e1a-a67d-204921275a42 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920522 Jan 27 15:14:44.708834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-29fb1dc5-782a-41d9-9a3e-cfe8d1f46639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:44.711461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-29fb1dc5-782a-41d9-9a3e-cfe8d1f46639 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7904d81b-5483-456f-8b70-0572251c39c4 HTTP/1.1" status: 200 len: 854 time: 0.0566027 Jan 27 15:14:44.750322 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-d23e8209-e51a-489c-8832-b7e7cb3ee3f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85ecbcef-5a93-48ca-b452-1c6ca962772f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297835 Jan 27 15:14:44.868592 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-a37a5f3f-6348-4b9c-88f4-75cd7bb8112f service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097543 Jan 27 15:14:44.974548 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46108cb0-e5a9-4ac8-986c-e60f0d4e18c2 req-9c78d510-1181-4ac3-a8c2-c4b64a29a9f4 service neutron] 10.222.0.72 "GET /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931036 Jan 27 15:14:45.831799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944dfa5-2a58-48bd-8482-559d6012609f req-a8156ed6-e520-4593-b0ad-afaff6fd45ee tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:45.834474 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e944dfa5-2a58-48bd-8482-559d6012609f req-a8156ed6-e520-4593-b0ad-afaff6fd45ee tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 944 time: 0.0936275 Jan 27 15:14:45.879815 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e944dfa5-2a58-48bd-8482-559d6012609f req-e1358778-fc38-4655-9d81-268516f16923 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 Jan 27 15:14:46.046501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ccc51eae-8af7-4663-a52b-201460a060d6 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:14:46.157384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ccc51eae-8af7-4663-a52b-201460a060d6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ccc51eae-8af7-4663-a52b-201460a060d6,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:46.170629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'ccc51eae-8af7-4663-a52b-201460a060d6', 'network_id': '85ecbcef-5a93-48ca-b452-1c6ca962772f', 'port_id': 'ccc51eae-8af7-4663-a52b-201460a060d6', 'mac_address': 'fa:16:3e:77:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7904d81b-5483-456f-8b70-0572251c39c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:14:46.216020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:46.231735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc51eae-8af7-4663-a52b-201460a060d6 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:14:46.254717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ccc51eae-8af7-4663-a52b-201460a060d6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ccc51eae-8af7-4663-a52b-201460a060d6,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:46.267536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:46.301000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba5440a4-a05b-48a6-b34f-c3108478718d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:46.332000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=ccc51eae-8af7-4663-a52b-201460a060d6,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:46.341085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.341486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.341865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.342242 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.342684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.343154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.343650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.344034 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.344477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.344860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.345244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.345613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:14:46.465669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['ccc51eae-8af7-4663-a52b-201460a060d6'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:14:47.013345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcdcfb-6d3a-4aec-9279-0a7aba19f8f5 req-ccfdeda2-3875-4587-a26c-4ab5bddae694 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:47.014991 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37fcdcfb-6d3a-4aec-9279-0a7aba19f8f5 req-ccfdeda2-3875-4587-a26c-4ab5bddae694 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 945 time: 0.0585003 Jan 27 15:14:47.061996 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37fcdcfb-6d3a-4aec-9279-0a7aba19f8f5 req-a54c2183-e4ba-4f59-9994-572ebcca99e0 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356150 Jan 27 15:14:47.454753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:48.064415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ccc51eae-8af7-4663-a52b-201460a060d6 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:14:48.159569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port ccc51eae-8af7-4663-a52b-201460a060d6 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:14:48.166734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port ccc51eae-8af7-4663-a52b-201460a060d6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:14:48.167390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:48.224613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17ec61-99d5-4389-9287-110f0f2d87da req-53e6e879-7156-4d5e-bf8a-7fa060a99335 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:48.226426 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f17ec61-99d5-4389-9287-110f0f2d87da req-53e6e879-7156-4d5e-bf8a-7fa060a99335 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 945 time: 0.0762804 Jan 27 15:14:48.283832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f17ec61-99d5-4389-9287-110f0f2d87da req-a4201e68-82d4-4f1a-8047-4bafc0f6c5aa tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484347 Jan 27 15:14:48.297060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:48.328897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc51eae-8af7-4663-a52b-201460a060d6'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:48.331214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1ae84b-3c80-4581-a9c8-53e51a1aeda4" -d '{"events": [{"server_uuid": "2e5e188d-0e96-4a81-bb5e-adf2d5125389", "name": "network-vif-plugged", "status": "completed", "tag": "ccc51eae-8af7-4663-a52b-201460a060d6"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:48.347707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port ccc51eae-8af7-4663-a52b-201460a060d6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ccc51eae-8af7-4663-a52b-201460a060d6,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:48.354886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:48.437363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=ccc51eae-8af7-4663-a52b-201460a060d6,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:48.478581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbf287-00a7-4d09-b658-f0f3cbe0da4d x-openstack-request-id: req-08fbf287-00a7-4d09-b658-f0f3cbe0da4d {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:48.479264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5e188d-0e96-4a81-bb5e-adf2d5125389", "name": "network-vif-plugged", "status": "completed", "tag": "ccc51eae-8af7-4663-a52b-201460a060d6", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:48.479264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08fbf287-00a7-4d09-b658-f0f3cbe0da4d {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:48.479595 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc51eae-8af7-4663-a52b-201460a060d6', 'code': 200} Jan 27 15:14:48.656358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59496e-1ac3-421b-95e6-2c8cfad8c69a req-dae98327-0020-49cb-9bb8-fa7f7966f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:48.657974 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f59496e-1ac3-421b-95e6-2c8cfad8c69a req-dae98327-0020-49cb-9bb8-fa7f7966f4df service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 1099 time: 0.0513906 Jan 27 15:14:48.698784 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f59496e-1ac3-421b-95e6-2c8cfad8c69a req-1d9cda6b-5c3c-4db9-86e5-3cddb4c0808e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336461 Jan 27 15:14:48.847375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:49.234822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:49.420626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3948a92-8d0b-4e6a-81ef-e4d2c965f0bd req-832b900f-0a02-4fc2-abfc-71432e361a3d tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:49.422244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f3948a92-8d0b-4e6a-81ef-e4d2c965f0bd req-832b900f-0a02-4fc2-abfc-71432e361a3d tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 946 time: 0.0551217 Jan 27 15:14:49.466213 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f3948a92-8d0b-4e6a-81ef-e4d2c965f0bd req-50966236-62a7-48ec-b7b2-d598d48fc6a2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Jan 27 15:14:50.594585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35033eb-058f-4437-b174-5beb1cd5ed14 req-6f72452f-27d8-4c01-9841-0ab716b73f66 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:50.596225 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b35033eb-058f-4437-b174-5beb1cd5ed14 req-6f72452f-27d8-4c01-9841-0ab716b73f66 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 946 time: 0.0545297 Jan 27 15:14:50.643556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b35033eb-058f-4437-b174-5beb1cd5ed14 req-5776735b-fbe1-4eb1-a6fb-d80a3c63a2c7 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Jan 27 15:14:50.927824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86803b-db85-440a-b784-c9d020085734 req-73e6486d-0152-4c12-a0c8-a274983f9e5c tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:50.929630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c86803b-db85-440a-b784-c9d020085734 req-73e6486d-0152-4c12-a0c8-a274983f9e5c tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 946 time: 0.0742066 Jan 27 15:14:50.971986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2c86803b-db85-440a-b784-c9d020085734 req-05fd82b7-2dc4-4707-8170-554fea22bb2a tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361445 Jan 27 15:14:52.110735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bec3b-5389-4939-9136-8e7e603da952 req-585bddbd-658f-454c-b886-8f1b00cf41ef tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:52.112890 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-334bec3b-5389-4939-9136-8e7e603da952 req-585bddbd-658f-454c-b886-8f1b00cf41ef tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 946 time: 0.0566342 Jan 27 15:14:52.157691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-334bec3b-5389-4939-9136-8e7e603da952 req-82d282e7-7ed4-4f44-8f4b-3600de41f8f2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 Jan 27 15:14:52.301468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-d52c0905-aa44-4941-a4fe-3db88a8ffdd1 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:52.303076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-d52c0905-aa44-4941-a4fe-3db88a8ffdd1 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 946 time: 0.0551810 Jan 27 15:14:52.406035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Deleting port ccc51eae-8af7-4663-a52b-201460a060d6 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:52.406410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:52.512062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] For port ccc51eae-8af7-4663-a52b-201460a060d6, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=ccc51eae-8af7-4663-a52b-201460a060d6,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:52.512510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:52.528409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Calling delete_port for ccc51eae-8af7-4663-a52b-201460a060d6 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:52.679575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:52.693307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['876c3b7e-86b5-4c46-a357-63b899636e3c', 'ccc51eae-8af7-4663-a52b-201460a060d6'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:14:52.716022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Pushing event deleted for resources: {'Port': ['ID=ccc51eae-8af7-4663-a52b-201460a060d6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:52.796853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] No DVR routers for this DVR port ccc51eae-8af7-4663-a52b-201460a060d6 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:14:52.800467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:52.805089 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0bae0c86-bb9b-4287-a4ea-85b4f3da2062 req-1536db86-90bb-4f3c-8bfa-ecf6a356cefe tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "DELETE /v2.0/ports/ccc51eae-8af7-4663-a52b-201460a060d6 HTTP/1.1" status: 204 len: 173 time: 0.4960732 Jan 27 15:14:52.805646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'name': 'network-vif-deleted', 'tag': 'ccc51eae-8af7-4663-a52b-201460a060d6'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:52.808557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec896a8e-bed9-4209-a2a3-2aa99f3fe913" -d '{"events": [{"server_uuid": "2e5e188d-0e96-4a81-bb5e-adf2d5125389", "name": "network-vif-deleted", "tag": "ccc51eae-8af7-4663-a52b-201460a060d6"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:52.875324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5152143d-dedc-44e8-8f23-a9da3a6493e7 x-openstack-request-id: req-5152143d-dedc-44e8-8f23-a9da3a6493e7 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:52.875796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5e188d-0e96-4a81-bb5e-adf2d5125389", "name": "network-vif-deleted", "tag": "ccc51eae-8af7-4663-a52b-201460a060d6", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:52.876564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5152143d-dedc-44e8-8f23-a9da3a6493e7 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:52.877125 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5e188d-0e96-4a81-bb5e-adf2d5125389', 'name': 'network-vif-deleted', 'tag': 'ccc51eae-8af7-4663-a52b-201460a060d6', 'status': 'completed', 'code': 200} Jan 27 15:14:53.315217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77da54b9-f0a4-413f-98ee-2be740dfd666 req-e7fb1f50-0ab4-40bd-974e-93d4b0058894 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e5e188d-0e96-4a81-bb5e-adf2d5125389 HTTP/1.1" status: 200 len: 210 time: 0.0466731 Jan 27 15:14:54.484598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71581e2-48f5-4a60-ab8f-c8cd8c1bd7e4 req-b45f4fac-9bab-4b48-8c5b-6cb62989e3ed tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:54.486624 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b71581e2-48f5-4a60-ab8f-c8cd8c1bd7e4 req-b45f4fac-9bab-4b48-8c5b-6cb62989e3ed tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0545332 Jan 27 15:14:54.530738 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b71581e2-48f5-4a60-ab8f-c8cd8c1bd7e4 req-583e0b89-1b3c-479c-9a99-3a067ee0a75e tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374246 Jan 27 15:14:54.686118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6636f-aaa5-4fdf-99ae-0f315a9fca52 req-6525cb6a-8490-408d-ae6c-1566a04057d8 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:54.687733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bdd6636f-aaa5-4fdf-99ae-0f315a9fca52 req-6525cb6a-8490-408d-ae6c-1566a04057d8 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0587964 Jan 27 15:14:54.729358 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bdd6636f-aaa5-4fdf-99ae-0f315a9fca52 req-9a77e218-ae73-4c2c-b183-84a182ffada7 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Jan 27 15:14:54.889045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708d0de-01f1-4423-b24c-107820aefacb req-1f7d37c6-69c1-4954-adff-1a17292a9b6c tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:54.890975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b708d0de-01f1-4423-b24c-107820aefacb req-1f7d37c6-69c1-4954-adff-1a17292a9b6c tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0634787 Jan 27 15:14:54.940610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b708d0de-01f1-4423-b24c-107820aefacb req-f5cb194e-1425-471b-8030-468a84f1a6b2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Jan 27 15:14:55.144207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7ceae-9e75-4909-8903-95f1336f559a req-975579cc-33f3-43cc-bfbf-1cd6bc0bb138 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:55.146076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5e7ceae-9e75-4909-8903-95f1336f559a req-975579cc-33f3-43cc-bfbf-1cd6bc0bb138 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0732119 Jan 27 15:14:55.209044 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5e7ceae-9e75-4909-8903-95f1336f559a req-c1ead4e7-4208-4c87-888c-6705de9137d0 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Jan 27 15:14:55.358346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be172e-7d85-4e92-bee0-7d64f82aa229 req-cb002fcb-e798-44d9-8c3e-f9ac161f5a00 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:55.360126 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f3be172e-7d85-4e92-bee0-7d64f82aa229 req-cb002fcb-e798-44d9-8c3e-f9ac161f5a00 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0554569 Jan 27 15:14:55.409566 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f3be172e-7d85-4e92-bee0-7d64f82aa229 req-b0d02982-b5d3-4987-bffc-8ceca061b093 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378759 Jan 27 15:14:55.562452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec84d2-7f7b-4870-8bd7-356e7153c765 req-30ea6ffc-a40e-4d30-93f7-accedcbe84e4 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:55.564102 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-71ec84d2-7f7b-4870-8bd7-356e7153c765 req-30ea6ffc-a40e-4d30-93f7-accedcbe84e4 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0599594 Jan 27 15:14:55.606205 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-71ec84d2-7f7b-4870-8bd7-356e7153c765 req-554f7c61-daa8-4d5f-8758-3f5857edb8d2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354061 Jan 27 15:14:55.939575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cd6ba-e090-4a13-948b-fbb5246ad409 req-2cd26835-c51b-4eeb-b3b6-a7aee00673d2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:55.941214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-699cd6ba-e090-4a13-948b-fbb5246ad409 req-2cd26835-c51b-4eeb-b3b6-a7aee00673d2 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0525222 Jan 27 15:14:55.984442 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-699cd6ba-e090-4a13-948b-fbb5246ad409 req-65c42744-238e-4018-94dc-f4b2e985d308 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362957 Jan 27 15:14:56.144996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ccc51eae-8af7-4663-a52b-201460a060d6 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:14:56.168006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: ccc51eae-8af7-4663-a52b-201460a060d6 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:14:56.168344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device ccc51eae-8af7-4663-a52b-201460a060d6 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:14:57.134526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9953e-4f4c-4ac2-b0ba-ef7ba9c2c6ae req-9654ba62-de21-4e6c-9316-2d1c5ebcffcd tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:57.136213 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-edb9953e-4f4c-4ac2-b0ba-ef7ba9c2c6ae req-9654ba62-de21-4e6c-9316-2d1c5ebcffcd tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0603883 Jan 27 15:14:57.217318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-edb9953e-4f4c-4ac2-b0ba-ef7ba9c2c6ae req-d22da3c6-41ae-4153-a529-bbe54c5179d1 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9f6b4e2-67f3-4121-ae12-c083b6da44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704992 Jan 27 15:14:57.244737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-ca6e3889-b0a7-4a6a-93ba-81ce5d11e64e tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:14:57.247216 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-ca6e3889-b0a7-4a6a-93ba-81ce5d11e64e tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0922222 Jan 27 15:14:57.349279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Deleting port 876c3b7e-86b5-4c46-a357-63b899636e3c {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:14:57.349521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:57.454236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] For port 876c3b7e-86b5-4c46-a357-63b899636e3c, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=876c3b7e-86b5-4c46-a357-63b899636e3c,segment=NetworkSegment(273a7e47-0d98-44d7-b19a-a0070457783a),segment_id=273a7e47-0d98-44d7-b19a-a0070457783a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:14:57.454593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:57.469338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Calling delete_port for 876c3b7e-86b5-4c46-a357-63b899636e3c owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:14:57.619730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:57.631695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['876c3b7e-86b5-4c46-a357-63b899636e3c'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:14:57.649257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Pushing event deleted for resources: {'Port': ['ID=876c3b7e-86b5-4c46-a357-63b899636e3c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:57.700140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] No DVR routers for this DVR port 876c3b7e-86b5-4c46-a357-63b899636e3c on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:14:57.703002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:57.706869 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd5220fa-2660-4569-b8bd-79d99680b4ba req-86377daf-d7ce-4256-83a9-0f4ab32b9b87 tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.72 "DELETE /v2.0/ports/876c3b7e-86b5-4c46-a357-63b899636e3c HTTP/1.1" status: 204 len: 173 time: 0.4535017 Jan 27 15:14:57.707461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'name': 'network-vif-deleted', 'tag': '876c3b7e-86b5-4c46-a357-63b899636e3c'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:14:57.710542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1120af9a-0bfd-4d44-b788-fc90b2546dc5" -d '{"events": [{"server_uuid": "950842a8-356e-4287-b2ce-6e9a0634e1d4", "name": "network-vif-deleted", "tag": "876c3b7e-86b5-4c46-a357-63b899636e3c"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:14:57.777804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe77e6-ee0e-43da-ba1a-8ea963e4a15b x-openstack-request-id: req-3cfe77e6-ee0e-43da-ba1a-8ea963e4a15b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:14:57.778170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950842a8-356e-4287-b2ce-6e9a0634e1d4", "name": "network-vif-deleted", "tag": "876c3b7e-86b5-4c46-a357-63b899636e3c", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:14:57.778472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cfe77e6-ee0e-43da-ba1a-8ea963e4a15b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:14:57.778926 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950842a8-356e-4287-b2ce-6e9a0634e1d4', 'name': 'network-vif-deleted', 'tag': '876c3b7e-86b5-4c46-a357-63b899636e3c', 'status': 'completed', 'code': 200} Jan 27 15:14:58.380255 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd85ec4f-8666-4168-914d-dd0c6ca52793 req-6dc6370a-aea0-43da-8320-07729c212e9f tempest-ServersNegativeTestJSON-1294474752 tempest-ServersNegativeTestJSON-1294474752-project] 10.222.0.18 "GET /v2.0/ports?device_id=950842a8-356e-4287-b2ce-6e9a0634e1d4 HTTP/1.1" status: 200 len: 210 time: 0.0357289 Jan 27 15:14:59.444896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43280) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:59.530946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] Deleting subnet 7904d81b-5483-456f-8b70-0572251c39c4 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:14:59.536577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:59.605080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:59.675470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:59.764417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:59.792475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7904d81b-5483-456f-8b70-0572251c39c4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:14:59.796729 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:14:59.800878 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c04224a7-3902-41b1-8b58-3f9aab08d39a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7904d81b-5483-456f-8b70-0572251c39c4 HTTP/1.1" status: 204 len: 168 time: 0.3543971 Jan 27 15:14:59.803499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43282) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:14:59.898738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.014149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.044788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ecbcef-5a93-48ca-b452-1c6ca962772f']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:00.058621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273a7e47-0d98-44d7-b19a-a0070457783a') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:00.059019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273a7e47-0d98-44d7-b19a-a0070457783a') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:00.075877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.092145 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.103422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:00.104124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:00.107064 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:00.173416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876c3b7e-86b5-4c46-a357-63b899636e3c no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:15:00.209212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.209859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 876c3b7e-86b5-4c46-a357-63b899636e3c {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:15:00.210323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 876c3b7e-86b5-4c46-a357-63b899636e3c not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:15:00.218141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.223074 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] 10.222.0.18 "DELETE /v2.0/networks/85ecbcef-5a93-48ca-b452-1c6ca962772f HTTP/1.1" status: 204 len: 168 time: 0.4184191 Jan 27 15:15:00.237261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c77b71-4e7a-49d5-a8b3-9a709928cb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=85ecbcef-5a93-48ca-b452-1c6ca962772f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:00.353439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43286) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:00.402856 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-049a3925-4a0e-4a26-9aa8-fb3899c24046 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adee0c6dd22947ad81176176c1d0d01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475407 Jan 27 15:15:00.405890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43288) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:00.410217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.466588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f2209b-a249-475a-b9d0-e847d14e3f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.493472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f2209b-a249-475a-b9d0-e847d14e3f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.555509 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f2209b-a249-475a-b9d0-e847d14e3f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.559103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c7f2209b-a249-475a-b9d0-e847d14e3f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:00.560447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c7f2209b-a249-475a-b9d0-e847d14e3f5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9f6b4e2-67f3-4121-ae12-c083b6da44e6 HTTP/1.1" status: 204 len: 168 time: 0.1533685 Jan 27 15:15:00.573107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2209b-a249-475a-b9d0-e847d14e3f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f6b4e2-67f3-4121-ae12-c083b6da44e6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:00.914724 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:15:01.442073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43310) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:01.557443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-972626422'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:01.590838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:01.595298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.606436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.715497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.720392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.752869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:01.764233 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fcb927-6fb3-4a78-8d3c-91a431cd882d,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:01.770042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.770392 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Added segment 342d524a-9d2b-429e-8ce7-9e1b3a97134e of type vlan for network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 Jan 27 15:15:01.819251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.849878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.858894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:01.860116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:01.927435 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4839451 Jan 27 15:15:01.959994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b145d2-4b32-410b-b056-3ace02c5f4a3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Network': ['ID=503c8d90-3a81-4b0b-9bcb-708eb79110b4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:01.973496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:05.331999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43314) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:05.337537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'subnet': {'network_id': '503c8d90-3a81-4b0b-9bcb-708eb79110b4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:05.440063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:05.444129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:05.669898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:05.732495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Subnet': ['ID=0456a9c5-e20c-459a-bb64-ecc59ea1a57f,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:05.749453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Checking segment: {'id': '342d524a-9d2b-429e-8ce7-9e1b3a97134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '503c8d90-3a81-4b0b-9bcb-708eb79110b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:05.749453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network hostable DHCP agents. Network: 503c8d90-3a81-4b0b-9bcb-708eb79110b4, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:05.765871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:05.777093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 503c8d90-3a81-4b0b-9bcb-708eb79110b4) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:05.782387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:05.783067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:05.791443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ab2ca-04db-4317-9d1d-69836d62a0a3 None None] Network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:05.805349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9baf2144-17f5-4eec-b0e1-2cd3fe0d798e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4720170 Jan 27 15:15:05.809443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43316) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:05.815308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-976575430'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:05.843197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:05.847128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:05.875533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:05.887252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:05.887640 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Added segment 6f1bf090-8047-40c0-8a1e-afe781488756 of type vlan for network a2430196-88a4-406c-bd62-d4670fd153aa Jan 27 15:15:05.939394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:05.973513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:05.981273 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:05.982082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.011384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-503c8d90-3a81-4b0b-9bcb-708eb79110b4', 'network_id': '503c8d90-3a81-4b0b-9bcb-708eb79110b4', 'tenant_id': '72f4cde1296c41f58d5c5cc567f674b8', 'fixed_ips': [{'subnet_id': '0456a9c5-e20c-459a-bb64-ecc59ea1a57f'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:06.012620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.053815 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2428417 Jan 27 15:15:06.058767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43318) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:06.069161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'subnet': {'network_id': 'a2430196-88a4-406c-bd62-d4670fd153aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:06.085553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af463e-0bd9-4465-9039-4bceb4ff132e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Network': ['ID=a2430196-88a4-406c-bd62-d4670fd153aa,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:06.108212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network a2430196-88a4-406c-bd62-d4670fd153aa details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:06.230691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:06.234780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.321501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Allocated IP 2001:db8:0:ffff::2 (503c8d90-3a81-4b0b-9bcb-708eb79110b4/0456a9c5-e20c-459a-bb64-ecc59ea1a57f/41c7a703-bf5e-416b-9ad2-78c19bae00a7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:06.474418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.524786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.534446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.569039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Subnet': ['ID=de2bfb73-0b0a-4606-a57a-1309ce3d1c93,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:06.579738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Checking segment: {'id': '6f1bf090-8047-40c0-8a1e-afe781488756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a2430196-88a4-406c-bd62-d4670fd153aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:06.580318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network hostable DHCP agents. Network: a2430196-88a4-406c-bd62-d4670fd153aa, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:06.590131 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:06.593944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:06.603435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:06.605732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network a2430196-88a4-406c-bd62-d4670fd153aa is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:06.619405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, a2430196-88a4-406c-bd62-d4670fd153aa) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:06.623884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Pushing event updated for resources: {'Port': ['ID=41c7a703-bf5e-416b-9ad2-78c19bae00a7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:06.626492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:06.627950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.654112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363329ee-0864-43f7-a767-7b20b3b2d3d5 None None] Network a2430196-88a4-406c-bd62-d4670fd153aa requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:06.655116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b20553e4-a71d-4f4c-ae8d-f4c8f0a6c639 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5940409 Jan 27 15:15:06.658909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43320) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:06.771590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Attempting to bind port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:06.772892 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Attempting to bind port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '342d524a-9d2b-429e-8ce7-9e1b3a97134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '503c8d90-3a81-4b0b-9bcb-708eb79110b4'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:06.772892 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Attempting to bind port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 on network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:06.785422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:06.785767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Checking segment: {'id': '342d524a-9d2b-429e-8ce7-9e1b3a97134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '503c8d90-3a81-4b0b-9bcb-708eb79110b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:06.786230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.786774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Bound using segment: {'id': '342d524a-9d2b-429e-8ce7-9e1b3a97134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '503c8d90-3a81-4b0b-9bcb-708eb79110b4'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:06.788049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Bound port: 41c7a703-bf5e-416b-9ad2-78c19bae00a7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342d524a-9d2b-429e-8ce7-9e1b3a97134e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '503c8d90-3a81-4b0b-9bcb-708eb79110b4'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:06.788599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.824411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.912565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] For port 41c7a703-bf5e-416b-9ad2-78c19bae00a7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:06.918268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] For port 41c7a703-bf5e-416b-9ad2-78c19bae00a7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=41c7a703-bf5e-416b-9ad2-78c19bae00a7,segment=NetworkSegment(342d524a-9d2b-429e-8ce7-9e1b3a97134e),segment_id=342d524a-9d2b-429e-8ce7-9e1b3a97134e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:06.939127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.939760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:06.969020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feaad38-cee7-47ce-94b6-a38819e63459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-a2430196-88a4-406c-bd62-d4670fd153aa', 'network_id': 'a2430196-88a4-406c-bd62-d4670fd153aa', 'tenant_id': '72f4cde1296c41f58d5c5cc567f674b8', 'fixed_ips': [{'subnet_id': 'de2bfb73-0b0a-4606-a57a-1309ce3d1c93'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:06.969879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1feaad38-cee7-47ce-94b6-a38819e63459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.054014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.092870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Subnet': ['ID=de2bfb73-0b0a-4606-a57a-1309ce3d1c93,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:07.143160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60005f-5e11-413e-a0ce-e5a0189db209 None None] Pushing event updated for resources: {'Port': ['ID=41c7a703-bf5e-416b-9ad2-78c19bae00a7,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:07.157744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server [None req-1feaad38-cee7-47ce-94b6-a38819e63459 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de2bfb73-0b0a-4606-a57a-1309ce3d1c93: This subnet is being modified by another concurrent operation. Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise exception Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de2bfb73-0b0a-4606-a57a-1309ce3d1c93: This subnet is being modified by another concurrent operation. Jan 27 15:15:07.183584 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Jan 27 15:15:07.197336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2430196-88a4-406c-bd62-d4670fd153aa']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:07.213348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1bf090-8047-40c0-8a1e-afe781488756') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:07.213614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b91018-1fae-4e6c-ba96-84df681ce4d7 None None] Network a2430196-88a4-406c-bd62-d4670fd153aa requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:07.214023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1bf090-8047-40c0-8a1e-afe781488756') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:07.243098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.284389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.304668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:07.305271 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:07.310377 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:07.416568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.429810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.434536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/a2430196-88a4-406c-bd62-d4670fd153aa HTTP/1.1" status: 204 len: 168 time: 0.7741082 Jan 27 15:15:07.439555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43322) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:07.445854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100972519'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:07.452177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa4c1f-0b38-4436-8065-39e24b98b1d3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Network': ['ID=a2430196-88a4-406c-bd62-d4670fd153aa,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:07.490880 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:07.495331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.522727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:07.536795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.537854 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Added segment 4a38af61-4b7d-4c49-b51e-dd55df88235a of type vlan for network 78f4ae76-084c-464b-8123-61ffeb24d06b Jan 27 15:15:07.610347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.652642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.658515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:07.659162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.720762 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2797468 Jan 27 15:15:07.723820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43324) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:07.736652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'subnet': {'network_id': '78f4ae76-084c-464b-8123-61ffeb24d06b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:07.797183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026edd9-e086-4a1c-ac7c-39461793f764 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Network': ['ID=78f4ae76-084c-464b-8123-61ffeb24d06b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:07.811065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 78f4ae76-084c-464b-8123-61ffeb24d06b details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:07.877700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:07.884387 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:07.962242 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Performing IP validity checks on allocation pools {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 15:15:07.962856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.ipam_backend_mixin [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=108742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 15:15:08.063916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 41c7a703-bf5e-416b-9ad2-78c19bae00a7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:08.149526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:08.150028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.155784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.270701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Subnet': ['ID=1a21793d-9c47-4f5b-8369-4c4f3201e6e6,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:08.284028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Checking segment: {'id': '4a38af61-4b7d-4c49-b51e-dd55df88235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '78f4ae76-084c-464b-8123-61ffeb24d06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:08.284663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network hostable DHCP agents. Network: 78f4ae76-084c-464b-8123-61ffeb24d06b, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:08.307586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.310856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network 78f4ae76-084c-464b-8123-61ffeb24d06b is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:08.328065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 78f4ae76-084c-464b-8123-61ffeb24d06b) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:08.335982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:08.336887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.344944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed799b-84ae-4a0c-b210-d9be8788c496 None None] Network 78f4ae76-084c-464b-8123-61ffeb24d06b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:08.357375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df616c6-808a-4b03-ba5d-f129e714dfb4 None None] Network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:08.361981 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b2910ab7-f4bc-4815-867f-2fb0cf2e2cb6 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6356802 Jan 27 15:15:08.365284 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43326) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:08.445964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 41c7a703-bf5e-416b-9ad2-78c19bae00a7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=41c7a703-bf5e-416b-9ad2-78c19bae00a7,segment=NetworkSegment(342d524a-9d2b-429e-8ce7-9e1b3a97134e),segment_id=342d524a-9d2b-429e-8ce7-9e1b3a97134e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:08.483593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.506756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.535424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-28d8e1bf-5ec1-4305-8271-98ff9dce946e None None] Provisioning complete for port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:08.535786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-28d8e1bf-5ec1-4305-8271-98ff9dce946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.617893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.645898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=41c7a703-bf5e-416b-9ad2-78c19bae00a7,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:08.704687 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.744678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Subnet': ['ID=1a21793d-9c47-4f5b-8369-4c4f3201e6e6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:08.841964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.872055 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f4ae76-084c-464b-8123-61ffeb24d06b']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:08.885553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a38af61-4b7d-4c49-b51e-dd55df88235a') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:08.885940 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a38af61-4b7d-4c49-b51e-dd55df88235a') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:08.904382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.928174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.938811 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:08.939530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:08.945489 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:08.950288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d66b2-5015-47b5-8c06-9d6f9e29cfba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-78f4ae76-084c-464b-8123-61ffeb24d06b', 'network_id': '78f4ae76-084c-464b-8123-61ffeb24d06b', 'tenant_id': '72f4cde1296c41f58d5c5cc567f674b8', 'fixed_ips': [{'subnet_id': '1a21793d-9c47-4f5b-8369-4c4f3201e6e6'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:08.951170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e3d66b2-5015-47b5-8c06-9d6f9e29cfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.015200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-1e3d66b2-5015-47b5-8c06-9d6f9e29cfba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 15:15:09.015200 dv-neutron-826438-5-hyperv neutron-server[108744]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 27 15:15:09.015200 dv-neutron-826438-5-hyperv neutron-server[108744]: [parameters: {'project_id': '72f4cde1296c41f58d5c5cc567f674b8', 'id': '5f0cedf2-0afb-44d4-b093-b37add491ab5', 'name': '', 'network_id': '78f4ae76-084c-464b-8123-61ffeb24d06b', 'mac_address': 'fa:16:3e:53:ba:eb', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-78f4ae76-084c-464b-8123-61ffeb24d06b', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1590}] Jan 27 15:15:09.015200 dv-neutron-826438-5-hyperv neutron-server[108744]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 15:15:09.016179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-1e3d66b2-5015-47b5-8c06-9d6f9e29cfba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 15:15:09.028735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.042410 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.046583 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/78f4ae76-084c-464b-8123-61ffeb24d06b HTTP/1.1" status: 204 len: 168 time: 0.6797609 Jan 27 15:15:09.051861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43328) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:09.059005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-645671136'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:09.065399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dc6ef-8fc4-4dde-90a5-a36bb3a10a96 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Network': ['ID=78f4ae76-084c-464b-8123-61ffeb24d06b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:09.095679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:09.099847 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.128968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:09.142579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.143101 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Added segment 5363676c-ed4f-4c7a-8051-7d1f98f94f79 of type vlan for network 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 Jan 27 15:15:09.191537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.223052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.232641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:09.233535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.295360 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2407017 Jan 27 15:15:09.299561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43330) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:09.300505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5ac26099-4230-4a5d-9608-1544fdacf509 None None] Provisioning complete for port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:09.301312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5ac26099-4230-4a5d-9608-1544fdacf509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.307053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'subnet': {'network_id': '27ad1521-04f4-4d2a-87f3-32ce63da9ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:09.330596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33212b3-d876-42c6-91ff-03324d98e596 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Network': ['ID=27ad1521-04f4-4d2a-87f3-32ce63da9ec1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:09.348397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:09.517021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e3d66b2-5015-47b5-8c06-9d6f9e29cfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.555235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd0d18-7b85-41d4-8aac-181c068c33e0 None None] Network 78f4ae76-084c-464b-8123-61ffeb24d06b requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:09.568116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd0d18-7b85-41d4-8aac-181c068c33e0 None None] Network 78f4ae76-084c-464b-8123-61ffeb24d06b could not be found, it might have been deleted concurrently. {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 27 15:15:09.577656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf83943-3e3b-4b03-877e-a82f89255502 None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 15:15:09.673300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf83943-3e3b-4b03-877e-a82f89255502 None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 15:15:09.773878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:09.780793 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:09.951723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 41c7a703-bf5e-416b-9ad2-78c19bae00a7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:10.012657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.041023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:10.041382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.122993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Subnet': ['ID=754b1cec-7668-429d-953f-3fef3e967a35,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:10.128925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Checking segment: {'id': '5363676c-ed4f-4c7a-8051-7d1f98f94f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '27ad1521-04f4-4d2a-87f3-32ce63da9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:10.129306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network hostable DHCP agents. Network: 27ad1521-04f4-4d2a-87f3-32ce63da9ec1, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:10.153400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:10.164642 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 27ad1521-04f4-4d2a-87f3-32ce63da9ec1) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:10.169439 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:10.170036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.176770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5407e7-1a2f-4970-8084-d4e8a14a9076 None None] Network 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:10.196731 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d0b298bd-6cfd-4412-a530-0c81746bced1 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8958952 Jan 27 15:15:10.202333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43332) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:10.207643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-729638077'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:10.236010 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:10.239865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.281168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:10.296825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.297377 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Added segment f2f3ca5a-df1f-4793-8f7e-d4ca78480afb of type vlan for network 19600e1b-249e-45a2-958c-30cfbc0aa4b6 Jan 27 15:15:10.369043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.404988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-27ad1521-04f4-4d2a-87f3-32ce63da9ec1', 'network_id': '27ad1521-04f4-4d2a-87f3-32ce63da9ec1', 'tenant_id': '72f4cde1296c41f58d5c5cc567f674b8', 'fixed_ips': [{'subnet_id': '754b1cec-7668-429d-953f-3fef3e967a35'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:10.405884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.406545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.415860 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:10.416885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.491936 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2883940 Jan 27 15:15:10.496726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43334) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:10.504853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Request body: {'subnet': {'network_id': '19600e1b-249e-45a2-958c-30cfbc0aa4b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:10.518497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf2ec7-02ed-4875-ad88-8d22b03f4dfb tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Network': ['ID=19600e1b-249e-45a2-958c-30cfbc0aa4b6,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:10.535616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 19600e1b-249e-45a2-958c-30cfbc0aa4b6 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:10.647375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Made reservation on behalf of 72f4cde1296c41f58d5c5cc567f674b8 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:10.651451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.695841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Allocated IP 2001:db8::2 (27ad1521-04f4-4d2a-87f3-32ce63da9ec1/754b1cec-7668-429d-953f-3fef3e967a35/b4c01f16-bb24-473f-9ffe-5a8dfc0872ea) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:10.893991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.899011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.902546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:10.951527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Network 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:10.958408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:10.965205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:10.973870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event updated for resources: {'Subnet': ['ID=6563da51-bd89-4047-a957-b368981a3219,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:10.982619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Pushing event updated for resources: {'Port': ['ID=b4c01f16-bb24-473f-9ffe-5a8dfc0872ea,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:10.984977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Checking segment: {'id': 'f2f3ca5a-df1f-4793-8f7e-d4ca78480afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '19600e1b-249e-45a2-958c-30cfbc0aa4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:10.985402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network hostable DHCP agents. Network: 19600e1b-249e-45a2-958c-30cfbc0aa4b6, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:11.007265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Network 19600e1b-249e-45a2-958c-30cfbc0aa4b6 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:11.021863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 19600e1b-249e-45a2-958c-30cfbc0aa4b6) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:11.029807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:11.030975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.044847 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f50e26-24d9-451c-b6ba-1d89bd561efc None None] Network 19600e1b-249e-45a2-958c-30cfbc0aa4b6 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:11.062001 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fb68c6b5-b308-4ebc-b955-5a3870fe076b tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5611238 Jan 27 15:15:11.062365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43336) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:11.094725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Attempting to bind port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:11.095080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Attempting to bind port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '5363676c-ed4f-4c7a-8051-7d1f98f94f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '27ad1521-04f4-4d2a-87f3-32ce63da9ec1'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:11.095487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Attempting to bind port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea on network 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:11.106993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:11.107410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Checking segment: {'id': '5363676c-ed4f-4c7a-8051-7d1f98f94f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '27ad1521-04f4-4d2a-87f3-32ce63da9ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:11.107811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.108216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Bound using segment: {'id': '5363676c-ed4f-4c7a-8051-7d1f98f94f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '27ad1521-04f4-4d2a-87f3-32ce63da9ec1'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:11.108742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Bound port: b4c01f16-bb24-473f-9ffe-5a8dfc0872ea, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5363676c-ed4f-4c7a-8051-7d1f98f94f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '27ad1521-04f4-4d2a-87f3-32ce63da9ec1'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:11.109106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.224066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.274697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] For port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:11.292490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] For port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b4c01f16-bb24-473f-9ffe-5a8dfc0872ea,segment=NetworkSegment(5363676c-ed4f-4c7a-8051-7d1f98f94f79),segment_id=5363676c-ed4f-4c7a-8051-7d1f98f94f79)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:11.300078 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.307533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.361710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234100ba-144d-468c-bf28-0c47b5cb8baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-19600e1b-249e-45a2-958c-30cfbc0aa4b6', 'network_id': '19600e1b-249e-45a2-958c-30cfbc0aa4b6', 'tenant_id': '72f4cde1296c41f58d5c5cc567f674b8', 'fixed_ips': [{'subnet_id': '6563da51-bd89-4047-a957-b368981a3219'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:11.362462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-234100ba-144d-468c-bf28-0c47b5cb8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.399392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cf236-d616-47c6-93e3-f9bf8bc99909 None None] Pushing event updated for resources: {'Port': ['ID=b4c01f16-bb24-473f-9ffe-5a8dfc0872ea,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:11.401158 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.434045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Subnet': ['ID=6563da51-bd89-4047-a957-b368981a3219,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server [None req-234100ba-144d-468c-bf28-0c47b5cb8baf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6563da51-bd89-4047-a957-b368981a3219: This subnet is being modified by another concurrent operation. Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server raise exception Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6563da51-bd89-4047-a957-b368981a3219: This subnet is being modified by another concurrent operation. Jan 27 15:15:11.496595 dv-neutron-826438-5-hyperv neutron-server[108744]: ERROR oslo_messaging.rpc.server Jan 27 15:15:11.512541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.524938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f80cdc0-bb92-4eda-a51c-495fb2d5c337 None None] Network 19600e1b-249e-45a2-958c-30cfbc0aa4b6 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:11.547136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19600e1b-249e-45a2-958c-30cfbc0aa4b6']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:11.564887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f3ca5a-df1f-4793-8f7e-d4ca78480afb') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:11.565395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f3ca5a-df1f-4793-8f7e-d4ca78480afb') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:11.582557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.614015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.627756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:11.628573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:11.650113 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:11.729321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.738724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.743767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/19600e1b-249e-45a2-958c-30cfbc0aa4b6 HTTP/1.1" status: 204 len: 168 time: 0.6799769 Jan 27 15:15:11.748424 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43338) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:11.757122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9eeb2-88fc-4995-97f9-b4b0d8a24bc2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Network': ['ID=19600e1b-249e-45a2-958c-30cfbc0aa4b6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:11.781055 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e202643-8fdf-4cac-8e34-39385c6ce0b0 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] GET failed (client error): The resource could not be found. Jan 27 15:15:11.782616 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4e202643-8fdf-4cac-8e34-39385c6ce0b0 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "GET /v2.0/subnets/6563da51-bd89-4047-a957-b368981a3219 HTTP/1.1" status: 404 len: 337 time: 0.0321324 Jan 27 15:15:11.786925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43340) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:11.808756 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afebca9-21f1-4e49-9007-8a75ae963cf9 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] DELETE failed (client error): The resource could not be found. Jan 27 15:15:11.809363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afebca9-21f1-4e49-9007-8a75ae963cf9 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 15:15:11.812526 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7afebca9-21f1-4e49-9007-8a75ae963cf9 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/19600e1b-249e-45a2-958c-30cfbc0aa4b6 HTTP/1.1" status: 404 len: 339 time: 0.0227938 Jan 27 15:15:11.816768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43342) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:11.845261 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e530a3fe-a451-42a2-bba7-35cbb236129c tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] DELETE failed (client error): The resource could not be found. Jan 27 15:15:11.845637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e530a3fe-a451-42a2-bba7-35cbb236129c tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 15:15:11.848773 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e530a3fe-a451-42a2-bba7-35cbb236129c tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/subnets/6563da51-bd89-4047-a957-b368981a3219 HTTP/1.1" status: 404 len: 337 time: 0.0308592 Jan 27 15:15:11.851576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43344) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:11.877727 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-508a2413-1292-41a2-aea3-05bdd86f3a6a tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] DELETE failed (client error): The resource could not be found. Jan 27 15:15:11.877727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508a2413-1292-41a2-aea3-05bdd86f3a6a tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 15:15:11.880256 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-508a2413-1292-41a2-aea3-05bdd86f3a6a tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/19600e1b-249e-45a2-958c-30cfbc0aa4b6 HTTP/1.1" status: 404 len: 339 time: 0.0276566 Jan 27 15:15:11.883999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43346) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:11.957594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Deleting subnet 754b1cec-7668-429d-953f-3fef3e967a35 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:15:11.961834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:11.978527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b4c01f16-bb24-473f-9ffe-5a8dfc0872ea up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:12.025469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.043461 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:12.043840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.130978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.132849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.209301 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.238251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Subnet': ['ID=754b1cec-7668-429d-953f-3fef3e967a35,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:12.247008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.250423 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4814dacc-da42-433c-9497-6519475945f2 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/subnets/754b1cec-7668-429d-953f-3fef3e967a35 HTTP/1.1" status: 204 len: 168 time: 0.3652339 Jan 27 15:15:12.253042 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43348) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:12.275574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 15:15:12.275574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 15:15:12.345914 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.419112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Deleting port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:15:12.419762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.496065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] For port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b4c01f16-bb24-473f-9ffe-5a8dfc0872ea,segment=NetworkSegment(5363676c-ed4f-4c7a-8051-7d1f98f94f79),segment_id=5363676c-ed4f-4c7a-8051-7d1f98f94f79)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:12.496463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.513503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Calling delete_port for b4c01f16-bb24-473f-9ffe-5a8dfc0872ea owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:15:12.560900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b478b53-446b-4f47-9564-1f2cc5d6eb6d None None] Network 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:12.607668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.620091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-525a96e5-d7d6-4490-bfa7-4e4420dc0ac9 None None] Could not find standard attr ID for object b4c01f16-bb24-473f-9ffe-5a8dfc0872ea. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 15:15:12.639971 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Port': ['ID=b4c01f16-bb24-473f-9ffe-5a8dfc0872ea,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:12.644613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No DVR routers for this DVR port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:15:12.732355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356475d-1f11-4454-907d-cc8aa69caa61 None None] DHCP port deletion for 27ad1521-04f4-4d2a-87f3-32ce63da9ec1 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:15:12.739725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.752495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7d8f5-4036-4a48-8ad0-aa4365614f8b None None] get_active_networks_info from dv-neutron-826438-5-hyperv {{(pid=108744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jan 27 15:15:12.768651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ad1521-04f4-4d2a-87f3-32ce63da9ec1']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:12.780334 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5363676c-ed4f-4c7a-8051-7d1f98f94f79') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:12.780781 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5363676c-ed4f-4c7a-8051-7d1f98f94f79') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:12.799562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.804393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Port b4c01f16-bb24-473f-9ffe-5a8dfc0872ea update to ACTIVE by agent not found {{(pid=108744) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jan 27 15:15:12.816132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.824803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:12.825195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:12.828919 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:12.854854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7d8f5-4036-4a48-8ad0-aa4365614f8b None None] Resources bound (agent type, host, resource id): {{(pid=108744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 15:15:12.899921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.907620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:12.910783 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/27ad1521-04f4-4d2a-87f3-32ce63da9ec1 HTTP/1.1" status: 204 len: 168 time: 0.6566586 Jan 27 15:15:12.913749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43350) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:12.934051 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a0290-fac4-4d27-a9a4-41b2febdd46d tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Network': ['ID=27ad1521-04f4-4d2a-87f3-32ce63da9ec1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:12.958576 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac97b4d-50c0-4829-9e58-c34238d929fc tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] DELETE failed (client error): The resource could not be found. Jan 27 15:15:12.959041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac97b4d-50c0-4829-9e58-c34238d929fc tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 15:15:12.962326 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cac97b4d-50c0-4829-9e58-c34238d929fc tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/subnets/1a21793d-9c47-4f5b-8369-4c4f3201e6e6 HTTP/1.1" status: 404 len: 337 time: 0.0475950 Jan 27 15:15:12.965677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43352) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:12.985307 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a32a93-e562-4612-8055-71333a30cdc5 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] DELETE failed (client error): The resource could not be found. Jan 27 15:15:12.985923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a32a93-e562-4612-8055-71333a30cdc5 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 15:15:12.989098 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-56a32a93-e562-4612-8055-71333a30cdc5 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/78f4ae76-084c-464b-8123-61ffeb24d06b HTTP/1.1" status: 404 len: 339 time: 0.0223784 Jan 27 15:15:12.993662 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43354) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:13.020516 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.pecan_wsgi.hooks.translation [None req-409d6a14-9e21-4d5d-b5fc-f92d28ab2e5e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] DELETE failed (client error): The resource could not be found. Jan 27 15:15:13.020927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409d6a14-9e21-4d5d-b5fc-f92d28ab2e5e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 15:15:13.025390 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-409d6a14-9e21-4d5d-b5fc-f92d28ab2e5e tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/subnets/de2bfb73-0b0a-4606-a57a-1309ce3d1c93 HTTP/1.1" status: 404 len: 337 time: 0.0293529 Jan 27 15:15:13.028136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43356) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:13.047745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2539e7dc-c11d-4322-8f0f-37afbbea6643 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] DELETE failed (client error): The resource could not be found. Jan 27 15:15:13.048331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2539e7dc-c11d-4322-8f0f-37afbbea6643 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=108743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 15:15:13.051947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2539e7dc-c11d-4322-8f0f-37afbbea6643 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/a2430196-88a4-406c-bd62-d4670fd153aa HTTP/1.1" status: 404 len: 339 time: 0.0220914 Jan 27 15:15:13.055045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43358) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:13.111989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Deleting subnet 0456a9c5-e20c-459a-bb64-ecc59ea1a57f {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:15:13.116256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.157463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.259185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.324748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.352763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Subnet': ['ID=0456a9c5-e20c-459a-bb64-ecc59ea1a57f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:13.360473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.368097 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4dfcd49b-db56-48d5-a55e-4303f3982511 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/subnets/0456a9c5-e20c-459a-bb64-ecc59ea1a57f HTTP/1.1" status: 204 len: 168 time: 0.3080747 Jan 27 15:15:13.368358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44c302-112e-4cf8-9f90-3b410f9244e5 None None] Network 503c8d90-3a81-4b0b-9bcb-708eb79110b4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:13.368553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43360) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:13.456940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.519517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Deleting port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:15:13.519880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.572216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] DHCP port deletion for 503c8d90-3a81-4b0b-9bcb-708eb79110b4 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:15:13.592522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] For port 41c7a703-bf5e-416b-9ad2-78c19bae00a7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=41c7a703-bf5e-416b-9ad2-78c19bae00a7,segment=NetworkSegment(342d524a-9d2b-429e-8ce7-9e1b3a97134e),segment_id=342d524a-9d2b-429e-8ce7-9e1b3a97134e)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:13.592796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.608688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Calling delete_port for 41c7a703-bf5e-416b-9ad2-78c19bae00a7 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:15:13.637460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] Deleting port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:15:13.638079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.741580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.742561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] For port 41c7a703-bf5e-416b-9ad2-78c19bae00a7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=41c7a703-bf5e-416b-9ad2-78c19bae00a7,segment=NetworkSegment(342d524a-9d2b-429e-8ce7-9e1b3a97134e),segment_id=342d524a-9d2b-429e-8ce7-9e1b3a97134e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:13.743181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.766086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] Calling delete_port for 41c7a703-bf5e-416b-9ad2-78c19bae00a7 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:15:13.782954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Port': ['ID=41c7a703-bf5e-416b-9ad2-78c19bae00a7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:13.785834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] No DVR routers for this DVR port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:15:13.906142 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.922894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:13.942050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] Pushing event deleted for resources: {'Port': ['ID=41c7a703-bf5e-416b-9ad2-78c19bae00a7,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:13.957980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea5f14-567d-4e92-9d3c-ee00d0be2919 None None] No DVR routers for this DVR port 41c7a703-bf5e-416b-9ad2-78c19bae00a7 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:15:13.972606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503c8d90-3a81-4b0b-9bcb-708eb79110b4']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:13.975996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 41c7a703-bf5e-416b-9ad2-78c19bae00a7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:15:13.982291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342d524a-9d2b-429e-8ce7-9e1b3a97134e') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:13.982871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342d524a-9d2b-429e-8ce7-9e1b3a97134e') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:14.000964 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.003897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 41c7a703-bf5e-416b-9ad2-78c19bae00a7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:15:14.004442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 41c7a703-bf5e-416b-9ad2-78c19bae00a7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:15:14.005102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b4c01f16-bb24-473f-9ffe-5a8dfc0872ea no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:15:14.023762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.033826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:14.036118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.041543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: b4c01f16-bb24-473f-9ffe-5a8dfc0872ea {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:15:14.041970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b4c01f16-bb24-473f-9ffe-5a8dfc0872ea not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:15:14.059548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-18a45ad4-c897-40af-8a72-830fa268a7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:14.096926 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:14.121248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.126426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.130914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] 10.222.0.18 "DELETE /v2.0/networks/503c8d90-3a81-4b0b-9bcb-708eb79110b4 HTTP/1.1" status: 204 len: 168 time: 0.7613583 Jan 27 15:15:14.149045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c10d96-9fa4-4e7c-9944-c60f102e8af3 tempest-NetworksIpV6Test-105323601 tempest-NetworksIpV6Test-105323601-project] Pushing event deleted for resources: {'Network': ['ID=503c8d90-3a81-4b0b-9bcb-708eb79110b4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:14.495453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43366) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:14.648351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-63e464cc-aa0a-48ee-961f-9ae6b665ef23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72f4cde1296c41f58d5c5cc567f674b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513062 Jan 27 15:15:14.650761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43370) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:14.729372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.757840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.817662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.820633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:14.822045 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58fcb927-6fb3-4a78-8d3c-91a431cd882d HTTP/1.1" status: 204 len: 168 time: 0.1701689 Jan 27 15:15:14.832961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fcb927-6fb3-4a78-8d3c-91a431cd882d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:14.843568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.843808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.844545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.844887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.845227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.845637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.845894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.846206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.846649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.846911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.847352 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:14.847583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6bde5a-0434-4eae-827f-5dbc1fdba5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:15.735064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43392) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:15.846954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fa781fef-68f4-46ce-82ea-d4922dcc3419 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-401011962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:15.886805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa781fef-68f4-46ce-82ea-d4922dcc3419 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:15.888327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa781fef-68f4-46ce-82ea-d4922dcc3419 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:15.962521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa781fef-68f4-46ce-82ea-d4922dcc3419 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:15.967992 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa781fef-68f4-46ce-82ea-d4922dcc3419 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:15.991483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fa781fef-68f4-46ce-82ea-d4922dcc3419 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:15.992972 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fa781fef-68f4-46ce-82ea-d4922dcc3419 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2564206 Jan 27 15:15:15.997095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43396) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:16.002640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-700050841'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:16.037226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Made reservation on behalf of c9347d78193a44b9933b6d75d47209c9 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:16.041376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.052124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.169645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.173615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.218653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:16.247240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a5243-a4a4-4ec0-b84e-de548e24a80c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:16.253853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.254661 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Added segment b96a514c-3708-4f92-87f1-2b5855e25fd1 of type vlan for network 43213d2a-b149-4c35-88a0-34dc1858cfdc Jan 27 15:15:16.308350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-426dd0e0-8550-4076-96f2-4943ca723859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.327613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.361903 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.368546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:16.369217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:16.430705 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4323232 Jan 27 15:15:16.435130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43398) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:16.445130 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Request body: {'subnet': {'network_id': '43213d2a-b149-4c35-88a0-34dc1858cfdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:16.449647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055dff-f9b3-48a2-a5a7-59439336c086 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event updated for resources: {'Network': ['ID=43213d2a-b149-4c35-88a0-34dc1858cfdc,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:16.466341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 43213d2a-b149-4c35-88a0-34dc1858cfdc details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:16.597281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Made reservation on behalf of c9347d78193a44b9933b6d75d47209c9 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:16.601604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.187931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.260817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event updated for resources: {'Subnet': ['ID=5b51f903-24d9-467f-beac-019a5ee146de,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:17.275517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Checking segment: {'id': 'b96a514c-3708-4f92-87f1-2b5855e25fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '43213d2a-b149-4c35-88a0-34dc1858cfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:17.275923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Network hostable DHCP agents. Network: 43213d2a-b149-4c35-88a0-34dc1858cfdc, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:17.296931 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Network 43213d2a-b149-4c35-88a0-34dc1858cfdc is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:17.308945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 43213d2a-b149-4c35-88a0-34dc1858cfdc) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:17.314106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:17.314725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.320617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9967640b-5759-44d1-b22b-6b224cc42c1a None None] Network 43213d2a-b149-4c35-88a0-34dc1858cfdc requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:17.334161 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4a88865e-01da-463e-b6de-45823dfc257a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8970301 Jan 27 15:15:17.337844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43400) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:17.343460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-146912315'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:17.374248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Made reservation on behalf of c9347d78193a44b9933b6d75d47209c9 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:17.378266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.406975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:17.420435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.420889 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Added segment 32e31f04-40d5-420a-80fe-8edf18f776b9 of type vlan for network 8a2df671-c2d1-4a47-8b16-3db1491cd041 Jan 27 15:15:17.467730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.501141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.508626 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:17.508968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.509408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.560193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-43213d2a-b149-4c35-88a0-34dc1858cfdc', 'network_id': '43213d2a-b149-4c35-88a0-34dc1858cfdc', 'tenant_id': 'c9347d78193a44b9933b6d75d47209c9', 'fixed_ips': [{'subnet_id': '5b51f903-24d9-467f-beac-019a5ee146de'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:17.561257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.582767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2436409 Jan 27 15:15:17.587771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43402) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:17.593973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09297641-0510-45e5-a84b-1f068b1ece40 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event updated for resources: {'Network': ['ID=8a2df671-c2d1-4a47-8b16-3db1491cd041,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:17.599730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Request body: {'subnet': {'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:17.653223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 8a2df671-c2d1-4a47-8b16-3db1491cd041 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:17.726733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Made reservation on behalf of c9347d78193a44b9933b6d75d47209c9 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:17.733648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:17.805766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Allocated IP 172.20.0.2 (43213d2a-b149-4c35-88a0-34dc1858cfdc/5b51f903-24d9-467f-beac-019a5ee146de/68db6174-40eb-482f-b1e8-a07fdd33b274) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:17.968569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.039571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event updated for resources: {'Subnet': ['ID=8cedd688-c565-45f4-9b0a-ff7b963cadc9,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:18.049498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Checking segment: {'id': '32e31f04-40d5-420a-80fe-8edf18f776b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:18.049994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Network hostable DHCP agents. Network: 8a2df671-c2d1-4a47-8b16-3db1491cd041, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:18.078114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Network 8a2df671-c2d1-4a47-8b16-3db1491cd041 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:18.091502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 8a2df671-c2d1-4a47-8b16-3db1491cd041) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:18.103474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:18.104469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.108573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83b0be-ff49-4ffd-89f8-a9851d1a7ee8 None None] Network 8a2df671-c2d1-4a47-8b16-3db1491cd041 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:18.125620 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e2fad445-4088-44b3-8e3d-d894a4c9b83a tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5339003 Jan 27 15:15:18.130678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43404) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:18.135780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-927fd7ec-c1c9-4da3-a840-7d0b32294dae tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:18.333089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.366488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.385917 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-927fd7ec-c1c9-4da3-a840-7d0b32294dae tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.419778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-8a2df671-c2d1-4a47-8b16-3db1491cd041', 'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041', 'tenant_id': 'c9347d78193a44b9933b6d75d47209c9', 'fixed_ips': [{'subnet_id': '8cedd688-c565-45f4-9b0a-ff7b963cadc9'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:18.421007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.473467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Network 43213d2a-b149-4c35-88a0-34dc1858cfdc is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:18.482253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:18.497283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:18.504054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Pushing event updated for resources: {'Port': ['ID=68db6174-40eb-482f-b1e8-a07fdd33b274,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:18.543811 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.api.v2.resource [None req-927fd7ec-c1c9-4da3-a840-7d0b32294dae tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 15:15:18.545721 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-927fd7ec-c1c9-4da3-a840-7d0b32294dae tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "PUT /v2.0/routers/7b334913-55da-4037-a93b-b96616bd5f6e HTTP/1.1" status: 400 len: 364 time: 0.4137380 Jan 27 15:15:18.553704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43406) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:18.657900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Deleting subnet 8cedd688-c565-45f4-9b0a-ff7b963cadc9 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:15:18.687194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Attempting to bind port 68db6174-40eb-482f-b1e8-a07fdd33b274 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:18.687587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Attempting to bind port 68db6174-40eb-482f-b1e8-a07fdd33b274 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'b96a514c-3708-4f92-87f1-2b5855e25fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '43213d2a-b149-4c35-88a0-34dc1858cfdc'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:18.687954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Attempting to bind port 68db6174-40eb-482f-b1e8-a07fdd33b274 on network 43213d2a-b149-4c35-88a0-34dc1858cfdc {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:18.700947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:18.701342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Checking segment: {'id': 'b96a514c-3708-4f92-87f1-2b5855e25fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '43213d2a-b149-4c35-88a0-34dc1858cfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:18.701760 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.702160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Bound using segment: {'id': 'b96a514c-3708-4f92-87f1-2b5855e25fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '43213d2a-b149-4c35-88a0-34dc1858cfdc'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:18.702647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Bound port: 68db6174-40eb-482f-b1e8-a07fdd33b274, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96a514c-3708-4f92-87f1-2b5855e25fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '43213d2a-b149-4c35-88a0-34dc1858cfdc'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:18.703025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.752467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Allocated IP 172.21.0.2 (8a2df671-c2d1-4a47-8b16-3db1491cd041/8cedd688-c565-45f4-9b0a-ff7b963cadc9/da7f2ab5-0d89-4564-9a53-2475500178a7) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:18.854670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] For port 68db6174-40eb-482f-b1e8-a07fdd33b274, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:18.875300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] For port 68db6174-40eb-482f-b1e8-a07fdd33b274, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=68db6174-40eb-482f-b1e8-a07fdd33b274,segment=NetworkSegment(b96a514c-3708-4f92-87f1-2b5855e25fd1),segment_id=b96a514c-3708-4f92-87f1-2b5855e25fd1)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:18.879360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:18.882945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.013574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30787a87-5c78-4542-8d10-551237a36f50 None None] Pushing event updated for resources: {'Port': ['ID=68db6174-40eb-482f-b1e8-a07fdd33b274,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:19.054565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.063007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.064712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.132034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.144772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Pushing event updated for resources: {'Port': ['ID=da7f2ab5-0d89-4564-9a53-2475500178a7,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:19.153186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Network 8a2df671-c2d1-4a47-8b16-3db1491cd041 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:19.156342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:19.160386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:19.302146 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.307589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.314890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Attempting to bind port da7f2ab5-0d89-4564-9a53-2475500178a7 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:19.315593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Attempting to bind port da7f2ab5-0d89-4564-9a53-2475500178a7 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '32e31f04-40d5-420a-80fe-8edf18f776b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:19.316200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Attempting to bind port da7f2ab5-0d89-4564-9a53-2475500178a7 on network 8a2df671-c2d1-4a47-8b16-3db1491cd041 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:19.325883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:19.326535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Checking segment: {'id': '32e31f04-40d5-420a-80fe-8edf18f776b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:19.327240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.327933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Bound using segment: {'id': '32e31f04-40d5-420a-80fe-8edf18f776b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:19.328778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Bound port: da7f2ab5-0d89-4564-9a53-2475500178a7, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e31f04-40d5-420a-80fe-8edf18f776b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a2df671-c2d1-4a47-8b16-3db1491cd041'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:19.329383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.398703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.450501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event deleted for resources: {'Subnet': ['ID=8cedd688-c565-45f4-9b0a-ff7b963cadc9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:19.453242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.462373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d96b94e3-1d03-4167-b2f6-576c730cba18 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "DELETE /v2.0/subnets/8cedd688-c565-45f4-9b0a-ff7b963cadc9 HTTP/1.1" status: 204 len: 168 time: 0.9034517 Jan 27 15:15:19.462373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43408) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:19.466614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] For port da7f2ab5-0d89-4564-9a53-2475500178a7, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:19.472754 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] For port da7f2ab5-0d89-4564-9a53-2475500178a7, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=da7f2ab5-0d89-4564-9a53-2475500178a7,segment=NetworkSegment(32e31f04-40d5-420a-80fe-8edf18f776b9),segment_id=32e31f04-40d5-420a-80fe-8edf18f776b9)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:19.480372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.573032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.577665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac71ce2-5d16-4286-bf51-9c867bbfa936 None None] Pushing event updated for resources: {'Port': ['ID=da7f2ab5-0d89-4564-9a53-2475500178a7,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:19.645004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Deleting port da7f2ab5-0d89-4564-9a53-2475500178a7 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:15:19.645455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.729239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] For port da7f2ab5-0d89-4564-9a53-2475500178a7, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=da7f2ab5-0d89-4564-9a53-2475500178a7,segment=NetworkSegment(32e31f04-40d5-420a-80fe-8edf18f776b9),segment_id=32e31f04-40d5-420a-80fe-8edf18f776b9)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:19.729818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.766275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Calling delete_port for da7f2ab5-0d89-4564-9a53-2475500178a7 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:15:19.930909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:19.988217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event deleted for resources: {'Port': ['ID=da7f2ab5-0d89-4564-9a53-2475500178a7,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:20.010186 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] No DVR routers for this DVR port da7f2ab5-0d89-4564-9a53-2475500178a7 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:15:20.142034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.147674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device da7f2ab5-0d89-4564-9a53-2475500178a7 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:20.170003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: da7f2ab5-0d89-4564-9a53-2475500178a7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:15:20.170342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device da7f2ab5-0d89-4564-9a53-2475500178a7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 15:15:20.175250 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2df671-c2d1-4a47-8b16-3db1491cd041']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:20.188153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e31f04-40d5-420a-80fe-8edf18f776b9') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:20.188638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e31f04-40d5-420a-80fe-8edf18f776b9') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:20.194405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Port da7f2ab5-0d89-4564-9a53-2475500178a7 not found, will not notify nova. {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 15:15:20.194801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 68db6174-40eb-482f-b1e8-a07fdd33b274 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:20.202966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.224661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.238943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:20.240391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:20.244876 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:20.280431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 68db6174-40eb-482f-b1e8-a07fdd33b274 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:20.281137 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.318997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.327559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.331533 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "DELETE /v2.0/networks/8a2df671-c2d1-4a47-8b16-3db1491cd041 HTTP/1.1" status: 204 len: 168 time: 0.8676457 Jan 27 15:15:20.333628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43410) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:20.347050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea49aa-2f49-40bd-90da-d16f8856ccb2 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event deleted for resources: {'Network': ['ID=8a2df671-c2d1-4a47-8b16-3db1491cd041,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:20.396581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Deleting subnet 5b51f903-24d9-467f-beac-019a5ee146de {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:15:20.400638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.400809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fcb859-74b6-4259-8d04-993242279b54 None None] Network 43213d2a-b149-4c35-88a0-34dc1858cfdc requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:20.451990 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.460451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.485369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-450c86be-a78a-4797-81db-caedd437e14d None None] Provisioning complete for port 68db6174-40eb-482f-b1e8-a07fdd33b274 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:20.486044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-450c86be-a78a-4797-81db-caedd437e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.563553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 68db6174-40eb-482f-b1e8-a07fdd33b274, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=68db6174-40eb-482f-b1e8-a07fdd33b274,segment=NetworkSegment(b96a514c-3708-4f92-87f1-2b5855e25fd1),segment_id=b96a514c-3708-4f92-87f1-2b5855e25fd1)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:20.573257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.595039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.699308 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=68db6174-40eb-482f-b1e8-a07fdd33b274,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:20.699862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.728906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event deleted for resources: {'Subnet': ['ID=5b51f903-24d9-467f-beac-019a5ee146de,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:20.740594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.749305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43412) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:20.750168 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0adc3ec2-a66f-4338-9e05-812c8ddb365c tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "DELETE /v2.0/subnets/5b51f903-24d9-467f-beac-019a5ee146de HTTP/1.1" status: 204 len: 168 time: 0.4143889 Jan 27 15:15:20.845463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.923017 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Deleting port 68db6174-40eb-482f-b1e8-a07fdd33b274 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:15:20.923590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:20.950123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-66a14af4-f955-4223-9ef4-b62196975018 None None] Could not find standard attr ID for object da7f2ab5-0d89-4564-9a53-2475500178a7. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 15:15:20.979499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368326f-15be-4e9d-b7d1-0f7cdb06ef86 None None] DHCP port deletion for 8a2df671-c2d1-4a47-8b16-3db1491cd041 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:15:20.999008 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893bc7cc-13e8-4b8b-99b3-4961a0b1a8b9 None None] Network 8a2df671-c2d1-4a47-8b16-3db1491cd041 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:21.011561 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893bc7cc-13e8-4b8b-99b3-4961a0b1a8b9 None None] Network 8a2df671-c2d1-4a47-8b16-3db1491cd041 could not be found, it might have been deleted concurrently. {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jan 27 15:15:21.029528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] For port 68db6174-40eb-482f-b1e8-a07fdd33b274, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=68db6174-40eb-482f-b1e8-a07fdd33b274,segment=NetworkSegment(b96a514c-3708-4f92-87f1-2b5855e25fd1),segment_id=b96a514c-3708-4f92-87f1-2b5855e25fd1)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:21.030200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.033865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a5494-e024-4284-a593-0d572657fb4b None None] Network 43213d2a-b149-4c35-88a0-34dc1858cfdc requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:21.056708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Calling delete_port for 68db6174-40eb-482f-b1e8-a07fdd33b274 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:15:21.130770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4f62636a-7f1a-4d95-bfab-96465e20504e None None] Provisioning complete for port 68db6174-40eb-482f-b1e8-a07fdd33b274 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:21.131145 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4f62636a-7f1a-4d95-bfab-96465e20504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.156574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.189069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event deleted for resources: {'Port': ['ID=68db6174-40eb-482f-b1e8-a07fdd33b274,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:21.195664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] No DVR routers for this DVR port 68db6174-40eb-482f-b1e8-a07fdd33b274 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:15:21.204921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4f62636a-7f1a-4d95-bfab-96465e20504e None None] Could not find standard attr ID for object 68db6174-40eb-482f-b1e8-a07fdd33b274. {{(pid=108744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 15:15:21.209599 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.plugins.ml2.db [None req-4f62636a-7f1a-4d95-bfab-96465e20504e None None] No ports have port_id starting with 68db6174-40eb-482f-b1e8-a07fdd33b274 Jan 27 15:15:21.264079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b63177-7092-44f1-a1f8-d35cdd34dbd2 None None] DHCP port deletion for 43213d2a-b149-4c35-88a0-34dc1858cfdc request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:15:21.294040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.316245 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43213d2a-b149-4c35-88a0-34dc1858cfdc']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:21.327617 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96a514c-3708-4f92-87f1-2b5855e25fd1') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:21.327918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96a514c-3708-4f92-87f1-2b5855e25fd1') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:21.339501 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.355398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.362321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:15:21.362732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:15:21.366041 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:15:21.430180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.439133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.443357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "DELETE /v2.0/networks/43213d2a-b149-4c35-88a0-34dc1858cfdc HTTP/1.1" status: 204 len: 168 time: 0.6911836 Jan 27 15:15:21.446872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43414) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:21.456396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348ba5-22e6-486c-972d-2217fedae576 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Pushing event deleted for resources: {'Network': ['ID=43213d2a-b149-4c35-88a0-34dc1858cfdc,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:21.476045 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b1ba3f6a-61f4-4104-9356-acfb6a817e28 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b334913-55da-4037-a93b-b96616bd5f6e HTTP/1.1" status: 200 len: 205 time: 0.0278406 Jan 27 15:15:21.478365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43416) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:21.562294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ab86945-c69b-481f-8d82-7b9e3300d7a0 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.740609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ab86945-c69b-481f-8d82-7b9e3300d7a0 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.743175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ab86945-c69b-481f-8d82-7b9e3300d7a0 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.797517 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ab86945-c69b-481f-8d82-7b9e3300d7a0 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.798116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab86945-c69b-481f-8d82-7b9e3300d7a0 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Fanout notify agent at l3_agent the message router_deleted on router 7b334913-55da-4037-a93b-b96616bd5f6e {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:15:21.806203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ab86945-c69b-481f-8d82-7b9e3300d7a0 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:21.807163 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6ab86945-c69b-481f-8d82-7b9e3300d7a0 tempest-RoutersNegativeTest-39583482 tempest-RoutersNegativeTest-39583482-project] 10.222.0.18 "DELETE /v2.0/routers/7b334913-55da-4037-a93b-b96616bd5f6e HTTP/1.1" status: 204 len: 168 time: 0.3277659 Jan 27 15:15:21.925590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device da7f2ab5-0d89-4564-9a53-2475500178a7 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:15:21.962842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: da7f2ab5-0d89-4564-9a53-2475500178a7 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:15:21.963619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device da7f2ab5-0d89-4564-9a53-2475500178a7 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:15:21.964415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 68db6174-40eb-482f-b1e8-a07fdd33b274 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:15:22.000537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 68db6174-40eb-482f-b1e8-a07fdd33b274 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:15:22.001104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 68db6174-40eb-482f-b1e8-a07fdd33b274 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:15:22.179617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43422) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:22.359197 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-aa3489b9-4cf5-43c0-be01-cd59bfc7ced5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9347d78193a44b9933b6d75d47209c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779943 Jan 27 15:15:22.361883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43426) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:22.416177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17c0e139-9f5b-4fe3-907a-5eba19b341e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:22.441570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17c0e139-9f5b-4fe3-907a-5eba19b341e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:22.501905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17c0e139-9f5b-4fe3-907a-5eba19b341e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:22.505831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-17c0e139-9f5b-4fe3-907a-5eba19b341e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:22.507218 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-17c0e139-9f5b-4fe3-907a-5eba19b341e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae3a5243-a4a4-4ec0-b84e-de548e24a80c HTTP/1.1" status: 204 len: 168 time: 0.1442769 Jan 27 15:15:22.517132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0e139-9f5b-4fe3-907a-5eba19b341e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a5243-a4a4-4ec0-b84e-de548e24a80c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:23.274144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43448) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:23.386580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-842273351-network', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:23.413102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Made reservation on behalf of 7990928f4e894e279a4c8ec2b44fb0a6 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:23.415613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.425262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.517994 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.524001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.551177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:23.561938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1bdf79-d74a-40fe-bbf0-b12f33661b19,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:23.568373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.568723 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Added segment 1d0c0e7a-e4c4-4b76-a2c1-38415b53912a of type vlan for network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 Jan 27 15:15:23.654202 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.683380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.684553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:23.685248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:23.750285 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4748633 Jan 27 15:15:23.753825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43452) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:23.761375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Request body: {'subnet': {'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-subnet', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:23.762866 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e3d38-2faf-4421-8727-082fe2ae9737 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6fb2a2-bd95-453a-ab10-c554fe6e9287,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:23.778755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:23.797060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Made reservation on behalf of 7990928f4e894e279a4c8ec2b44fb0a6 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:23.800465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.071549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.132105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10487fe-616c-4153-afac-b025155c1e61,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:24.144277 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Checking segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:24.144635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Network hostable DHCP agents. Network: ee6fb2a2-bd95-453a-ab10-c554fe6e9287, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:24.164658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:24.176665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, ee6fb2a2-bd95-453a-ab10-c554fe6e9287) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:24.183088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:24.184889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.189942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff112be-5f93-4e1b-b953-3424bc2e5eb8 None None] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:24.213245 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43454) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:24.213566 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ec78c856-5538-4b04-a0dc-e53ef9de9e3c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4583859 Jan 27 15:15:24.218564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:24.246942 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.248231 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.337305 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.403641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'fixed_ips': [{'subnet_id': 'a10487fe-616c-4153-afac-b025155c1e61'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:24.404905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.540229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.616342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Allocated IP 172.20.0.2 (ee6fb2a2-bd95-453a-ab10-c554fe6e9287/a10487fe-616c-4153-afac-b025155c1e61/b65478b8-2b5d-4373-a82f-9ad8c6c9dcab) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:24.809854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.818700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.826339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.831580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.883021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:24.889612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:24.896310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:24.900619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Pushing event updated for resources: {'Port': ['ID=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:24.954407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Allocated IP 172.26.6.150 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:24.977984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Attempting to bind port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:24.978354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Attempting to bind port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:24.978749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Attempting to bind port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:24.984584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:24.984968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Checking segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:24.985389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:24.985776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Bound using segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:24.986262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Bound port: b65478b8-2b5d-4373-a82f-9ad8c6c9dcab, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:24.986644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:25.056550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] For port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:25.060695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] For port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:25.066443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:25.137949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:25.145512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09846c6-d1ef-410f-81d3-c86483ff36a0 None None] Pushing event updated for resources: {'Port': ['ID=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:25.201544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:25.245862 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:25.249177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:25.252999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:25.258910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:25.581907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:25.818528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.018128 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:15:26.032399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b65478b8-2b5d-4373-a82f-9ad8c6c9dcab up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:26.147725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:26.148845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.209169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:15:26.227295 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Sync routers for ids ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:15:26.237124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.238445 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4c1efe40-327f-4338-a852-82947a6564a7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0236967 Jan 27 15:15:26.243551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43456) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:26.244411 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Routers {'4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:26.245450 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:26.298790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.351759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:26.358370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.451071 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Set router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:26.453556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:26.468995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70043e9-da65-4487-8e60-cd0b3d62f77a None None] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:26.602433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8ce78fc2-3256-4faa-8843-a54dcbb463b7 None None] Provisioning complete for port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:26.602800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8ce78fc2-3256-4faa-8843-a54dcbb463b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.712269 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:25Z', 'revision_number': 3, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port': {'id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:26.856514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Checking router: 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:15:26.856865 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Updating router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:15:26.885870 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.907407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:26.973368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-fbfe365b-46df-4949-bdc6-61f9bed01a3f None None] Provisioning complete for port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:26.975113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fbfe365b-46df-4949-bdc6-61f9bed01a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.143367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Allocated IP 172.20.0.1 (ee6fb2a2-bd95-453a-ab10-c554fe6e9287/a10487fe-616c-4153-afac-b025155c1e61/b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:27.182342 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.191033 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.253258 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Attempting to bind port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:27.254402 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Attempting to bind port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:27.254402 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Attempting to bind port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:27.266531 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:27.267096 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:27.267673 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.268207 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:27.268842 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Bound port: 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:27.269479 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.272774 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Pushing event updated for resources: {'Port': ['ID=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:27.301819 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.302283 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.302676 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.303061 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.303689 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.304077 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.304455 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.304849 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.305227 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.305602 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.306065 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.306515 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:27.355025 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] For port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:27.359021 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] For port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:27.366183 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.466791 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Routers {'4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:27.467897 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:27.539600 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6022c-0e6e-48bd-9000-e4d31b8e2c8c None None] Pushing event updated for resources: {'Port': ['ID=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:27.641669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.664291 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] Set router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:27.688627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.758033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:27.763898 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:27.770207 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:27.822183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:27.844435 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:27.975552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b65478b8-2b5d-4373-a82f-9ad8c6c9dcab up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:27.999672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:25Z', 'revision_number': 3, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port': {'id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:28.002508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:28.053988 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64b56fb-fa81-4892-91ee-c3d39da8a029 None None] The sync data for ids ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'] in dv-neutron-826438-5-hyperv is: [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:25Z', 'revision_number': 3, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port': {'id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:15:28.060310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:28.061149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:28.160783 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-302330e4-924f-4500-93e4-1366a012bcde None None] Provisioning complete for port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:28.161957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-302330e4-924f-4500-93e4-1366a012bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:28.243025 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:28.251000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:28.269117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-302330e4-924f-4500-93e4-1366a012bcde None None] Port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:15:28.358394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:28.379392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:28.506067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:28.508143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:28.683689 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:15:28.803924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-49394c8f-62ed-47bd-adcb-79eb99d89753 None None] Provisioning complete for port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:28.804580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49394c8f-62ed-47bd-adcb-79eb99d89753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:28.875859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-49394c8f-62ed-47bd-adcb-79eb99d89753 None None] Port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:15:28.881505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:15:28.887310 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d82b0f84-5ae4-4033-a494-a3d0d37ff866 admin admin] 10.222.0.18 "PUT /v2.0/routers/4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6425490 Jan 27 15:15:29.510477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43472) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:29.515887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-965588594-network', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:29.543458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Made reservation on behalf of 87e22306263a4dcf96cae4f7f6b84535 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:29.546459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.562739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.676018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.682294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.712308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:15:29.722756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc868d9a-bd4f-44c2-859d-dfe154b8b779,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:29.728410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.728753 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Added segment d1c1063c-190e-442c-a648-2aac93f1a59b of type vlan for network da837976-2ad2-4fcd-bde5-3e7362a4a264 Jan 27 15:15:29.779659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.825860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.827622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:29.828806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:29.934860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4226074 Jan 27 15:15:29.938069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43474) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:29.948848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Request body: {'subnet': {'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-subnet', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:29.958060 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a729b62-8c11-4df0-935c-c178cbf46c61 admin admin] Pushing event updated for resources: {'Network': ['ID=da837976-2ad2-4fcd-bde5-3e7362a4a264,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:29.970802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:15:29.995132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Made reservation on behalf of 87e22306263a4dcf96cae4f7f6b84535 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:29.999083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.062019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Sync routers for ids ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:15:30.064938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:30.147651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Routers {'4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:30.148492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:30.259841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.261744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:30.262121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.371438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51f83de-8c44-4f28-9c97-66ff0b1ba434,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:30.391962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.392499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.392999 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.393554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.394120 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.394692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.395326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.395900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.396471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.397172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.397733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.398294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:15:30.412476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Checking segment: {'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:30.412997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Network hostable DHCP agents. Network: da837976-2ad2-4fcd-bde5-3e7362a4a264, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:15:30.439098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:15:30.453405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, da837976-2ad2-4fcd-bde5-3e7362a4a264) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:30.459817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:30.460412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.477848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67da7ef-75e9-42bf-83dc-71445d981c32 None None] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:30.485055 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-783ee482-464d-4463-a669-23db4130f99b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5436380 Jan 27 15:15:30.488850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43476) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:30.496813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:30.535574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.537627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.546937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Set router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:30.552766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.611993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.767690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.787464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.835538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:30.844518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:30.893993 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-da837976-2ad2-4fcd-bde5-3e7362a4a264', 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'fixed_ips': [{'subnet_id': 'f51f83de-8c44-4f28-9c97-66ff0b1ba434'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:15:30.894856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.028883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:31.055771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:27Z', 'revision_number': 4, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port': {'id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1', 'name': '', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'mac_address': 'fa:16:3e:76:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a10487fe-616c-4153-afac-b025155c1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:26Z', 'updated_at': '2022-01-27T15:15:28Z', 'revision_number': 2, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'subnets': [{'id': 'a10487fe-616c-4153-afac-b025155c1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:31.096644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Checking router: 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:15:31.096998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Updating router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:15:31.153425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.170429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.180410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Allocated IP 172.20.0.2 (da837976-2ad2-4fcd-bde5-3e7362a4a264/f51f83de-8c44-4f28-9c97-66ff0b1ba434/5016130d-397f-492b-86dc-af4987bebd3b) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:31.206960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.401428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Allocated IP 172.26.6.248 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/a3eec0bd-0374-436b-869c-4620b379e632) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:31.505283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.521570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.589767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.610763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:31.614251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:31.622549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Pushing event updated for resources: {'Port': ['ID=5016130d-397f-492b-86dc-af4987bebd3b,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:31.625322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:31.641516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.643603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.670024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.692459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:31.696234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:31.700515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:31.728490 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Pushing event updated for resources: {'Port': ['ID=a3eec0bd-0374-436b-869c-4620b379e632,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:31.767067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Attempting to bind port 5016130d-397f-492b-86dc-af4987bebd3b on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:31.767713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Attempting to bind port 5016130d-397f-492b-86dc-af4987bebd3b by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:31.768325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Attempting to bind port 5016130d-397f-492b-86dc-af4987bebd3b on network da837976-2ad2-4fcd-bde5-3e7362a4a264 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:31.799859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:31.801667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Checking segment: {'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:31.801667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.802024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Bound using segment: {'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:31.802599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Bound port: 5016130d-397f-492b-86dc-af4987bebd3b, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:31.803203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.831813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c18a4c-3297-400d-b51a-c6ea4e0b1384 None None] Pushing event updated for resources: {'Port': ['ID=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:31.958141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Attempting to bind port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:31.958663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Attempting to bind port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:31.959174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Attempting to bind port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:31.970316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:31.970881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Checking segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:31.971524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:31.972080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Bound using segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:31.972804 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Bound port: b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:31.973380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.020352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:32.089557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.137497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] For port 5016130d-397f-492b-86dc-af4987bebd3b, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:32.190565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] For port 5016130d-397f-492b-86dc-af4987bebd3b, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5016130d-397f-492b-86dc-af4987bebd3b,segment=NetworkSegment(d1c1063c-190e-442c-a648-2aac93f1a59b),segment_id=d1c1063c-190e-442c-a648-2aac93f1a59b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:32.208267 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.299029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-decd96df-b926-453d-9606-3e7b65a8df43 None None] Provisioning complete for port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:32.300476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-decd96df-b926-453d-9606-3e7b65a8df43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.321678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.377026 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] For port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:32.416038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] For port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:32.417733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:32.418107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.425962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d0cc7-3af1-45f6-9322-c799246c9308 None None] Pushing event updated for resources: {'Port': ['ID=5016130d-397f-492b-86dc-af4987bebd3b,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:32.455224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.504342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-decd96df-b926-453d-9606-3e7b65a8df43 None None] Port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:15:32.516856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Router de6c0f24-5d9c-4a46-9cca-45ed5d201368 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:15:32.552596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Routers {'4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:32.553248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:32.621456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c18a4c-3297-400d-b51a-c6ea4e0b1384 None None] Pushing event updated for resources: {'Port': ['ID=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:32.734457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:15:32.746668 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Sync routers for ids ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:15:32.758192 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Routers {'de6c0f24-5d9c-4a46-9cca-45ed5d201368'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:32.758814 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:32.773969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:32.782805 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43478) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:15:32.784170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-67ab9731-8653-45ff-9def-1d29cdc772fb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2929807 Jan 27 15:15:32.805055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] Set router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:32.971662 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Set router de6c0f24-5d9c-4a46-9cca-45ed5d201368 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:33.059316 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-863db5d1-5263-454b-85f8-fff168dd7466 None None] Provisioning complete for port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:33.059864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-863db5d1-5263-454b-85f8-fff168dd7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.185754 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:15:31Z', 'revision_number': 3, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port': {'id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:31Z', 'updated_at': '2022-01-27T15:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:33.217925 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Checking router: de6c0f24-5d9c-4a46-9cca-45ed5d201368 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:15:33.218290 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Updating router de6c0f24-5d9c-4a46-9cca-45ed5d201368 port a3eec0bd-0374-436b-869c-4620b379e632 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:15:33.245431 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.305685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-863db5d1-5263-454b-85f8-fff168dd7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.326049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:27Z', 'revision_number': 4, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port': {'id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1', 'name': '', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'mac_address': 'fa:16:3e:76:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a10487fe-616c-4153-afac-b025155c1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:26Z', 'updated_at': '2022-01-27T15:15:32Z', 'revision_number': 4, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'subnets': [{'id': 'a10487fe-616c-4153-afac-b025155c1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:33.400397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1248e1-53c5-4ac8-9759-afc2447a5187 None None] The sync data for ids ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'] in dv-neutron-826438-5-hyperv is: [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:27Z', 'revision_number': 4, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port': {'id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1', 'name': '', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'mac_address': 'fa:16:3e:76:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'a10487fe-616c-4153-afac-b025155c1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:26Z', 'updated_at': '2022-01-27T15:15:32Z', 'revision_number': 4, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'subnets': [{'id': 'a10487fe-616c-4153-afac-b025155c1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:15:33.447446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-863db5d1-5263-454b-85f8-fff168dd7466 None None] For port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:33.454586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-863db5d1-5263-454b-85f8-fff168dd7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.520513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863db5d1-5263-454b-85f8-fff168dd7466 None None] Pushing event updated for resources: {'Port': ['ID=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:33.593059 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.682228 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.691013 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.766593 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df2973-1668-476b-83ae-a0a70bc10248 None None] Pushing event updated for resources: {'Port': ['ID=a3eec0bd-0374-436b-869c-4620b379e632,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:33.786770 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Attempting to bind port a3eec0bd-0374-436b-869c-4620b379e632 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:33.787147 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Attempting to bind port a3eec0bd-0374-436b-869c-4620b379e632 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:33.787520 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Attempting to bind port a3eec0bd-0374-436b-869c-4620b379e632 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:33.794211 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:33.794889 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:33.795667 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.796253 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:33.796911 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Bound port: a3eec0bd-0374-436b-869c-4620b379e632, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:33.797476 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.829692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a9738-b807-42e3-b13c-a764366b68bb None None] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:15:33.869041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] For port a3eec0bd-0374-436b-869c-4620b379e632, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:33.882688 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] For port a3eec0bd-0374-436b-869c-4620b379e632, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a3eec0bd-0374-436b-869c-4620b379e632,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:33.888110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Allocated IP 172.20.0.1 (da837976-2ad2-4fcd-bde5-3e7362a4a264/f51f83de-8c44-4f28-9c97-66ff0b1ba434/31339405-413a-4a08-a8a5-55f30b118eeb) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:33.894900 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:33.977335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0767785b-3021-42af-b431-7d430c68ed05 None None] Provisioning complete for port 5016130d-397f-492b-86dc-af4987bebd3b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:33.978113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0767785b-3021-42af-b431-7d430c68ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.009051 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Routers {'de6c0f24-5d9c-4a46-9cca-45ed5d201368'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:34.010325 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:34.034449 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df2973-1668-476b-83ae-a0a70bc10248 None None] Pushing event updated for resources: {'Port': ['ID=a3eec0bd-0374-436b-869c-4620b379e632,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:34.142656 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.232765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.303409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:34.311826 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] Set router de6c0f24-5d9c-4a46-9cca-45ed5d201368 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:34.350465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:34.356645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:34.366773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:34.373625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Pushing event updated for resources: {'Port': ['ID=31339405-413a-4a08-a8a5-55f30b118eeb,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:34.464939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:34.465750 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.483255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.569011 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-66150673-b877-4440-8be4-a34782278dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:15:31Z', 'revision_number': 3, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port': {'id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:31Z', 'updated_at': '2022-01-27T15:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:34.603962 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66150673-b877-4440-8be4-a34782278dd3 None None] The sync data for ids ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'] in dv-neutron-826438-5-hyperv is: [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:15:31Z', 'revision_number': 3, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port': {'id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:31Z', 'updated_at': '2022-01-27T15:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:15:34.668781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0767785b-3021-42af-b431-7d430c68ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.762101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.812327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0767785b-3021-42af-b431-7d430c68ed05 None None] For port 5016130d-397f-492b-86dc-af4987bebd3b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5016130d-397f-492b-86dc-af4987bebd3b,segment=NetworkSegment(d1c1063c-190e-442c-a648-2aac93f1a59b),segment_id=d1c1063c-190e-442c-a648-2aac93f1a59b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:34.827066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0767785b-3021-42af-b431-7d430c68ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:34.864974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5016130d-397f-492b-86dc-af4987bebd3b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:34.942545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767785b-3021-42af-b431-7d430c68ed05 None None] Pushing event updated for resources: {'Port': ['ID=5016130d-397f-492b-86dc-af4987bebd3b,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:34.962112 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 5016130d-397f-492b-86dc-af4987bebd3b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:34.962501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.151662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8a350c84-7c21-4690-919a-d6fe613964d7 None None] Provisioning complete for port 31339405-413a-4a08-a8a5-55f30b118eeb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:35.152300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8a350c84-7c21-4690-919a-d6fe613964d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.221403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8a350c84-7c21-4690-919a-d6fe613964d7 None None] Port 31339405-413a-4a08-a8a5-55f30b118eeb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:15:35.239955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8a350c84-7c21-4690-919a-d6fe613964d7 None None] Provisioning complete for port 5016130d-397f-492b-86dc-af4987bebd3b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:35.240283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.240746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8a350c84-7c21-4690-919a-d6fe613964d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.249486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.415018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.418835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Pushing event updated for resources: {'Port': ['ID=31339405-413a-4a08-a8a5-55f30b118eeb,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:35.506575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4e05c968-9d13-45e5-a619-26a18c60be4b None None] Provisioning complete for port 31339405-413a-4a08-a8a5-55f30b118eeb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:35.509303 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e05c968-9d13-45e5-a619-26a18c60be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.563358 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:35.565667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:35.599731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4e05c968-9d13-45e5-a619-26a18c60be4b None None] Port 31339405-413a-4a08-a8a5-55f30b118eeb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:15:35.774016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Router de6c0f24-5d9c-4a46-9cca-45ed5d201368 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:15:35.931925 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-55b0bfc3-d592-4cf7-8370-5f263f8bfa03 None None] Provisioning complete for port 31339405-413a-4a08-a8a5-55f30b118eeb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:35.932311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55b0bfc3-d592-4cf7-8370-5f263f8bfa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:35.939684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:15:35.948964 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-13bc07e2-ee20-479a-a9eb-64532d2eb1dc admin admin] 10.222.0.18 "PUT /v2.0/routers/de6c0f24-5d9c-4a46-9cca-45ed5d201368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1636322 Jan 27 15:15:35.978890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-55b0bfc3-d592-4cf7-8370-5f263f8bfa03 None None] Port 31339405-413a-4a08-a8a5-55f30b118eeb cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:15:36.142747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a3eec0bd-0374-436b-869c-4620b379e632 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:36.225972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a3eec0bd-0374-436b-869c-4620b379e632 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:36.226347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:36.330377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:36.355623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port a3eec0bd-0374-436b-869c-4620b379e632, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a3eec0bd-0374-436b-869c-4620b379e632,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:36.361255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:36.362315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5016130d-397f-492b-86dc-af4987bebd3b up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:36.450198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=a3eec0bd-0374-436b-869c-4620b379e632,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:36.465445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 5016130d-397f-492b-86dc-af4987bebd3b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:36.465835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:36.948394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-d6d3623e-de24-4b71-9591-9f76315e9a92 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:36.951247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-d6d3623e-de24-4b71-9591-9f76315e9a92 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/networks?id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 200 len: 816 time: 0.1360331 Jan 27 15:15:36.974472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-d7b85bd2-88e3-4db2-a444-543f4c3d2a80 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/quotas/7990928f4e894e279a4c8ec2b44fb0a6 HTTP/1.1" status: 200 len: 375 time: 0.0152597 Jan 27 15:15:37.035701 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-040ce0ce-1679-414c-aa6b-8498a2af8f7b tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553329 Jan 27 15:15:37.037207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Sync routers for ids ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:15:37.049648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Routers {'de6c0f24-5d9c-4a46-9cca-45ed5d201368'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:37.050336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:37.163422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Set router de6c0f24-5d9c-4a46-9cca-45ed5d201368 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:37.212439 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-792f690c-e0d2-4786-af6e-df4d70125511 service neutron] 10.222.0.18 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605515 Jan 27 15:15:37.331196 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-ed8c173a-7758-4a27-836d-17c5bf0d945f service neutron] 10.222.0.18 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087120 Jan 27 15:15:37.442598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:15:34Z', 'revision_number': 4, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port': {'id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:31Z', 'updated_at': '2022-01-27T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '31339405-413a-4a08-a8a5-55f30b118eeb', 'name': '', 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'mac_address': 'fa:16:3e:1e:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'f51f83de-8c44-4f28-9c97-66ff0b1ba434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:33Z', 'updated_at': '2022-01-27T15:15:34Z', 'revision_number': 2, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'subnets': [{'id': 'f51f83de-8c44-4f28-9c97-66ff0b1ba434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:37.476616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Checking router: de6c0f24-5d9c-4a46-9cca-45ed5d201368 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:15:37.477050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Updating router de6c0f24-5d9c-4a46-9cca-45ed5d201368 port 31339405-413a-4a08-a8a5-55f30b118eeb binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:15:37.520402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:37.597603 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae8f1baa-c048-40dc-9315-8c36c2fb23ca req-0bbb875a-0e49-4cf5-be01-f8fea8213186 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 210 time: 0.0518219 Jan 27 15:15:37.925385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:37.934731 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:15:37.935679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:37.968673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a3eec0bd-0374-436b-869c-4620b379e632 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:38.021929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0475a-e5e6-44da-a54a-a11e76cb7eab None None] Pushing event updated for resources: {'Port': ['ID=31339405-413a-4a08-a8a5-55f30b118eeb,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:38.086775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Attempting to bind port 31339405-413a-4a08-a8a5-55f30b118eeb on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:38.087876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Attempting to bind port 31339405-413a-4a08-a8a5-55f30b118eeb by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:38.087876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Attempting to bind port 31339405-413a-4a08-a8a5-55f30b118eeb on network da837976-2ad2-4fcd-bde5-3e7362a4a264 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:38.094768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:38.095155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Checking segment: {'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:38.095768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:38.096107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Bound using segment: {'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:38.096582 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Bound port: 31339405-413a-4a08-a8a5-55f30b118eeb, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c1063c-190e-442c-a648-2aac93f1a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:38.096969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:38.142462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port a3eec0bd-0374-436b-869c-4620b379e632 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:38.142831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:38.206756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] For port 31339405-413a-4a08-a8a5-55f30b118eeb, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:38.211075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] For port 31339405-413a-4a08-a8a5-55f30b118eeb, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=31339405-413a-4a08-a8a5-55f30b118eeb,segment=NetworkSegment(d1c1063c-190e-442c-a648-2aac93f1a59b),segment_id=d1c1063c-190e-442c-a648-2aac93f1a59b)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:38.218749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:38.323115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Routers {'de6c0f24-5d9c-4a46-9cca-45ed5d201368'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:15:38.323806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:15:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:38.369088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0475a-e5e6-44da-a54a-a11e76cb7eab None None] Pushing event updated for resources: {'Port': ['ID=31339405-413a-4a08-a8a5-55f30b118eeb,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:38.462376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a1baa355-61f8-4eff-91c3-8b157075a46b None None] Provisioning complete for port 31339405-413a-4a08-a8a5-55f30b118eeb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:38.462751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a1baa355-61f8-4eff-91c3-8b157075a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:38.491666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] Set router de6c0f24-5d9c-4a46-9cca-45ed5d201368 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:15:38.695006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a1baa355-61f8-4eff-91c3-8b157075a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:38.772436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-a1baa355-61f8-4eff-91c3-8b157075a46b None None] For port 31339405-413a-4a08-a8a5-55f30b118eeb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=31339405-413a-4a08-a8a5-55f30b118eeb,segment=NetworkSegment(d1c1063c-190e-442c-a648-2aac93f1a59b),segment_id=d1c1063c-190e-442c-a648-2aac93f1a59b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:38.781444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a1baa355-61f8-4eff-91c3-8b157075a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:38.794675 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-02f0f797-d06b-4e0f-a149-ff1c13f598a2 req-682d3f45-91d5-4a89-83c1-8972173efa3c tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 210 time: 0.0529995 Jan 27 15:15:38.858306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:15:34Z', 'revision_number': 4, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port': {'id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:31Z', 'updated_at': '2022-01-27T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '31339405-413a-4a08-a8a5-55f30b118eeb', 'name': '', 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'mac_address': 'fa:16:3e:1e:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'f51f83de-8c44-4f28-9c97-66ff0b1ba434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:33Z', 'updated_at': '2022-01-27T15:15:38Z', 'revision_number': 4, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'subnets': [{'id': 'f51f83de-8c44-4f28-9c97-66ff0b1ba434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:15:38.902872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f86a33-5e23-42e1-b93b-ef015e5b5106 None None] The sync data for ids ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'] in dv-neutron-826438-5-hyperv is: [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:15:34Z', 'revision_number': 4, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port': {'id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:31Z', 'updated_at': '2022-01-27T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '31339405-413a-4a08-a8a5-55f30b118eeb', 'name': '', 'network_id': 'da837976-2ad2-4fcd-bde5-3e7362a4a264', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'mac_address': 'fa:16:3e:1e:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'f51f83de-8c44-4f28-9c97-66ff0b1ba434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:33Z', 'updated_at': '2022-01-27T15:15:38Z', 'revision_number': 4, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'subnets': [{'id': 'f51f83de-8c44-4f28-9c97-66ff0b1ba434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:15:38.912875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baa355-61f8-4eff-91c3-8b157075a46b None None] Pushing event updated for resources: {'Port': ['ID=31339405-413a-4a08-a8a5-55f30b118eeb,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:38.944553 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-038ef5ea-9e36-4c73-bb52-4394ff0bd85b None None] Provisioning complete for port 31339405-413a-4a08-a8a5-55f30b118eeb triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:38.945604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-038ef5ea-9e36-4c73-bb52-4394ff0bd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:39.043412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-679b9ac3-e642-4519-99fd-ab3e834b2c8c tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:39.045938 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-679b9ac3-e642-4519-99fd-ab3e834b2c8c tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "GET /v2.0/networks?id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 200 len: 816 time: 0.2567611 Jan 27 15:15:39.062754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Request body: {'port': {'device_id': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'admin_state_up': True, 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:39.640192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Made reservation on behalf of 7990928f4e894e279a4c8ec2b44fb0a6 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:15:39.646967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:39.842827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Allocated IP 172.20.0.7 (ee6fb2a2-bd95-453a-ab10-c554fe6e9287/a10487fe-616c-4153-afac-b025155c1e61/4c0ff904-5103-46d8-97f4-c20cf974ccf5) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:15:39.981281 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5b7e76dd-3373-4a15-9e60-3b445436b809 req-688b4d29-4f31-4920-ae20-39028dac94bf tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 210 time: 0.0463343 Jan 27 15:15:40.017696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 31339405-413a-4a08-a8a5-55f30b118eeb up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:40.073197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 31339405-413a-4a08-a8a5-55f30b118eeb triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:40.073920 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.096882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.139933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.198003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:15:40.202312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:15:40.206919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:15:40.216402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Pushing event updated for resources: {'Port': ['ID=4c0ff904-5103-46d8-97f4-c20cf974ccf5,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:40.275178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:40.276032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.297661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-f9264f8a-f2cb-4c09-9cb7-9a463d731e12 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2427232 Jan 27 15:15:40.311440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Request body: {'port': {'device_id': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:15:40.375088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.492004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-49f4be77-29ae-4cdd-8043-aed0f9363928 None None] Provisioning complete for port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:40.492375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-49f4be77-29ae-4cdd-8043-aed0f9363928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.532943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-49f4be77-29ae-4cdd-8043-aed0f9363928 None None] Port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:15:40.682810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0ff904-5103-46d8-97f4-c20cf974ccf5 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:15:40.691070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.705042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Transition to ACTIVE for port object 4c0ff904-5103-46d8-97f4-c20cf974ccf5 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:15:40.709844 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.766669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Pushing event updated for resources: {'Port': ['ID=4c0ff904-5103-46d8-97f4-c20cf974ccf5,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:40.844776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Attempting to bind port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:15:40.845375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Attempting to bind port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:15:40.845775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Attempting to bind port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:40.852563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:15:40.853097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Attempting to bind port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:15:40.859306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:15:40.859678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Checking segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:15:40.860076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Bound using segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:15:40.860565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Bound port: 4c0ff904-5103-46d8-97f4-c20cf974ccf5, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:15:40.860914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.941022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] For port 4c0ff904-5103-46d8-97f4-c20cf974ccf5, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:15:40.945538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] For port 4c0ff904-5103-46d8-97f4-c20cf974ccf5, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:15:40.950368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.989412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:40.989962 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:40.991642 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] 10.222.0.72 "PUT /v2.0/ports/4c0ff904-5103-46d8-97f4-c20cf974ccf5 HTTP/1.1" status: 200 len: 1093 time: 0.6867208 Jan 27 15:15:40.992198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'tag': '4c0ff904-5103-46d8-97f4-c20cf974ccf5'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:15:40.995135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5b835000-b7c3-46fa-827c-9cc0eff02b9b", "tag": "4c0ff904-5103-46d8-97f4-c20cf974ccf5"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:15:41.034953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04bc14-07b8-4da1-a40c-4654d246ea9a service neutron] Pushing event updated for resources: {'Port': ['ID=4c0ff904-5103-46d8-97f4-c20cf974ccf5,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:41.096136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfea838f-e86d-41e3-ab29-29bc706dc51c x-openstack-request-id: req-bfea838f-e86d-41e3-ab29-29bc706dc51c {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:15:41.096585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b835000-b7c3-46fa-827c-9cc0eff02b9b", "tag": "4c0ff904-5103-46d8-97f4-c20cf974ccf5", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:15:41.096976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfea838f-e86d-41e3-ab29-29bc706dc51c {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:15:41.097607 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'tag': '4c0ff904-5103-46d8-97f4-c20cf974ccf5', 'status': 'completed', 'code': 200} Jan 27 15:15:41.137280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-487bf581-84ce-4eff-a6ad-9770e5c8e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.138891 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-487bf581-84ce-4eff-a6ad-9770e5c8e869 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 1096 time: 0.0935881 Jan 27 15:15:41.205475 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-ac9bc925-16b1-478a-b704-98f64dd50b15 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5 HTTP/1.1" status: 200 len: 217 time: 0.0477810 Jan 27 15:15:41.258704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d918960-695b-4edd-a645-a6039ce4a5ed req-81689fe5-3167-4f4e-81c3-dc485ef940db tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.260369 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1d918960-695b-4edd-a645-a6039ce4a5ed req-81689fe5-3167-4f4e-81c3-dc485ef940db tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 943 time: 0.1362298 Jan 27 15:15:41.280206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-103037e9-2378-43a0-89b0-bee343dc502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.281761 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-103037e9-2378-43a0-89b0-bee343dc502a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a10487fe-616c-4153-afac-b025155c1e61 HTTP/1.1" status: 200 len: 855 time: 0.0701795 Jan 27 15:15:41.339708 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1d918960-695b-4edd-a645-a6039ce4a5ed req-169ab543-1193-4e26-bd96-a749ed8ed563 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723217 Jan 27 15:15:41.351705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-05293201-9ee3-4ec2-903b-2594e35570cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.353212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-05293201-9ee3-4ec2-903b-2594e35570cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640895 Jan 27 15:15:41.457989 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-d1852513-32c0-46ba-a848-d5eb4be8b887 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973701 Jan 27 15:15:41.578131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7f810f94-b8e6-4d4f-998b-f9fd2eed096a req-b4751f1f-d06b-4aee-a799-44e44c7e6710 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138346 Jan 27 15:15:41.685351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-514c4dc9-7288-42d4-ad20-d6038fc11eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.687157 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-514c4dc9-7288-42d4-ad20-d6038fc11eb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 1096 time: 0.0563214 Jan 27 15:15:41.790246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-8f114b30-0c25-4c72-893c-95c353c9183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.791888 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-8f114b30-0c25-4c72-893c-95c353c9183c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 200 len: 917 time: 0.0976012 Jan 27 15:15:41.837724 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-7a6d013c-3282-4505-bc46-ec5c31d3de7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5 HTTP/1.1" status: 200 len: 217 time: 0.0381415 Jan 27 15:15:41.902281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-2c25dc60-77b3-476e-85da-0ca911a96f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.903909 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-2c25dc60-77b3-476e-85da-0ca911a96f80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a10487fe-616c-4153-afac-b025155c1e61 HTTP/1.1" status: 200 len: 855 time: 0.0584893 Jan 27 15:15:41.957696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-8344fc7a-a644-4b2c-bee6-9a8049811838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:41.959498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-8344fc7a-a644-4b2c-bee6-9a8049811838 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474365 Jan 27 15:15:42.064369 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-1b65b893-c618-4f2f-8fe4-ada809224039 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967777 Jan 27 15:15:42.170733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2bd4dfe9-98ed-4160-9dac-9534fabd03fa req-24f2390b-e1d5-431a-8172-fa77533fc739 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987747 Jan 27 15:15:42.374956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4c0ff904-5103-46d8-97f4-c20cf974ccf5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:15:42.473402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd492bd4-be1f-4385-9518-3e0be64b8227 req-ad8c4776-8a77-4abd-b807-ab02cd3fd045 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:42.475035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd492bd4-be1f-4385-9518-3e0be64b8227 req-ad8c4776-8a77-4abd-b807-ab02cd3fd045 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 943 time: 0.0590818 Jan 27 15:15:42.530976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd492bd4-be1f-4385-9518-3e0be64b8227 req-3a2200f3-4c12-407a-8d27-a4fee5886f49 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Jan 27 15:15:42.550597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 4c0ff904-5103-46d8-97f4-c20cf974ccf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:42.568005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '4c0ff904-5103-46d8-97f4-c20cf974ccf5', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'port_id': '4c0ff904-5103-46d8-97f4-c20cf974ccf5', 'mac_address': 'fa:16:3e:a9:3e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10487fe-616c-4153-afac-b025155c1e61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:15:42.610032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:42.624955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0ff904-5103-46d8-97f4-c20cf974ccf5 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:15:42.648711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 4c0ff904-5103-46d8-97f4-c20cf974ccf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:42.654127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:42.707638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=4c0ff904-5103-46d8-97f4-c20cf974ccf5,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:42.856981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['4c0ff904-5103-46d8-97f4-c20cf974ccf5'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:15:43.660656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc51f4a-e5a9-404f-90bc-3794480e7e69 req-22dc1e0d-6ce7-446e-b9fe-6ac078ceb3f5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:43.662299 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8cc51f4a-e5a9-404f-90bc-3794480e7e69 req-22dc1e0d-6ce7-446e-b9fe-6ac078ceb3f5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 944 time: 0.0582814 Jan 27 15:15:43.706309 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8cc51f4a-e5a9-404f-90bc-3794480e7e69 req-251199da-85e4-4fef-a535-7d37608cc9e1 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Jan 27 15:15:44.026344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4645732e-8e10-49f0-aef6-5f14581f5c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:44.391228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4c0ff904-5103-46d8-97f4-c20cf974ccf5 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:15:44.473441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:15:44.481184 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:15:44.481642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:44.571065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:44.757634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0ff904-5103-46d8-97f4-c20cf974ccf5'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:15:44.760654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f757811-89fb-4b02-957a-6835136e5180" -d '{"events": [{"server_uuid": "5b835000-b7c3-46fa-827c-9cc0eff02b9b", "name": "network-vif-plugged", "status": "completed", "tag": "4c0ff904-5103-46d8-97f4-c20cf974ccf5"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:15:44.777596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 4c0ff904-5103-46d8-97f4-c20cf974ccf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:15:44.783422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:44.837958 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb59df-a2ac-489c-97a6-b68c86b49d79 x-openstack-request-id: req-83eb59df-a2ac-489c-97a6-b68c86b49d79 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:15:44.838448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b835000-b7c3-46fa-827c-9cc0eff02b9b", "name": "network-vif-plugged", "status": "completed", "tag": "4c0ff904-5103-46d8-97f4-c20cf974ccf5", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:15:44.839675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83eb59df-a2ac-489c-97a6-b68c86b49d79 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:15:44.840568 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0ff904-5103-46d8-97f4-c20cf974ccf5', 'code': 200} Jan 27 15:15:44.861738 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=4c0ff904-5103-46d8-97f4-c20cf974ccf5,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:15:44.906883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb88be5-e476-46ff-9a56-4df1e25e3d08 req-4bc78cea-4509-4638-88cf-d93ca329fa30 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:44.908515 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8bb88be5-e476-46ff-9a56-4df1e25e3d08 req-4bc78cea-4509-4638-88cf-d93ca329fa30 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 945 time: 0.0841017 Jan 27 15:15:44.964633 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8bb88be5-e476-46ff-9a56-4df1e25e3d08 req-2828f982-9943-422d-9442-12a8ae5f5013 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Jan 27 15:15:45.035910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb956f-ce4b-4e4c-af2b-bf613e80f1b1 req-dd5f7fab-e130-49db-886e-da103513d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:45.037583 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-27fb956f-ce4b-4e4c-af2b-bf613e80f1b1 req-dd5f7fab-e130-49db-886e-da103513d4a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 1098 time: 0.0466392 Jan 27 15:15:45.078252 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-27fb956f-ce4b-4e4c-af2b-bf613e80f1b1 req-20d25684-66fe-43f1-8dfd-4e34c5a4d43b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331523 Jan 27 15:15:46.143022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c59bb-67a6-47c4-9c79-34d4520773d0 req-b73e3b59-974b-4cc2-a631-df5a5608361a tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:46.144855 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-483c59bb-67a6-47c4-9c79-34d4520773d0 req-b73e3b59-974b-4cc2-a631-df5a5608361a tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 945 time: 0.0717633 Jan 27 15:15:46.194985 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-483c59bb-67a6-47c4-9c79-34d4520773d0 req-5a77b022-16c4-489e-bf85-9682729f936c tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Jan 27 15:15:46.275052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d1915556-0d82-4ad8-9fa3-85fc30dfa7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:47.329952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f1463-6ba1-423e-b305-adbf541ed92e req-3988d7be-fdfb-4e7e-9107-7e60c1fbf59d tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:47.331661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e23f1463-6ba1-423e-b305-adbf541ed92e req-3988d7be-fdfb-4e7e-9107-7e60c1fbf59d tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 945 time: 0.0557761 Jan 27 15:15:47.375518 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e23f1463-6ba1-423e-b305-adbf541ed92e req-f78b2ea3-3777-4c2f-b6b9-98c9d6eab900 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373511 Jan 27 15:15:47.467725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:47.502613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0981e-e415-4764-9063-ee17f65ee3ee req-5beeb411-46f3-4886-a47f-ab706e337464 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:15:47.505040 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38d0981e-e415-4764-9063-ee17f65ee3ee req-5beeb411-46f3-4886-a47f-ab706e337464 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 945 time: 0.0575001 Jan 27 15:15:47.549351 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38d0981e-e415-4764-9063-ee17f65ee3ee req-191a6555-024a-4e66-a3ae-0ae224dae105 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Jan 27 15:15:48.855234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:15:49.241597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:00.423808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:04.094893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-7b89b56d-d3e5-4968-8675-86bf31c2cd7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717978 Jan 27 15:16:04.216557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-182f5c79-e220-4c55-a7dd-6df100b373b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:04.219052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-182f5c79-e220-4c55-a7dd-6df100b373b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 1098 time: 0.0687158 Jan 27 15:16:04.343745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-c54a05bb-6354-4a77-924b-a9239db9f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:04.345186 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-c54a05bb-6354-4a77-924b-a9239db9f9cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 200 len: 917 time: 0.1049426 Jan 27 15:16:04.399075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-cdf6302a-aadd-4e7f-8bf4-af886185baed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5 HTTP/1.1" status: 200 len: 217 time: 0.0446746 Jan 27 15:16:04.459172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-0fcc26d2-1d33-40a1-8ce5-dcfdd72db415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:04.460714 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-0fcc26d2-1d33-40a1-8ce5-dcfdd72db415 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a10487fe-616c-4153-afac-b025155c1e61 HTTP/1.1" status: 200 len: 855 time: 0.0544963 Jan 27 15:16:04.513753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-8e4b6f35-71da-4a76-9c14-bcf2b223c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:04.515465 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-8e4b6f35-71da-4a76-9c14-bcf2b223c9d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473645 Jan 27 15:16:04.630922 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-069a13af-9a09-46a2-9071-cf32545da590 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080325 Jan 27 15:16:04.729770 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ad71a584-6957-46ae-b773-ac76d1d03825 req-bd8f41b6-d7ad-4a61-a816-64de50325223 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906222 Jan 27 15:16:10.311558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56841-121f-4fcf-a9de-a0d6a2b36f31 req-a68733a0-28fa-473b-9c97-35728f988692 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:10.313063 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cac56841-121f-4fcf-a9de-a0d6a2b36f31 req-a68733a0-28fa-473b-9c97-35728f988692 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 945 time: 0.0569112 Jan 27 15:16:10.368640 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cac56841-121f-4fcf-a9de-a0d6a2b36f31 req-5d7de117-5468-40b8-b7c4-16fda48025c4 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Jan 27 15:16:11.498024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099993e-9454-4de8-8e56-237f197cdaf5 req-1ac68fbe-11a3-469a-96e7-8f80e7066c3d tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:11.499741 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d099993e-9454-4de8-8e56-237f197cdaf5 req-1ac68fbe-11a3-469a-96e7-8f80e7066c3d tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 945 time: 0.0541141 Jan 27 15:16:11.542456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d099993e-9454-4de8-8e56-237f197cdaf5 req-b8c7157a-44cc-4cfa-a0ba-7e290a726fbc tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359969 Jan 27 15:16:11.795751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-f0f5a13d-de5d-4845-8423-37c0169dbaec tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:11.797209 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-f0f5a13d-de5d-4845-8423-37c0169dbaec tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 945 time: 0.0531273 Jan 27 15:16:11.899935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Deleting port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:11.900522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:12.004263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] For port 4c0ff904-5103-46d8-97f4-c20cf974ccf5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=4c0ff904-5103-46d8-97f4-c20cf974ccf5,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:12.004622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:12.019436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Calling delete_port for 4c0ff904-5103-46d8-97f4-c20cf974ccf5 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:12.169183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:12.182302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['4c0ff904-5103-46d8-97f4-c20cf974ccf5'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:16:12.203920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Pushing event deleted for resources: {'Port': ['ID=4c0ff904-5103-46d8-97f4-c20cf974ccf5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:12.259035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] No DVR routers for this DVR port 4c0ff904-5103-46d8-97f4-c20cf974ccf5 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:16:12.262226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:12.265318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-397c2c09-5fb3-4801-9090-4ca402085c14 req-35f6b2bf-5308-41f6-8c8c-4ee45156d62f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "DELETE /v2.0/ports/4c0ff904-5103-46d8-97f4-c20cf974ccf5 HTTP/1.1" status: 204 len: 173 time: 0.4619591 Jan 27 15:16:12.265812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'name': 'network-vif-deleted', 'tag': '4c0ff904-5103-46d8-97f4-c20cf974ccf5'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:16:12.268743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5831eabf-81ad-446d-bcf3-1a68cd314be9" -d '{"events": [{"server_uuid": "5b835000-b7c3-46fa-827c-9cc0eff02b9b", "name": "network-vif-deleted", "tag": "4c0ff904-5103-46d8-97f4-c20cf974ccf5"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:16:12.314041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b910515-08f3-487f-85a3-91ede1325a37 x-openstack-request-id: req-9b910515-08f3-487f-85a3-91ede1325a37 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:16:12.314413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b835000-b7c3-46fa-827c-9cc0eff02b9b", "name": "network-vif-deleted", "tag": "4c0ff904-5103-46d8-97f4-c20cf974ccf5", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:16:12.314707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b910515-08f3-487f-85a3-91ede1325a37 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:16:12.315903 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b835000-b7c3-46fa-827c-9cc0eff02b9b', 'name': 'network-vif-deleted', 'tag': '4c0ff904-5103-46d8-97f4-c20cf974ccf5', 'status': 'completed', 'code': 200} Jan 27 15:16:12.703929 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5b62ee67-40b7-4b5c-b06c-28f4e84f0422 req-54b35eb6-e4f9-4317-9f8f-0f50bdb9a313 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b835000-b7c3-46fa-827c-9cc0eff02b9b HTTP/1.1" status: 200 len: 210 time: 0.0466387 Jan 27 15:16:14.038311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6928b9f7-9a6c-4007-bd4f-a5257583c90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:14.243264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-f9bb2a62-5352-4884-b820-6dd28effc0bf tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:14.244926 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-f9bb2a62-5352-4884-b820-6dd28effc0bf tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/networks?id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 200 len: 816 time: 0.1152432 Jan 27 15:16:14.262447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-4e711396-660c-4c26-a063-dbecf750c616 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/quotas/7990928f4e894e279a4c8ec2b44fb0a6 HTTP/1.1" status: 200 len: 375 time: 0.0108771 Jan 27 15:16:14.321416 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-34759d41-9025-49a2-a3ee-b1613e7321bb tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527723 Jan 27 15:16:14.548974 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-601765fc-61b6-4275-b070-58d3d1ef7311 service neutron] 10.222.0.18 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150395 Jan 27 15:16:14.607921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4c0ff904-5103-46d8-97f4-c20cf974ccf5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:16:14.635122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 4c0ff904-5103-46d8-97f4-c20cf974ccf5 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:16:14.635579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 4c0ff904-5103-46d8-97f4-c20cf974ccf5 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:16:14.696373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-a9fa01ca-fc71-4f3d-8314-62391f6b447c service neutron] 10.222.0.18 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406610 Jan 27 15:16:14.902559 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c933fc50-dea3-4bfc-8ac5-6fb0457f138d req-ae4198c3-835f-4624-9be5-78b8d1832cb4 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 210 time: 0.0410025 Jan 27 15:16:14.918886 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:16:16.100046 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec086d4e-3a3a-4890-9278-12c122800acc req-98b77075-c0bf-46a3-91e0-9c3d6b2097e5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 210 time: 0.0559814 Jan 27 15:16:16.184494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-50e709f1-9466-4c3d-a6d2-402668d9b990 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:16.187116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-50e709f1-9466-4c3d-a6d2-402668d9b990 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "GET /v2.0/networks?id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 200 len: 816 time: 0.2624807 Jan 27 15:16:16.200004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Request body: {'port': {'device_id': '198920a9-6569-40df-967e-39f26ddb4ec6', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'admin_state_up': True, 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:16:16.272163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-56f40858-afb2-4803-8753-3f3954caa662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:16.335595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Made reservation on behalf of 7990928f4e894e279a4c8ec2b44fb0a6 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:16:16.339260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:16.517664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Allocated IP 172.20.0.9 (ee6fb2a2-bd95-453a-ab10-c554fe6e9287/a10487fe-616c-4153-afac-b025155c1e61/0bc70a95-0984-4403-9d81-a3acdb2495d2) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:16:16.713610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:16.753754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:16.813893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:16:16.818159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:16:16.822181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:16:16.828996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Pushing event updated for resources: {'Port': ['ID=0bc70a95-0984-4403-9d81-a3acdb2495d2,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:16.859374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.859722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.860066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.860404 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.860735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.861069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.861396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.861770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.862111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.862413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.862735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.863055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:16.895523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:16.896175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:16.917494 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-7a9010c5-124f-4fa9-bda2-2a04a0a3bee5 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7218916 Jan 27 15:16:16.931498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Request body: {'port': {'device_id': '198920a9-6569-40df-967e-39f26ddb4ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:16:17.024854 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.161523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2ba35017-47bf-4902-98aa-1c4d86ebf4ad None None] Provisioning complete for port 0bc70a95-0984-4403-9d81-a3acdb2495d2 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:16:17.162115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ba35017-47bf-4902-98aa-1c4d86ebf4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.226430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2ba35017-47bf-4902-98aa-1c4d86ebf4ad None None] Port 0bc70a95-0984-4403-9d81-a3acdb2495d2 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:16:17.303500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a8efd-cc36-45c5-9fd1-b3013135a4ff req-bcda30f4-6852-4876-8758-7c6c88a16aa9 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:17.305402 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-193a8efd-cc36-45c5-9fd1-b3013135a4ff req-bcda30f4-6852-4876-8758-7c6c88a16aa9 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 931 time: 0.1211390 Jan 27 15:16:17.376561 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-193a8efd-cc36-45c5-9fd1-b3013135a4ff req-a79ab791-f2bb-4c7f-8576-9fdfce0229f0 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607030 Jan 27 15:16:17.438478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc70a95-0984-4403-9d81-a3acdb2495d2 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:16:17.448843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.469979 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Transition to ACTIVE for port object 0bc70a95-0984-4403-9d81-a3acdb2495d2 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:16:17.471814 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.475647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.541568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Pushing event updated for resources: {'Port': ['ID=0bc70a95-0984-4403-9d81-a3acdb2495d2,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:17.644928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Attempting to bind port 0bc70a95-0984-4403-9d81-a3acdb2495d2 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:16:17.645396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Attempting to bind port 0bc70a95-0984-4403-9d81-a3acdb2495d2 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:16:17.645861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Attempting to bind port 0bc70a95-0984-4403-9d81-a3acdb2495d2 on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:16:17.653414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Port 0bc70a95-0984-4403-9d81-a3acdb2495d2 on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:16:17.653947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Attempting to bind port 0bc70a95-0984-4403-9d81-a3acdb2495d2 on network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:16:17.663052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:16:17.663662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Checking segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:16:17.664330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Bound using segment: {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:16:17.665111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Bound port: 0bc70a95-0984-4403-9d81-a3acdb2495d2, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:16:17.665732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.764192 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] For port 0bc70a95-0984-4403-9d81-a3acdb2495d2, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:16:17.768772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] For port 0bc70a95-0984-4403-9d81-a3acdb2495d2, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0bc70a95-0984-4403-9d81-a3acdb2495d2,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:16:17.775916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.841334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:17.842351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:17.844648 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] 10.222.0.72 "PUT /v2.0/ports/0bc70a95-0984-4403-9d81-a3acdb2495d2 HTTP/1.1" status: 200 len: 1093 time: 0.9191990 Jan 27 15:16:17.845344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198920a9-6569-40df-967e-39f26ddb4ec6', 'tag': '0bc70a95-0984-4403-9d81-a3acdb2495d2'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:16:17.849206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec4d214-0d47-433e-88b0-d47b1d584f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "198920a9-6569-40df-967e-39f26ddb4ec6", "tag": "0bc70a95-0984-4403-9d81-a3acdb2495d2"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:16:17.891175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788ffea-e2bb-4a08-989b-c4a155ac0a9d service neutron] Pushing event updated for resources: {'Port': ['ID=0bc70a95-0984-4403-9d81-a3acdb2495d2,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:17.952466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840575f8-6863-418b-8d8d-931c5369d279 x-openstack-request-id: req-840575f8-6863-418b-8d8d-931c5369d279 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:16:17.952923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198920a9-6569-40df-967e-39f26ddb4ec6", "tag": "0bc70a95-0984-4403-9d81-a3acdb2495d2", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:16:17.953335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-840575f8-6863-418b-8d8d-931c5369d279 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:16:17.953999 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198920a9-6569-40df-967e-39f26ddb4ec6', 'tag': '0bc70a95-0984-4403-9d81-a3acdb2495d2', 'status': 'completed', 'code': 200} Jan 27 15:16:17.982131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-75b0cf8c-7556-4329-ab70-e770c823ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:17.984928 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-75b0cf8c-7556-4329-ab70-e770c823ef01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0779295 Jan 27 15:16:18.031224 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-e4ac4535-1d3a-47de-8b81-110b20e1d627 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc70a95-0984-4403-9d81-a3acdb2495d2 HTTP/1.1" status: 200 len: 217 time: 0.0388484 Jan 27 15:16:18.092031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-64fc8f1a-1d2d-495b-99d7-95482b2dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:18.093520 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-64fc8f1a-1d2d-495b-99d7-95482b2dc899 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a10487fe-616c-4153-afac-b025155c1e61 HTTP/1.1" status: 200 len: 855 time: 0.0561833 Jan 27 15:16:18.143206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-08e55a5d-aa18-4829-a15b-e1a8d12f8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:18.144742 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-08e55a5d-aa18-4829-a15b-e1a8d12f8cd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439370 Jan 27 15:16:18.245235 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-0e14a4dd-e5a8-4bcd-b289-e9f26684a296 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926902 Jan 27 15:16:18.343420 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b6b8d6f-0f37-4eb1-a7d2-c23802f19c01 req-ad6362ab-8a10-415d-afe9-438c00e90b51 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904992 Jan 27 15:16:18.441665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-323b4303-a721-44a6-a5ca-e75db7a118d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:18.443200 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-323b4303-a721-44a6-a5ca-e75db7a118d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0451782 Jan 27 15:16:18.566858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe92cc-9a2a-4300-8923-6e61c450e842 req-196f3938-c382-4462-a3a3-6b20bee0112b tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:18.568453 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17fe92cc-9a2a-4300-8923-6e61c450e842 req-196f3938-c382-4462-a3a3-6b20bee0112b tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 943 time: 0.1102276 Jan 27 15:16:18.590991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-35cad599-c6aa-48bf-830a-6a778fd9a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:18.592553 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-35cad599-c6aa-48bf-830a-6a778fd9a7af service neutron] 10.222.0.72 "GET /v2.0/networks?id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 200 len: 917 time: 0.1426411 Jan 27 15:16:18.640480 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-d5579f96-2f03-42b2-8c53-ba36bfd26f4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bc70a95-0984-4403-9d81-a3acdb2495d2 HTTP/1.1" status: 200 len: 217 time: 0.0400712 Jan 27 15:16:18.689326 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17fe92cc-9a2a-4300-8923-6e61c450e842 req-b173a9c7-ecd1-4bc4-9cef-20132a577d51 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105945 Jan 27 15:16:18.708876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-deea67cc-db73-4e41-b51b-9ae86804d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:18.710368 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-deea67cc-db73-4e41-b51b-9ae86804d41e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a10487fe-616c-4153-afac-b025155c1e61 HTTP/1.1" status: 200 len: 855 time: 0.0614543 Jan 27 15:16:18.760098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-2e2b0eb1-3b53-4558-aa56-1193b3ef7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:18.761626 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-2e2b0eb1-3b53-4558-aa56-1193b3ef7b53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ee6fb2a2-bd95-453a-ab10-c554fe6e9287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445404 Jan 27 15:16:18.856178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:18.863549 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-f3d9bbc0-1c9f-4ad2-81b4-9903b09adf88 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942571 Jan 27 15:16:18.972540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ec4d214-0d47-433e-88b0-d47b1d584f9d req-fad172de-14a3-4948-ac32-841356c781a3 service neutron] 10.222.0.72 "GET /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013625 Jan 27 15:16:19.238322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:19.813771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70895aed-fe2c-4260-892a-b537c7ebaa7a req-e5ea5c22-4bd8-45f7-96fc-b1337bd2d428 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:19.815452 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70895aed-fe2c-4260-892a-b537c7ebaa7a req-e5ea5c22-4bd8-45f7-96fc-b1337bd2d428 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 943 time: 0.0543845 Jan 27 15:16:19.856100 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-70895aed-fe2c-4260-892a-b537c7ebaa7a req-de23c19d-da9c-41e6-8fc8-d5ffe8150555 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Jan 27 15:16:20.654551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 0bc70a95-0984-4403-9d81-a3acdb2495d2 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:16:20.767862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 0bc70a95-0984-4403-9d81-a3acdb2495d2, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0bc70a95-0984-4403-9d81-a3acdb2495d2,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:20.781370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '0bc70a95-0984-4403-9d81-a3acdb2495d2', 'network_id': 'ee6fb2a2-bd95-453a-ab10-c554fe6e9287', 'port_id': '0bc70a95-0984-4403-9d81-a3acdb2495d2', 'mac_address': 'fa:16:3e:bf:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10487fe-616c-4153-afac-b025155c1e61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:16:20.824769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:20.842258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc70a95-0984-4403-9d81-a3acdb2495d2 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:16:20.865891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 0bc70a95-0984-4403-9d81-a3acdb2495d2, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0bc70a95-0984-4403-9d81-a3acdb2495d2,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:20.870463 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:20.932467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=0bc70a95-0984-4403-9d81-a3acdb2495d2,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:20.940627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.940953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.941294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.941624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.941950 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.942388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.942716 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.943039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.943414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.943812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.944136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:20.944455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:21.020840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09eea7-705e-4ed2-a7fc-395b4acdf118 req-9bb50fd5-a1bc-4d14-a9f0-6d2bcb2976d3 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:21.022484 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa09eea7-705e-4ed2-a7fc-395b4acdf118 req-9bb50fd5-a1bc-4d14-a9f0-6d2bcb2976d3 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 944 time: 0.0592332 Jan 27 15:16:21.066470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['0bc70a95-0984-4403-9d81-a3acdb2495d2'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:16:21.075716 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa09eea7-705e-4ed2-a7fc-395b4acdf118 req-ce1684a3-f443-4145-b5bc-b5ab82f83188 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Jan 27 15:16:22.208320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c311e6-4ae9-48d3-ace2-a368edf3ed33 req-80d670ed-3afc-4c53-a944-da4c05e20b05 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:22.209840 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09c311e6-4ae9-48d3-ace2-a368edf3ed33 req-80d670ed-3afc-4c53-a944-da4c05e20b05 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 944 time: 0.0558205 Jan 27 15:16:22.259212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-09c311e6-4ae9-48d3-ace2-a368edf3ed33 req-be96a808-9387-4af1-ba40-f24e6977443e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Jan 27 15:16:22.669755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 0bc70a95-0984-4403-9d81-a3acdb2495d2 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:16:22.723846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 0bc70a95-0984-4403-9d81-a3acdb2495d2 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:16:22.728278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 0bc70a95-0984-4403-9d81-a3acdb2495d2 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:16:22.728644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:22.818010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:22.842320 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198920a9-6569-40df-967e-39f26ddb4ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc70a95-0984-4403-9d81-a3acdb2495d2'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:16:22.844700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e972233-f607-4b46-a6e6-aa3a8c05349a" -d '{"events": [{"server_uuid": "198920a9-6569-40df-967e-39f26ddb4ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0bc70a95-0984-4403-9d81-a3acdb2495d2"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:16:22.859476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 0bc70a95-0984-4403-9d81-a3acdb2495d2, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0bc70a95-0984-4403-9d81-a3acdb2495d2,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:22.864895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:22.912786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e4b4fa-e214-4b52-ab42-e3e2c5362abe x-openstack-request-id: req-41e4b4fa-e214-4b52-ab42-e3e2c5362abe {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:16:22.913119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198920a9-6569-40df-967e-39f26ddb4ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0bc70a95-0984-4403-9d81-a3acdb2495d2", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:16:22.913344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41e4b4fa-e214-4b52-ab42-e3e2c5362abe {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:16:22.913816 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198920a9-6569-40df-967e-39f26ddb4ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc70a95-0984-4403-9d81-a3acdb2495d2', 'code': 200} Jan 27 15:16:22.920245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=0bc70a95-0984-4403-9d81-a3acdb2495d2,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:23.090041 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326e7a7-1a0d-4315-8247-e4ab4f73f039 req-0ab8980f-7ce2-4ccd-8fea-cbefb98d9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:23.091762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3326e7a7-1a0d-4315-8247-e4ab4f73f039 req-0ab8980f-7ce2-4ccd-8fea-cbefb98d9e0a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0482705 Jan 27 15:16:23.132406 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3326e7a7-1a0d-4315-8247-e4ab4f73f039 req-063c5381-6d8e-4747-bf1b-223edf968f04 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Jan 27 15:16:23.394246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf3ef-ffbe-4be8-9843-4099d53cb29d req-3512c85a-f268-469f-a0a0-360ba713e702 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:23.396251 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fcdaf3ef-ffbe-4be8-9843-4099d53cb29d req-3512c85a-f268-469f-a0a0-360ba713e702 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 945 time: 0.0638249 Jan 27 15:16:23.439076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fcdaf3ef-ffbe-4be8-9843-4099d53cb29d req-7db8f176-ae82-41d1-aa3a-d61f656131b7 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359554 Jan 27 15:16:24.576122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35ab0d-781d-4433-8bd8-9a7e73ab7179 req-e9f8b1b0-d9b6-4843-9d35-3cd80ac5e7a7 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:24.577711 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ff35ab0d-781d-4433-8bd8-9a7e73ab7179 req-e9f8b1b0-d9b6-4843-9d35-3cd80ac5e7a7 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 945 time: 0.0544238 Jan 27 15:16:24.624788 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ff35ab0d-781d-4433-8bd8-9a7e73ab7179 req-4353419b-4547-4241-b9ac-8cbd0d338926 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360677 Jan 27 15:16:24.755485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992d312-5db3-4b16-85f5-440b18d1d524 req-24b10e79-dc75-4678-a22c-54cf2cecf666 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:24.757015 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7992d312-5db3-4b16-85f5-440b18d1d524 req-24b10e79-dc75-4678-a22c-54cf2cecf666 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 945 time: 0.0532370 Jan 27 15:16:24.805219 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7992d312-5db3-4b16-85f5-440b18d1d524 req-840a284c-f3eb-40a8-9c9a-ea30c082e3da tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377169 Jan 27 15:16:30.429351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:44.048939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d4b61d76-02ac-4da5-a980-51781a0c0c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:46.274530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5976086c-2f10-4330-9b46-ae7456a575ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:47.143387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f40d90-cf8d-47b7-8c6e-9f4b40bfd239 req-bc3c696b-b627-4592-85a9-5726fe8fe206 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:47.144991 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f8f40d90-cf8d-47b7-8c6e-9f4b40bfd239 req-bc3c696b-b627-4592-85a9-5726fe8fe206 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 945 time: 0.0718219 Jan 27 15:16:47.189099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f8f40d90-cf8d-47b7-8c6e-9f4b40bfd239 req-0e04d973-a385-450e-810c-37688db6b56b tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370276 Jan 27 15:16:47.468190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:48.333731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613fb8b-7127-4f05-94e1-7ad01edcb5a4 req-2d7e91a3-88a8-4825-996a-d63b098d4e63 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:48.335878 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b613fb8b-7127-4f05-94e1-7ad01edcb5a4 req-2d7e91a3-88a8-4825-996a-d63b098d4e63 tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 945 time: 0.0661619 Jan 27 15:16:48.379988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b613fb8b-7127-4f05-94e1-7ad01edcb5a4 req-28c57758-b478-427c-a304-d57711f1bd9f tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a1bdf79-d74a-40fe-bbf0-b12f33661b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Jan 27 15:16:48.584981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-f6d9aaf1-1221-43ea-b2da-af54ae2580ee tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:16:48.586632 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-f6d9aaf1-1221-43ea-b2da-af54ae2580ee tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 945 time: 0.0631096 Jan 27 15:16:48.699059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Deleting port 0bc70a95-0984-4403-9d81-a3acdb2495d2 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:48.699440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:48.807616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] For port 0bc70a95-0984-4403-9d81-a3acdb2495d2, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=0bc70a95-0984-4403-9d81-a3acdb2495d2,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:48.808014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:48.831398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Calling delete_port for 0bc70a95-0984-4403-9d81-a3acdb2495d2 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:48.869103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:49.020750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:49.061378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Pushing event deleted for resources: {'Port': ['ID=0bc70a95-0984-4403-9d81-a3acdb2495d2,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:49.111168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] No DVR routers for this DVR port 0bc70a95-0984-4403-9d81-a3acdb2495d2 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:16:49.113745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:49.117124 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-381f909b-1e1a-4677-8b40-be3bf3b5f6ae req-9f71746a-a5c0-4197-b37f-5c4e3ccda57e tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.72 "DELETE /v2.0/ports/0bc70a95-0984-4403-9d81-a3acdb2495d2 HTTP/1.1" status: 204 len: 173 time: 0.5245748 Jan 27 15:16:49.117598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198920a9-6569-40df-967e-39f26ddb4ec6', 'name': 'network-vif-deleted', 'tag': '0bc70a95-0984-4403-9d81-a3acdb2495d2'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:16:49.120164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fd0b7f-eb64-422c-9b26-2bd716b00f2c" -d '{"events": [{"server_uuid": "198920a9-6569-40df-967e-39f26ddb4ec6", "name": "network-vif-deleted", "tag": "0bc70a95-0984-4403-9d81-a3acdb2495d2"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:16:49.161653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43708152-757b-4f11-9fa7-833b199f4696 x-openstack-request-id: req-43708152-757b-4f11-9fa7-833b199f4696 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:16:49.162020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198920a9-6569-40df-967e-39f26ddb4ec6", "name": "network-vif-deleted", "tag": "0bc70a95-0984-4403-9d81-a3acdb2495d2", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:16:49.162416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43708152-757b-4f11-9fa7-833b199f4696 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:16:49.162888 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198920a9-6569-40df-967e-39f26ddb4ec6', 'name': 'network-vif-deleted', 'tag': '0bc70a95-0984-4403-9d81-a3acdb2495d2', 'status': 'completed', 'code': 200} Jan 27 15:16:49.245828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:49.513598 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-79851359-c9eb-48f1-bdc6-bfea49ea1c7a req-e77ebc0c-7e10-4131-a7bf-6811bc358ddd tempest-TestEncryptedCinderVolumes-1094227875 tempest-TestEncryptedCinderVolumes-1094227875-project] 10.222.0.18 "GET /v2.0/ports?device_id=198920a9-6569-40df-967e-39f26ddb4ec6 HTTP/1.1" status: 200 len: 210 time: 0.0416064 Jan 27 15:16:50.619972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43796) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:50.778601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 0bc70a95-0984-4403-9d81-a3acdb2495d2 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:16:50.804649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 0bc70a95-0984-4403-9d81-a3acdb2495d2 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:16:50.804932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 0bc70a95-0984-4403-9d81-a3acdb2495d2 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:16:51.112486 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:51.384502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Deleting port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:51.384787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:51.472091 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] For port b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:51.472475 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:51.486770 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Calling delete_port for b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:51.696639 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:51.730540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:51.762547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.763074 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.763650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.764109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.764558 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.765014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.765452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.765907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.766369 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.766809 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.767738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.767933 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:16:51.925532 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:16:51.973435 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:52.224884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:16:52.357667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:16:52.365897 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7e46bd1b-9913-483e-83bf-c50d9fdf6392 admin admin] 10.222.0.18 "PUT /v2.0/routers/4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441165 Jan 27 15:16:52.368681 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] Sync routers for ids ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:16:52.369110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43800) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:52.380987 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] Routers {'4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:16:52.381656 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:52.494073 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] Set router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:16:52.551028 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:52.680977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:52.709296 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:16:51Z', 'revision_number': 5, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port': {'id': '7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:74:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:52.744862 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] Checking router: 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:16:52.756458 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] Routers {'4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:16:52.757252 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:52.862678 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] Set router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:16:52.961610 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:16:52Z', 'revision_number': 6, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:53.016606 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dab5262-5563-48b6-ab90-39de9c0efa70 None None] The sync data for ids ['4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7'] in dv-neutron-826438-5-hyperv is: [{'id': '4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7', 'name': 'tempest-TestEncryptedCinderVolumes-842273351-router', 'tenant_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:24Z', 'updated_at': '2022-01-27T15:16:52Z', 'revision_number': 6, 'project_id': '7990928f4e894e279a4c8ec2b44fb0a6', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:16:53.117883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Deleting port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:53.118749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.204593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] For port 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:53.205056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.218748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Calling delete_port for 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:53.427876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.460810 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:53.538779 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.636221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.638554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.690208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.691014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:16:53.696287 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.697578 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8d9f4427-1037-437d-8ddc-343b316e2d28 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4881f8d1-bfc1-414d-ab2b-d1f5ef63dbc7 HTTP/1.1" status: 204 len: 168 time: 1.3270421 Jan 27 15:16:53.700307 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43802) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:53.748607 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] Deleting subnet a10487fe-616c-4153-afac-b025155c1e61 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:16:53.751988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.789961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.884381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.961161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:53.990294 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10487fe-616c-4153-afac-b025155c1e61,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:53.994352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.000882 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c465f4a8-e7da-466a-8e53-1f3ee8d356e6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a10487fe-616c-4153-afac-b025155c1e61 HTTP/1.1" status: 204 len: 168 time: 0.2962012 Jan 27 15:16:54.001677 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43804) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:54.007796 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97098b-11be-4018-9fdd-2933f38d1660 None None] Network ee6fb2a2-bd95-453a-ab10-c554fe6e9287 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:16:54.036178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:16:54.090370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.090692 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:16:54.090917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b1ff421d-c083-4d8a-99bf-2a0ffeb8a0c1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:16:54.091546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:16:54.124153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:16:54.124497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7f0ed60f-a2a1-49b0-a282-7ac57bbaedbb not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:16:54.177480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Deleting port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:54.178257 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.270014 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] For port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:54.270570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.294077 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Calling delete_port for b65478b8-2b5d-4373-a82f-9ad8c6c9dcab owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:54.316367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] DHCP port deletion for ee6fb2a2-bd95-453a-ab10-c554fe6e9287 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:16:54.367563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] Deleting port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:54.367939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.421097 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.451135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] For port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,segment=NetworkSegment(1d0c0e7a-e4c4-4b76-a2c1-38415b53912a),segment_id=1d0c0e7a-e4c4-4b76-a2c1-38415b53912a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:54.452002 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.478651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:54.481036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] Calling delete_port for b65478b8-2b5d-4373-a82f-9ad8c6c9dcab owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:54.482041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] No DVR routers for this DVR port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:16:54.562019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.570165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.585636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6fb2a2-bd95-453a-ab10-c554fe6e9287']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:54.595654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] Pushing event deleted for resources: {'Port': ['ID=b65478b8-2b5d-4373-a82f-9ad8c6c9dcab,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:54.596868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:54.597157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0c0e7a-e4c4-4b76-a2c1-38415b53912a') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:54.600618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc965b3-c9bd-4ecd-885e-0206be34e1af None None] No DVR routers for this DVR port b65478b8-2b5d-4373-a82f-9ad8c6c9dcab on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:16:54.610392 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.627472 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.635213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:16:54.635653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:16:54.637467 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:16:54.700462 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.707105 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:54.710665 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/ee6fb2a2-bd95-453a-ab10-c554fe6e9287 HTTP/1.1" status: 204 len: 168 time: 0.7079372 Jan 27 15:16:54.714675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43806) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:54.722233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c016ed-ae4e-4fc2-8a22-60488e5b7c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6fb2a2-bd95-453a-ab10-c554fe6e9287,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:55.472624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:55.746352 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Deleting port 31339405-413a-4a08-a8a5-55f30b118eeb {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:55.747152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:55.842580 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] For port 31339405-413a-4a08-a8a5-55f30b118eeb, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=31339405-413a-4a08-a8a5-55f30b118eeb,segment=NetworkSegment(d1c1063c-190e-442c-a648-2aac93f1a59b),segment_id=d1c1063c-190e-442c-a648-2aac93f1a59b)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:55.843034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:55.856819 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Calling delete_port for 31339405-413a-4a08-a8a5-55f30b118eeb owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:55.992275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b65478b8-2b5d-4373-a82f-9ad8c6c9dcab no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:16:56.013407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: b65478b8-2b5d-4373-a82f-9ad8c6c9dcab {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:16:56.013816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b65478b8-2b5d-4373-a82f-9ad8c6c9dcab not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:16:56.085766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:56.140978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Pushing event deleted for resources: {'Port': ['ID=31339405-413a-4a08-a8a5-55f30b118eeb,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:56.341711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:56.651143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Router de6c0f24-5d9c-4a46-9cca-45ed5d201368 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:16:56.775104 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:16:56.780757 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-915a3a4a-de18-4ee1-9087-ef2e3f01d131 admin admin] 10.222.0.18 "PUT /v2.0/routers/de6c0f24-5d9c-4a46-9cca-45ed5d201368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649045 Jan 27 15:16:56.784275 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43808) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:56.788761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] Sync routers for ids ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:16:56.799960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] Routers {'de6c0f24-5d9c-4a46-9cca-45ed5d201368'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:16:56.800595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:56.934934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] Set router de6c0f24-5d9c-4a46-9cca-45ed5d201368 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:16:56.942515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.104030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.175603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Deleting port a3eec0bd-0374-436b-869c-4620b379e632 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:57.176003 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:16:56Z', 'revision_number': 5, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port': {'id': 'a3eec0bd-0374-436b-869c-4620b379e632', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:15:31Z', 'updated_at': '2022-01-27T15:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:57.176851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.206481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] Checking router: de6c0f24-5d9c-4a46-9cca-45ed5d201368 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:16:57.216955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] Routers {'de6c0f24-5d9c-4a46-9cca-45ed5d201368'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:16:57.217578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:57.277122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] For port a3eec0bd-0374-436b-869c-4620b379e632, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=a3eec0bd-0374-436b-869c-4620b379e632,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:57.277485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.291788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Calling delete_port for a3eec0bd-0374-436b-869c-4620b379e632 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:57.325084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] Set router de6c0f24-5d9c-4a46-9cca-45ed5d201368 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:16:57.386208 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:16:57Z', 'revision_number': 6, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:57.426580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d0eea-8c3f-480f-9e8f-57dee6b3ac47 None None] The sync data for ids ['de6c0f24-5d9c-4a46-9cca-45ed5d201368'] in dv-neutron-826438-5-hyperv is: [{'id': 'de6c0f24-5d9c-4a46-9cca-45ed5d201368', 'name': 'tempest-TestEncryptedCinderVolumes-965588594-router', 'tenant_id': '87e22306263a4dcf96cae4f7f6b84535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:15:30Z', 'updated_at': '2022-01-27T15:16:57Z', 'revision_number': 6, 'project_id': '87e22306263a4dcf96cae4f7f6b84535', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:16:57.489855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.523318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3eec0bd-0374-436b-869c-4620b379e632,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:57.590227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.688394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.690986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.746381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.747610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6c0f24-5d9c-4a46-9cca-45ed5d201368 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:16:57.753735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.755197 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-87cfea9a-c60f-4bd9-ac9d-e642b6c1d7a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/de6c0f24-5d9c-4a46-9cca-45ed5d201368 HTTP/1.1" status: 204 len: 168 time: 0.9690635 Jan 27 15:16:57.758023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43810) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:57.825042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] Deleting subnet f51f83de-8c44-4f28-9c97-66ff0b1ba434 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:16:57.830643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.886928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:57.975170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.042410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.069573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51f83de-8c44-4f28-9c97-66ff0b1ba434,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:58.079597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.085174 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7a48685a-883e-4d34-a3e3-00528a241032 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f51f83de-8c44-4f28-9c97-66ff0b1ba434 HTTP/1.1" status: 204 len: 168 time: 0.3257406 Jan 27 15:16:58.087982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43812) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:58.088663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ba235-73fa-4f64-b8b8-a13c6ac664a7 None None] Network da837976-2ad2-4fcd-bde5-3e7362a4a264 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:16:58.206378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.315774 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Deleting port 5016130d-397f-492b-86dc-af4987bebd3b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:58.316342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.342822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a3eec0bd-0374-436b-869c-4620b379e632 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:16:58.366969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] DHCP port deletion for da837976-2ad2-4fcd-bde5-3e7362a4a264 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:16:58.371121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: a3eec0bd-0374-436b-869c-4620b379e632 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:16:58.371789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device a3eec0bd-0374-436b-869c-4620b379e632 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:16:58.372209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 31339405-413a-4a08-a8a5-55f30b118eeb no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:16:58.396281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 31339405-413a-4a08-a8a5-55f30b118eeb {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:16:58.397715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 31339405-413a-4a08-a8a5-55f30b118eeb not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:16:58.430720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] For port 5016130d-397f-492b-86dc-af4987bebd3b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5016130d-397f-492b-86dc-af4987bebd3b,segment=NetworkSegment(d1c1063c-190e-442c-a648-2aac93f1a59b),segment_id=d1c1063c-190e-442c-a648-2aac93f1a59b)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:58.431672 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.452043 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Calling delete_port for 5016130d-397f-492b-86dc-af4987bebd3b owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:58.465465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] Deleting port 5016130d-397f-492b-86dc-af4987bebd3b {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:16:58.465953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.559019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] For port 5016130d-397f-492b-86dc-af4987bebd3b, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5016130d-397f-492b-86dc-af4987bebd3b,segment=NetworkSegment(d1c1063c-190e-442c-a648-2aac93f1a59b),segment_id=d1c1063c-190e-442c-a648-2aac93f1a59b)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:16:58.559448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.576237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] Calling delete_port for 5016130d-397f-492b-86dc-af4987bebd3b owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:16:58.576553 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.624333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=5016130d-397f-492b-86dc-af4987bebd3b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:58.631850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] No DVR routers for this DVR port 5016130d-397f-492b-86dc-af4987bebd3b on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:16:58.671607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.697589 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] Pushing event deleted for resources: {'Port': ['ID=5016130d-397f-492b-86dc-af4987bebd3b,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:58.702604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616cba0-7a78-41d1-af0c-83a02be62caa None None] No DVR routers for this DVR port 5016130d-397f-492b-86dc-af4987bebd3b on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:16:58.740190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.763484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da837976-2ad2-4fcd-bde5-3e7362a4a264']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:58.774575 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c1063c-190e-442c-a648-2aac93f1a59b') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:58.774871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c1063c-190e-442c-a648-2aac93f1a59b') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:16:58.790426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.807238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.817911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:16:58.818888 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:16:58.821778 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:16:58.918190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.927640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:58.934298 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] 10.222.0.18 "DELETE /v2.0/networks/da837976-2ad2-4fcd-bde5-3e7362a4a264 HTTP/1.1" status: 204 len: 168 time: 0.8446543 Jan 27 15:16:58.947885 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23a86-d6c5-4e03-b6f4-e93ca13a7f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=da837976-2ad2-4fcd-bde5-3e7362a4a264,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:59.120918 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43816) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:59.166175 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eb45654e-8a92-4a89-90ba-02d4ff17bf05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7990928f4e894e279a4c8ec2b44fb0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440574 Jan 27 15:16:59.170530 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43818) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:59.238912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56376743-a5c7-4866-bf22-c2ae4afdf543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.268454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56376743-a5c7-4866-bf22-c2ae4afdf543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.328066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56376743-a5c7-4866-bf22-c2ae4afdf543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.332215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-56376743-a5c7-4866-bf22-c2ae4afdf543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.333555 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-56376743-a5c7-4866-bf22-c2ae4afdf543 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a1bdf79-d74a-40fe-bbf0-b12f33661b19 HTTP/1.1" status: 204 len: 168 time: 0.1620531 Jan 27 15:16:59.343431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56376743-a5c7-4866-bf22-c2ae4afdf543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1bdf79-d74a-40fe-bbf0-b12f33661b19,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:59.709841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43824) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:59.756289 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d668663e-92bd-4ba1-9d12-cbb87d35405a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87e22306263a4dcf96cae4f7f6b84535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450580 Jan 27 15:16:59.759485 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43826) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:16:59.820470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce09c7e7-6b9c-4418-9540-2de404ac3e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.848761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce09c7e7-6b9c-4418-9540-2de404ac3e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.912290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce09c7e7-6b9c-4418-9540-2de404ac3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.915530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ce09c7e7-6b9c-4418-9540-2de404ac3e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:16:59.917066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ce09c7e7-6b9c-4418-9540-2de404ac3e82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc868d9a-bd4f-44c2-859d-dfe154b8b779 HTTP/1.1" status: 204 len: 168 time: 0.1563632 Jan 27 15:16:59.932643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09c7e7-6b9c-4418-9540-2de404ac3e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc868d9a-bd4f-44c2-859d-dfe154b8b779,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:16:59.999941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5016130d-397f-492b-86dc-af4987bebd3b no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:17:00.026737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 5016130d-397f-492b-86dc-af4987bebd3b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:17:00.027081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5016130d-397f-492b-86dc-af4987bebd3b not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:17:00.417314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:00.744162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43848) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:00.872402 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-427848521-network', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:00.903069 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Made reservation on behalf of 83dfa7f118c74e3f83a6c6ab4296d1d5 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:17:00.907609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:00.927255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.041693 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.047652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.089837 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:17:01.107007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f1d510-6d74-475d-ad9b-676cb4069d3d,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:01.116065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.116582 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Added segment eb2db2d0-23c0-4083-b481-59420f372e9a of type vlan for network a2b1fede-c95d-4ba7-8be5-09661f1860c0 Jan 27 15:17:01.184053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.213910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.215581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:01.216391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.271062 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5254200 Jan 27 15:17:01.274332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43852) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:01.279680 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Request body: {'subnet': {'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-427848521-subnet', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:01.301033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bfe20-9be4-47d7-9fb1-d8cc478d67b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b1fede-c95d-4ba7-8be5-09661f1860c0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:01.313186 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:17:01.328827 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Made reservation on behalf of 83dfa7f118c74e3f83a6c6ab4296d1d5 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:17:01.332872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.572899 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.639016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c177ed-baed-4990-91b1-bbb9ca9bbdd0,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:01.645590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Checking segment: {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:01.645929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Network hostable DHCP agents. Network: a2b1fede-c95d-4ba7-8be5-09661f1860c0, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:17:01.664537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:17:01.676213 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, a2b1fede-c95d-4ba7-8be5-09661f1860c0) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:01.681771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:01.682520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.689466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcfbca2-07c3-4f41-ac84-0a4291f92da5 None None] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:17:01.705521 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-77c6b496-5df3-4933-9d1a-5664e641ed91 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4298592 Jan 27 15:17:01.708929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43854) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:01.713664 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:01.740647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.742131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.819026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:01.882353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:17:01.883223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.032510 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.102209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Allocated IP 172.20.0.2 (a2b1fede-c95d-4ba7-8be5-09661f1860c0/80c177ed-baed-4990-91b1-bbb9ca9bbdd0/06f0cd34-075c-48c6-974d-ffb42189d0e8) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:02.321076 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.331554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.341381 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.351570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.381626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:02.384990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:02.391893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:02.406356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Pushing event updated for resources: {'Port': ['ID=06f0cd34-075c-48c6-974d-ffb42189d0e8,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:02.492772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Allocated IP 172.26.6.172 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/706f98ad-456f-4780-9bfb-fe7e68bce231) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:02.622730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Attempting to bind port 06f0cd34-075c-48c6-974d-ffb42189d0e8 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:17:02.623206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Attempting to bind port 06f0cd34-075c-48c6-974d-ffb42189d0e8 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:17:02.623841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Attempting to bind port 06f0cd34-075c-48c6-974d-ffb42189d0e8 on network a2b1fede-c95d-4ba7-8be5-09661f1860c0 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:02.633664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:17:02.634225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Checking segment: {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:02.634848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.635468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Bound using segment: {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:17:02.636213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Bound port: 06f0cd34-075c-48c6-974d-ffb42189d0e8, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:17:02.636827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.644834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.694679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.733693 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] For port 06f0cd34-075c-48c6-974d-ffb42189d0e8, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:17:02.738087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] For port 06f0cd34-075c-48c6-974d-ffb42189d0e8, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=06f0cd34-075c-48c6-974d-ffb42189d0e8,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:17:02.743749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:02.755560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:02.759094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:02.763205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:02.788708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Pushing event updated for resources: {'Port': ['ID=706f98ad-456f-4780-9bfb-fe7e68bce231,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:02.840515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e014-ecb9-4052-b270-0c722a472ef7 None None] Pushing event updated for resources: {'Port': ['ID=06f0cd34-075c-48c6-974d-ffb42189d0e8,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:03.114057 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:03.422144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:03.652079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Router 2075af49-3a9f-42b4-a38c-624c57b547c9 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:17:03.804890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:17:03.819649 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Sync routers for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:17:03.833424 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:03.833705 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:03.834882 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:03.835555 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-84c74ca2-e74e-46dd-b22f-2e09fcf928e3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1253872 Jan 27 15:17:03.839727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43856) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:04.038640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090dd6c3-73a1-4d6e-b1ed-56d6ad85cb34 None None] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:17:04.050779 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:04.142237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 06f0cd34-075c-48c6-974d-ffb42189d0e8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:04.225059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0d171c13-16d4-47a5-94cf-e7162b641e68 None None] Provisioning complete for port 06f0cd34-075c-48c6-974d-ffb42189d0e8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:04.225718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d171c13-16d4-47a5-94cf-e7162b641e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.328310 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:02Z', 'revision_number': 3, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:04.368163 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Checking router: 2075af49-3a9f-42b4-a38c-624c57b547c9 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:17:04.368691 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Updating router 2075af49-3a9f-42b4-a38c-624c57b547c9 port 706f98ad-456f-4780-9bfb-fe7e68bce231 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:17:04.374618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 06f0cd34-075c-48c6-974d-ffb42189d0e8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:04.375330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.414487 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.513426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.519613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d171c13-16d4-47a5-94cf-e7162b641e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.604886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-0d171c13-16d4-47a5-94cf-e7162b641e68 None None] For port 06f0cd34-075c-48c6-974d-ffb42189d0e8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=06f0cd34-075c-48c6-974d-ffb42189d0e8,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:04.613578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0d171c13-16d4-47a5-94cf-e7162b641e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.644174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.750810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d171c13-16d4-47a5-94cf-e7162b641e68 None None] Pushing event updated for resources: {'Port': ['ID=06f0cd34-075c-48c6-974d-ffb42189d0e8,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:04.772890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 15:17:04.773385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG oslo_db.api [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 15:17:04.814230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Allocated IP 172.20.0.1 (a2b1fede-c95d-4ba7-8be5-09661f1860c0/80c177ed-baed-4990-91b1-bbb9ca9bbdd0/0a17a2a5-a708-4acc-8800-3385c6b16d34) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:04.936637 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.949676 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.954818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-7d77fe01-2c98-4a56-a2f8-722a62ed02f3 None None] Provisioning complete for port 06f0cd34-075c-48c6-974d-ffb42189d0e8 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:04.955191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7d77fe01-2c98-4a56-a2f8-722a62ed02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:04.962964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.017546 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.019838 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Attempting to bind port 706f98ad-456f-4780-9bfb-fe7e68bce231 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:17:05.020205 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Attempting to bind port 706f98ad-456f-4780-9bfb-fe7e68bce231 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:17:05.020563 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Attempting to bind port 706f98ad-456f-4780-9bfb-fe7e68bce231 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:05.023895 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Pushing event updated for resources: {'Port': ['ID=706f98ad-456f-4780-9bfb-fe7e68bce231,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:05.029587 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:17:05.030138 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:05.030558 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.031700 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:17:05.032194 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Bound port: 706f98ad-456f-4780-9bfb-fe7e68bce231, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:17:05.032575 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.057675 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.057899 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.058094 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.058424 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.058757 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.059078 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.059436 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.059763 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.060083 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.060400 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.060714 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.061034 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:05.100039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:05.107144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:05.110149 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] For port 706f98ad-456f-4780-9bfb-fe7e68bce231, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:17:05.114844 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:05.115496 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] For port 706f98ad-456f-4780-9bfb-fe7e68bce231, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=706f98ad-456f-4780-9bfb-fe7e68bce231,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:17:05.118002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a17a2a5-a708-4acc-8800-3385c6b16d34,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:05.121491 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.181343 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.209979 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:05.210980 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:05.287167 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d1602-9db8-43d7-bd40-a05773f91375 None None] Pushing event updated for resources: {'Port': ['ID=706f98ad-456f-4780-9bfb-fe7e68bce231,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:05.374156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.380393 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:05.404490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-91e4b1b0-3bd3-4ab4-b5bc-f3f71eead57b None None] Provisioning complete for port 0a17a2a5-a708-4acc-8800-3385c6b16d34 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:05.405184 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-91e4b1b0-3bd3-4ab4-b5bc-f3f71eead57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.452447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-91e4b1b0-3bd3-4ab4-b5bc-f3f71eead57b None None] Port 0a17a2a5-a708-4acc-8800-3385c6b16d34 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:17:05.569668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.575009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.584725 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:02Z', 'revision_number': 3, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:05.611532 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a4d05-0dda-4138-9770-51889d7fe318 None None] The sync data for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv is: [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:02Z', 'revision_number': 3, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:17:05.653876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:05.656850 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a17a2a5-a708-4acc-8800-3385c6b16d34,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:06.110299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 706f98ad-456f-4780-9bfb-fe7e68bce231 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:06.165221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 706f98ad-456f-4780-9bfb-fe7e68bce231 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:06.165593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:06.191253 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:06.193616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:06.263877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:06.298563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 706f98ad-456f-4780-9bfb-fe7e68bce231, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=706f98ad-456f-4780-9bfb-fe7e68bce231,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:06.305682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:06.307405 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 06f0cd34-075c-48c6-974d-ffb42189d0e8 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:06.387497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Router 2075af49-3a9f-42b4-a38c-624c57b547c9 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:17:06.402174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=706f98ad-456f-4780-9bfb-fe7e68bce231,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:06.419177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 06f0cd34-075c-48c6-974d-ffb42189d0e8 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:06.420723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:06.590261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b242d803-6e5a-44dd-9e72-636a47416af4 None None] Provisioning complete for port 0a17a2a5-a708-4acc-8800-3385c6b16d34 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:06.591624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b242d803-6e5a-44dd-9e72-636a47416af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:06.619696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:17:06.626305 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d9a7ea57-d2d6-4bf3-a963-31aee14259b2 admin admin] 10.222.0.18 "PUT /v2.0/routers/2075af49-3a9f-42b4-a38c-624c57b547c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7852790 Jan 27 15:17:06.642905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-b242d803-6e5a-44dd-9e72-636a47416af4 None None] Port 0a17a2a5-a708-4acc-8800-3385c6b16d34 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:17:07.142473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43872) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:07.147695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-757432838-network', 'tenant_id': '9df747f63c244458908d93f67257ffde'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:07.178237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Made reservation on behalf of 9df747f63c244458908d93f67257ffde for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:17:07.181102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.192363 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.276386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.282324 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.309567 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:17:07.320980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef4aee9-bc92-4363-9151-020933af56b5,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:07.328277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.328627 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Added segment f84e187a-80df-41dc-98c9-a294f06d6c3a of type vlan for network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 Jan 27 15:17:07.373641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.399616 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.400910 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:07.401490 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.452042 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3083527 Jan 27 15:17:07.455585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43874) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:07.467391 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Request body: {'subnet': {'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-757432838-subnet', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:07.480446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aa918-d88c-413f-b805-aea26bf4af05 admin admin] Pushing event updated for resources: {'Network': ['ID=98f23c2b-f642-4dbe-bdef-ef27b6e27616,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:07.493181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:17:07.502592 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Made reservation on behalf of 9df747f63c244458908d93f67257ffde for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:17:07.505610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.541202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Sync routers for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:17:07.570896 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:07.571723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:07.692898 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.693516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:07.741649 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:07.763773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Checking segment: {'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:07.764109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Network hostable DHCP agents. Network: 98f23c2b-f642-4dbe-bdef-ef27b6e27616, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:17:07.789706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:17:07.800460 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 98f23c2b-f642-4dbe-bdef-ef27b6e27616) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:07.804901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:07.805509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.818977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa4fe0c-acbf-45db-8ec5-3e2f4d870656 None None] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:17:07.825263 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9c377677-cec5-4464-9c8b-e2da312883c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3684504 Jan 27 15:17:07.829060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 43876) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:07.833734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:07.861348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.862644 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:07.931146 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.030616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 706f98ad-456f-4780-9bfb-fe7e68bce231 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:08.058031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'fixed_ips': [{'subnet_id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:17:08.058877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.071222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 2, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:08.085881 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.113396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Checking router: 2075af49-3a9f-42b4-a38c-624c57b547c9 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:17:08.113745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Updating router 2075af49-3a9f-42b4-a38c-624c57b547c9 port 0a17a2a5-a708-4acc-8800-3385c6b16d34 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:17:08.212786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.268159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 706f98ad-456f-4780-9bfb-fe7e68bce231 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:08.268609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.325348 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.346667 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.413785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Allocated IP 172.20.0.2 (98f23c2b-f642-4dbe-bdef-ef27b6e27616/4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9/fd97a711-5d95-4197-8fc5-d92d7640011c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:08.477477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Allocated IP 172.26.6.45 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/84db668b-e3ee-4cf2-9685-007c0e4cf5da) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:08.598277 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.642267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.691509 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:08.696673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:08.702504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:08.706067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Pushing event updated for resources: {'Port': ['ID=84db668b-e3ee-4cf2-9685-007c0e4cf5da,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:08.909535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.925889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.941258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.973922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:08.999629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:09.001294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Pushing event updated for resources: {'Port': ['ID=fd97a711-5d95-4197-8fc5-d92d7640011c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:09.006201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:09.013736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:09.044612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.122633 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285a7bf-0969-4f3f-b50c-84f59283616d None None] Pushing event updated for resources: {'Port': ['ID=0a17a2a5-a708-4acc-8800-3385c6b16d34,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:09.167475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Attempting to bind port fd97a711-5d95-4197-8fc5-d92d7640011c on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:17:09.168367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Attempting to bind port fd97a711-5d95-4197-8fc5-d92d7640011c by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:17:09.168367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Attempting to bind port fd97a711-5d95-4197-8fc5-d92d7640011c on network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:09.178220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Attempting to bind port 0a17a2a5-a708-4acc-8800-3385c6b16d34 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:17:09.178590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Attempting to bind port 0a17a2a5-a708-4acc-8800-3385c6b16d34 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:17:09.178965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Attempting to bind port 0a17a2a5-a708-4acc-8800-3385c6b16d34 on network a2b1fede-c95d-4ba7-8be5-09661f1860c0 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:09.181666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:17:09.182039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Checking segment: {'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:09.182515 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.182962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Bound using segment: {'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:17:09.183492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Bound port: fd97a711-5d95-4197-8fc5-d92d7640011c, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:17:09.183919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.198147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:17:09.198555 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Checking segment: {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:09.199012 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.199514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Bound using segment: {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:17:09.200067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Bound port: 0a17a2a5-a708-4acc-8800-3385c6b16d34, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:17:09.200441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.332389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] For port fd97a711-5d95-4197-8fc5-d92d7640011c, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:17:09.332841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.346277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] For port 0a17a2a5-a708-4acc-8800-3385c6b16d34, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:17:09.352121 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] For port 0a17a2a5-a708-4acc-8800-3385c6b16d34, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0a17a2a5-a708-4acc-8800-3385c6b16d34,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:17:09.354967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] For port fd97a711-5d95-4197-8fc5-d92d7640011c, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fd97a711-5d95-4197-8fc5-d92d7640011c,segment=NetworkSegment(f84e187a-80df-41dc-98c9-a294f06d6c3a),segment_id=f84e187a-80df-41dc-98c9-a294f06d6c3a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:17:09.357604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.363695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.455139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-ad4d3d2e-ea71-4c83-b0bd-72d5ebe9eb98 None None] Provisioning complete for port 0a17a2a5-a708-4acc-8800-3385c6b16d34 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:09.455584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3d2e-ea71-4c83-b0bd-72d5ebe9eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.459438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:09.460224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:09.463952 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285a7bf-0969-4f3f-b50c-84f59283616d None None] Pushing event updated for resources: {'Port': ['ID=0a17a2a5-a708-4acc-8800-3385c6b16d34,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:09.522701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:17:09.654196 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba894ad-4e1f-400f-bcf7-59be45292ed5 None None] Pushing event updated for resources: {'Port': ['ID=fd97a711-5d95-4197-8fc5-d92d7640011c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:09.668825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:17:09.680514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Sync routers for ids ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:17:09.694299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:09.696030 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Routers {'b6713eac-6dc8-41e5-94ba-ac5eaa971b57'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:09.697126 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:09.699378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.701887 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6ce05f75-64dd-4099-9cf5-9bd506861b58 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8704219 Jan 27 15:17:09.706311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 43878) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:09.748273 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3d2e-ea71-4c83-b0bd-72d5ebe9eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:09.900026 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Set router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:09.927239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-ad4d3d2e-ea71-4c83-b0bd-72d5ebe9eb98 None None] For port 0a17a2a5-a708-4acc-8800-3385c6b16d34, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0a17a2a5-a708-4acc-8800-3385c6b16d34,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:09.948115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3d2e-ea71-4c83-b0bd-72d5ebe9eb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.071066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d3d2e-ea71-4c83-b0bd-72d5ebe9eb98 None None] Pushing event updated for resources: {'Port': ['ID=0a17a2a5-a708-4acc-8800-3385c6b16d34,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:10.142258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e70e74a2-0edc-4ba8-b04c-07740ecd2f89 None None] Provisioning complete for port 0a17a2a5-a708-4acc-8800-3385c6b16d34 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:10.142932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e70e74a2-0edc-4ba8-b04c-07740ecd2f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.173819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd97a711-5d95-4197-8fc5-d92d7640011c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:10.214761 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:17:08Z', 'revision_number': 3, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port': {'id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:08Z', 'updated_at': '2022-01-27T15:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:10.261030 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Checking router: b6713eac-6dc8-41e5-94ba-ac5eaa971b57 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:17:10.261314 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Updating router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 port 84db668b-e3ee-4cf2-9685-007c0e4cf5da binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:17:10.294081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:10.298824 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.349242 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.382037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cbb77-2610-4a31-ba08-8842204f3a1f None None] The sync data for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv is: [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:17:10.416340 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fd97a711-5d95-4197-8fc5-d92d7640011c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:10.416904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.620369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.632605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Allocated IP 172.20.0.1 (98f23c2b-f642-4dbe-bdef-ef27b6e27616/4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9/0647b00a-961e-4276-8fd1-478aa51084ad) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:10.689601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port fd97a711-5d95-4197-8fc5-d92d7640011c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fd97a711-5d95-4197-8fc5-d92d7640011c,segment=NetworkSegment(f84e187a-80df-41dc-98c9-a294f06d6c3a),segment_id=f84e187a-80df-41dc-98c9-a294f06d6c3a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:10.696715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.785200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=fd97a711-5d95-4197-8fc5-d92d7640011c,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:10.793274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.854821 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.877854 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.886088 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.924167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:10.947120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:10.949984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:10.953884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0647b00a-961e-4276-8fd1-478aa51084ad,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:10.964253 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Attempting to bind port 84db668b-e3ee-4cf2-9685-007c0e4cf5da on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:17:10.964949 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Attempting to bind port 84db668b-e3ee-4cf2-9685-007c0e4cf5da by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:17:10.965493 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Attempting to bind port 84db668b-e3ee-4cf2-9685-007c0e4cf5da on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:10.973148 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:17:10.973504 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:10.973917 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.974315 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:17:10.974805 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Bound port: 84db668b-e3ee-4cf2-9685-007c0e4cf5da, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:17:10.975193 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:10.977247 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f60c7-59bb-46a1-b233-72f025843c5a None None] Pushing event updated for resources: {'Port': ['ID=84db668b-e3ee-4cf2-9685-007c0e4cf5da,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:11.021788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.063011 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] For port 84db668b-e3ee-4cf2-9685-007c0e4cf5da, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:17:11.067783 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] For port 84db668b-e3ee-4cf2-9685-007c0e4cf5da, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=84db668b-e3ee-4cf2-9685-007c0e4cf5da,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:17:11.079843 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.123132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674272d2-2ce8-4922-a442-b8ca4f63bd37 None None] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:17:11.181644 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Routers {'b6713eac-6dc8-41e5-94ba-ac5eaa971b57'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:11.182889 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:11.200877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1496cf80-abb7-477c-8ead-e6a317fee120 None None] Provisioning complete for port fd97a711-5d95-4197-8fc5-d92d7640011c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:11.201437 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1496cf80-abb7-477c-8ead-e6a317fee120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.244594 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.251396 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f60c7-59bb-46a1-b233-72f025843c5a None None] Pushing event updated for resources: {'Port': ['ID=84db668b-e3ee-4cf2-9685-007c0e4cf5da,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:11.413461 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] Set router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:11.516669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.530605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.685268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.689915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0647b00a-961e-4276-8fd1-478aa51084ad,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:11.719742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-045f9d8d-f6db-4587-873a-7060452f6471 None None] Provisioning complete for port 0647b00a-961e-4276-8fd1-478aa51084ad triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:11.720373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-045f9d8d-f6db-4587-873a-7060452f6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.820993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:11.822763 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:11.859504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-045f9d8d-f6db-4587-873a-7060452f6471 None None] Port 0647b00a-961e-4276-8fd1-478aa51084ad cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:17:11.888661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-045f9d8d-f6db-4587-873a-7060452f6471 None None] Provisioning complete for port fd97a711-5d95-4197-8fc5-d92d7640011c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:11.889187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-045f9d8d-f6db-4587-873a-7060452f6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:11.916115 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 4, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port': {'id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:08Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0647b00a-961e-4276-8fd1-478aa51084ad', 'name': '', 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'mac_address': 'fa:16:3e:86:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:10Z', 'updated_at': '2022-01-27T15:17:10Z', 'revision_number': 1, 'project_id': '9df747f63c244458908d93f67257ffde', 'subnets': [{'id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:11.955743 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a71fe-6ff6-41b1-858a-5af342003c97 None None] The sync data for ids ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'] in dv-neutron-826438-5-hyperv is: [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 4, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port': {'id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:08Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0647b00a-961e-4276-8fd1-478aa51084ad', 'name': '', 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'mac_address': 'fa:16:3e:86:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:10Z', 'updated_at': '2022-01-27T15:17:10Z', 'revision_number': 1, 'project_id': '9df747f63c244458908d93f67257ffde', 'subnets': [{'id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:17:12.037785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:17:12.218538 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0c961600-1147-4fc6-97bd-5178764cd497 None None] Provisioning complete for port 0647b00a-961e-4276-8fd1-478aa51084ad triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:12.220038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c961600-1147-4fc6-97bd-5178764cd497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:12.240602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:17:12.248271 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f519143c-f4ed-41a2-a35e-c4b40659d0b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/b6713eac-6dc8-41e5-94ba-ac5eaa971b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5407214 Jan 27 15:17:12.251846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd97a711-5d95-4197-8fc5-d92d7640011c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:12.335626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0c961600-1147-4fc6-97bd-5178764cd497 None None] Port 0647b00a-961e-4276-8fd1-478aa51084ad cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:17:12.356768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port fd97a711-5d95-4197-8fc5-d92d7640011c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:12.357163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:12.461575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0a17a2a5-a708-4acc-8800-3385c6b16d34 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:12.497149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-205f031a-c960-4dd6-a789-e690f5ff4c88 None None] Provisioning complete for port 0647b00a-961e-4276-8fd1-478aa51084ad triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:12.497528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-205f031a-c960-4dd6-a789-e690f5ff4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:12.569867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-205f031a-c960-4dd6-a789-e690f5ff4c88 None None] Port 0647b00a-961e-4276-8fd1-478aa51084ad cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:17:12.579412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0a17a2a5-a708-4acc-8800-3385c6b16d34 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:12.579837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:14.062917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c19c92-d001-4f75-a074-e0ab2130bc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:14.148983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 84db668b-e3ee-4cf2-9685-007c0e4cf5da up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:14.233462 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 84db668b-e3ee-4cf2-9685-007c0e4cf5da triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:14.234210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:14.396041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:14.441220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 84db668b-e3ee-4cf2-9685-007c0e4cf5da, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=84db668b-e3ee-4cf2-9685-007c0e4cf5da,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:14.456411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:14.598164 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=84db668b-e3ee-4cf2-9685-007c0e4cf5da,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:15.060955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Sync routers for ids ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:17:15.087198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Routers {'b6713eac-6dc8-41e5-94ba-ac5eaa971b57'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:15.088282 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:16:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:15.443831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Set router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:15.669960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 4, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port': {'id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:08Z', 'updated_at': '2022-01-27T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0647b00a-961e-4276-8fd1-478aa51084ad', 'name': '', 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'mac_address': 'fa:16:3e:86:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:10Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 2, 'project_id': '9df747f63c244458908d93f67257ffde', 'subnets': [{'id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:15.702314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Checking router: b6713eac-6dc8-41e5-94ba-ac5eaa971b57 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:17:15.702980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Updating router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 port 0647b00a-961e-4276-8fd1-478aa51084ad binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:17:15.734285 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.155876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 84db668b-e3ee-4cf2-9685-007c0e4cf5da up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:16.207200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.222601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.307178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 84db668b-e3ee-4cf2-9685-007c0e4cf5da triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:16.312973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.315349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eef1b-3896-4dab-8a60-bca42fd2207f None None] Pushing event updated for resources: {'Port': ['ID=0647b00a-961e-4276-8fd1-478aa51084ad,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:16.322608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d05bfda4-3931-4da9-89aa-9cd501d6f3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.437988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Attempting to bind port 0647b00a-961e-4276-8fd1-478aa51084ad on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:17:16.438612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Attempting to bind port 0647b00a-961e-4276-8fd1-478aa51084ad by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:17:16.439221 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Attempting to bind port 0647b00a-961e-4276-8fd1-478aa51084ad on network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:16.456228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:17:16.456854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Checking segment: {'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:16.457587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.458198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Bound using segment: {'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:17:16.458903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Bound port: 0647b00a-961e-4276-8fd1-478aa51084ad, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84e187a-80df-41dc-98c9-a294f06d6c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:17:16.459570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.570358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] For port 0647b00a-961e-4276-8fd1-478aa51084ad, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:17:16.575596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] For port 0647b00a-961e-4276-8fd1-478aa51084ad, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0647b00a-961e-4276-8fd1-478aa51084ad,segment=NetworkSegment(f84e187a-80df-41dc-98c9-a294f06d6c3a),segment_id=f84e187a-80df-41dc-98c9-a294f06d6c3a)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:17:16.612640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.697516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-706d5454-796b-4ba7-8fe5-6d25f2603638 None None] Provisioning complete for port 0647b00a-961e-4276-8fd1-478aa51084ad triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:16.697965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-706d5454-796b-4ba7-8fe5-6d25f2603638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:16.819225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eef1b-3896-4dab-8a60-bca42fd2207f None None] Pushing event updated for resources: {'Port': ['ID=0647b00a-961e-4276-8fd1-478aa51084ad,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:16.830933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Routers {'b6713eac-6dc8-41e5-94ba-ac5eaa971b57'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:16.834206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:17:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:16.992430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-706d5454-796b-4ba7-8fe5-6d25f2603638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:17.047905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] Set router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:17.051105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-706d5454-796b-4ba7-8fe5-6d25f2603638 None None] For port 0647b00a-961e-4276-8fd1-478aa51084ad, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0647b00a-961e-4276-8fd1-478aa51084ad,segment=NetworkSegment(f84e187a-80df-41dc-98c9-a294f06d6c3a),segment_id=f84e187a-80df-41dc-98c9-a294f06d6c3a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:17.079565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-706d5454-796b-4ba7-8fe5-6d25f2603638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:17.211778 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d5454-796b-4ba7-8fe5-6d25f2603638 None None] Pushing event updated for resources: {'Port': ['ID=0647b00a-961e-4276-8fd1-478aa51084ad,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:17.301753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3ebf5c1c-5bf5-4de7-9d57-d71bd829dbe8 None None] Provisioning complete for port 0647b00a-961e-4276-8fd1-478aa51084ad triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:17.302481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5c1c-5bf5-4de7-9d57-d71bd829dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:17.478877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 4, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port': {'id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:08Z', 'updated_at': '2022-01-27T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0647b00a-961e-4276-8fd1-478aa51084ad', 'name': '', 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'mac_address': 'fa:16:3e:86:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:10Z', 'updated_at': '2022-01-27T15:17:16Z', 'revision_number': 4, 'project_id': '9df747f63c244458908d93f67257ffde', 'subnets': [{'id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:17.511966 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:17.513442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46436920-33df-40cb-b80e-09dcf8537fff None None] The sync data for ids ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'] in dv-neutron-826438-5-hyperv is: [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:17:11Z', 'revision_number': 4, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port': {'id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:08Z', 'updated_at': '2022-01-27T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0647b00a-961e-4276-8fd1-478aa51084ad', 'name': '', 'network_id': '98f23c2b-f642-4dbe-bdef-ef27b6e27616', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'mac_address': 'fa:16:3e:86:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:10Z', 'updated_at': '2022-01-27T15:17:16Z', 'revision_number': 4, 'project_id': '9df747f63c244458908d93f67257ffde', 'subnets': [{'id': '4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:17:18.113668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0647b00a-961e-4276-8fd1-478aa51084ad up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:18.215225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0647b00a-961e-4276-8fd1-478aa51084ad triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:18.216299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:18.867787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:19.256677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:24.776505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-44601b90-34b2-42f2-9155-d4e1f9d15f3d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:24.778166 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-44601b90-34b2-42f2-9155-d4e1f9d15f3d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 814 time: 0.1234949 Jan 27 15:17:24.798822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-63e07ffc-fdeb-4104-a4ca-f5b0a17fb419 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/quotas/83dfa7f118c74e3f83a6c6ab4296d1d5 HTTP/1.1" status: 200 len: 375 time: 0.0097613 Jan 27 15:17:24.857054 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-84cb4453-ee1a-4d76-bab7-4025d6818af1 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519757 Jan 27 15:17:25.017604 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-102e4a7a-4210-46aa-8c4f-6393ea608f30 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480060 Jan 27 15:17:25.176391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-bec6c68c-d7ca-4aae-b311-8fbe782321d3 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521950 Jan 27 15:17:25.586278 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-88cee9dd-e235-4ba6-83e1-ba5d1a42eabc req-a06c1810-3213-40f3-9815-6205703ded9e tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 210 time: 0.2056608 Jan 27 15:17:26.466911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-9ea3bd05-a3d7-4d36-a798-1370eb671550 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:26.468578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-9ea3bd05-a3d7-4d36-a798-1370eb671550 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 814 time: 0.1381845 Jan 27 15:17:26.482324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'port': {'device_id': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'admin_state_up': True, 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:26.640777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Made reservation on behalf of 83dfa7f118c74e3f83a6c6ab4296d1d5 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:17:26.647062 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:26.724411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-886c0235-be98-43b1-b3ea-bafdee947ae8 req-249cacaa-287f-4d82-ab9d-5350a31f9a45 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 210 time: 0.0382335 Jan 27 15:17:26.918985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Allocated IP 172.20.0.6 (a2b1fede-c95d-4ba7-8be5-09661f1860c0/80c177ed-baed-4990-91b1-bbb9ca9bbdd0/99a54623-1fa1-4862-b58a-47e7691e27e1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:27.160575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:27.204749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:27.259600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:27.274351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.274667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.275076 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.275817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.276273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.276921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.277090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.277510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.278132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.278780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.278968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.279629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:27.291791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:27.294840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:27.299148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:27.402611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:27.403544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:27.436930 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-8dfbb41e-de0b-4594-aa73-070055520af3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9595771 Jan 27 15:17:27.682593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d5ee5328-f3f1-41f9-8b56-1a7cc7a57408 None None] Provisioning complete for port 99a54623-1fa1-4862-b58a-47e7691e27e1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:27.683246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5328-f3f1-41f9-8b56-1a7cc7a57408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:27.739893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee5328-f3f1-41f9-8b56-1a7cc7a57408 None None] Port 99a54623-1fa1-4862-b58a-47e7691e27e1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:17:27.891092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dbe30-4c27-47c6-b2ea-b61303dc2d2a req-7e8a0317-65df-440e-955d-40fd36666a05 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:27.893385 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-104dbe30-4c27-47c6-b2ea-b61303dc2d2a req-7e8a0317-65df-440e-955d-40fd36666a05 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 931 time: 0.0670228 Jan 27 15:17:27.954326 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-104dbe30-4c27-47c6-b2ea-b61303dc2d2a req-495df640-bcbb-446e-8a0d-50bb1fd133a7 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502470 Jan 27 15:17:28.930963 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:17:29.157870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bda47e-546f-4559-8e6e-146b6dcedcc5 req-7efb2c68-57d0-441e-9bba-b1754fefd196 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:29.168018 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-19bda47e-546f-4559-8e6e-146b6dcedcc5 req-7efb2c68-57d0-441e-9bba-b1754fefd196 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 931 time: 0.1124301 Jan 27 15:17:29.247600 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-19bda47e-546f-4559-8e6e-146b6dcedcc5 req-ff9bad7f-5aa8-4302-a5d4-3b7cadfa1e18 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777819 Jan 27 15:17:30.444437 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:30.479222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6476815-eadd-4056-8a6e-fdc6f1cd0015 req-3226ad8b-f7e7-40b1-a5e3-82266ef88277 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:30.481046 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6476815-eadd-4056-8a6e-fdc6f1cd0015 req-3226ad8b-f7e7-40b1-a5e3-82266ef88277 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 931 time: 0.1060505 Jan 27 15:17:30.535336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6476815-eadd-4056-8a6e-fdc6f1cd0015 req-993767da-8efd-4172-b2ad-9bce6cb13178 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Jan 27 15:17:31.712654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef252a-dade-4b43-adc6-150145957d6e req-db277b66-775a-4c9b-b2de-3ea2c9818dcb tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:31.714241 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5ef252a-dade-4b43-adc6-150145957d6e req-db277b66-775a-4c9b-b2de-3ea2c9818dcb tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 931 time: 0.0918987 Jan 27 15:17:31.762750 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5ef252a-dade-4b43-adc6-150145957d6e req-23dc181e-f4ec-4fd0-b91a-2deeec7b4476 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Jan 27 15:17:33.481230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081566a-7a5b-4d75-b915-50c2ee57ab5b req-302bd2cb-b21b-429b-89cf-6ebaf5cf7389 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:33.483985 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b081566a-7a5b-4d75-b915-50c2ee57ab5b req-302bd2cb-b21b-429b-89cf-6ebaf5cf7389 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 931 time: 0.6015255 Jan 27 15:17:33.550638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b081566a-7a5b-4d75-b915-50c2ee57ab5b req-cbb9754d-4f8a-4de4-a7a9-7d518e435c5e tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547700 Jan 27 15:17:34.646208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-868f738e-6157-4211-825b-8ca7f87fe11d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:17:34.648255 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-868f738e-6157-4211-825b-8ca7f87fe11d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113876 Jan 27 15:17:34.668754 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Request body: {'port': {'device_id': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:34.756067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804eab-652e-4c3d-8f4b-29cd619b9ceb req-4c682a55-7d5c-43e4-97d9-6b09aab8e608 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:34.757704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-01804eab-652e-4c3d-8f4b-29cd619b9ceb req-4c682a55-7d5c-43e4-97d9-6b09aab8e608 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 931 time: 0.1187894 Jan 27 15:17:34.773746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:34.835986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-01804eab-652e-4c3d-8f4b-29cd619b9ceb req-606e369c-3a4c-401e-af98-dfce191fcad0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691402 Jan 27 15:17:35.088945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a54623-1fa1-4862-b58a-47e7691e27e1 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:17:35.097933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:35.110971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Transition to ACTIVE for port object 99a54623-1fa1-4862-b58a-47e7691e27e1 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:17:35.116612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:35.242973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Pushing event updated for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:35.329572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Attempting to bind port 99a54623-1fa1-4862-b58a-47e7691e27e1 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:17:35.330121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Attempting to bind port 99a54623-1fa1-4862-b58a-47e7691e27e1 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:17:35.330685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Attempting to bind port 99a54623-1fa1-4862-b58a-47e7691e27e1 on network a2b1fede-c95d-4ba7-8be5-09661f1860c0 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:35.338396 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Port 99a54623-1fa1-4862-b58a-47e7691e27e1 on network a2b1fede-c95d-4ba7-8be5-09661f1860c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:17:35.338846 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Attempting to bind port 99a54623-1fa1-4862-b58a-47e7691e27e1 on network a2b1fede-c95d-4ba7-8be5-09661f1860c0 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:17:35.345608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:17:35.346084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Checking segment: {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:17:35.346554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Bound using segment: {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:17:35.347227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Bound port: 99a54623-1fa1-4862-b58a-47e7691e27e1, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2db2d0-23c0-4083-b481-59420f372e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:17:35.347820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:35.425035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:17:35.429234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=99a54623-1fa1-4862-b58a-47e7691e27e1,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:17:35.434312 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:35.475940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:35.476575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:35.478015 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] 10.222.0.72 "PUT /v2.0/ports/99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 1093 time: 0.8155420 Jan 27 15:17:35.478492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:17:35.480815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e613a927-29a5-48c1-9fd7-9b59616c7bad" -d '{"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:17:35.511215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d6876-d91c-4263-9186-16ca5ed5277d service neutron] Pushing event updated for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:35.547894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d67e0af-0c85-4c5f-bbef-b7dbcdf7004b x-openstack-request-id: req-3d67e0af-0c85-4c5f-bbef-b7dbcdf7004b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:17:35.548295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:17:35.548640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d67e0af-0c85-4c5f-bbef-b7dbcdf7004b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:17:35.549149 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'status': 'completed', 'code': 200} Jan 27 15:17:35.647091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-3da33175-0ecc-40f0-876b-12724c01ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:35.648859 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-3da33175-0ecc-40f0-876b-12724c01ea83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1096 time: 0.1131287 Jan 27 15:17:35.701183 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-bc622244-4cb4-4637-bc1b-6d58844d6ae9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 217 time: 0.0405447 Jan 27 15:17:35.753346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-7bcf4732-eb93-43fe-9f5e-e24de79cf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:35.754873 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-7bcf4732-eb93-43fe-9f5e-e24de79cf01e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0475421 Jan 27 15:17:35.808254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-e319860b-46db-4f3a-8489-0be7b6368ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:35.809771 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-e319860b-46db-4f3a-8489-0be7b6368ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488853 Jan 27 15:17:35.918570 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-39250be6-0df2-4438-bfd8-f50fbc5dcb46 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014152 Jan 27 15:17:36.053767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012237a4-8838-403b-b933-9bb1f86f5501 req-75314860-3f5b-4c74-a293-2ada19945b09 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:36.055452 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-012237a4-8838-403b-b933-9bb1f86f5501 req-75314860-3f5b-4c74-a293-2ada19945b09 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 943 time: 0.1214211 Jan 27 15:17:36.075341 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efb48c43-96d9-4c81-9e82-d4e720403ab1 req-be4c8eb3-5df5-48cf-853c-d1f21ca1d010 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498678 Jan 27 15:17:36.106066 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-012237a4-8838-403b-b933-9bb1f86f5501 req-233ffc0d-b787-444a-a391-1a383c235785 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Jan 27 15:17:36.180667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-07981467-9d10-4fc4-a1ab-4eadf10012fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:36.182176 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-07981467-9d10-4fc4-a1ab-4eadf10012fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1096 time: 0.0523770 Jan 27 15:17:36.286575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-b4d92b17-a064-4b45-9ad9-70e1955955af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:36.288262 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-b4d92b17-a064-4b45-9ad9-70e1955955af service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.0980310 Jan 27 15:17:36.332133 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-2cd183bb-a12f-414c-a404-39823c5b5287 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 217 time: 0.0360727 Jan 27 15:17:36.389048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-fad30642-8c42-4db2-980f-a0d4446c485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:36.390570 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-fad30642-8c42-4db2-980f-a0d4446c485e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0518720 Jan 27 15:17:36.442643 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-8ec198b5-2923-4e38-83ee-35371d2373f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:36.444134 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-8ec198b5-2923-4e38-83ee-35371d2373f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456548 Jan 27 15:17:36.593631 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-ecf138b5-e4a5-4a11-8673-6658ea83251f service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404433 Jan 27 15:17:36.722525 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e613a927-29a5-48c1-9fd7-9b59616c7bad req-9773e132-b30e-44dd-8178-468391db6abb service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211369 Jan 27 15:17:37.010382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 99a54623-1fa1-4862-b58a-47e7691e27e1 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:17:37.116352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=99a54623-1fa1-4862-b58a-47e7691e27e1,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:37.127654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'port_id': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'mac_address': 'fa:16:3e:34:85:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:17:37.186065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:37.200427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a54623-1fa1-4862-b58a-47e7691e27e1 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:17:37.225114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=99a54623-1fa1-4862-b58a-47e7691e27e1,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:37.230319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:37.259097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0d734-31fa-45ac-8306-933557aadef2 req-0e27edfc-8b4c-4760-9da3-53fe4eb5b614 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:37.260906 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6de0d734-31fa-45ac-8306-933557aadef2 req-0e27edfc-8b4c-4760-9da3-53fe4eb5b614 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 943 time: 0.0577221 Jan 27 15:17:37.298552 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:37.307210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.307877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.308313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.308810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.309299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.309725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.310141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.311441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.311924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.312430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.312885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.313398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:37.320845 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6de0d734-31fa-45ac-8306-933557aadef2 req-f1a83766-094c-4928-a430-f1d0f93f1764 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Jan 27 15:17:37.434793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['99a54623-1fa1-4862-b58a-47e7691e27e1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:17:38.455482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b7d8e-310e-41f6-8a9d-420bdb5678f2 req-8667ea58-178a-4bc9-a254-046b39addef8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:38.457081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-878b7d8e-310e-41f6-8a9d-420bdb5678f2 req-8667ea58-178a-4bc9-a254-046b39addef8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 944 time: 0.0597315 Jan 27 15:17:38.523098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-878b7d8e-310e-41f6-8a9d-420bdb5678f2 req-55b083ce-cf5a-41fd-9443-71b3c436259d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Jan 27 15:17:39.027496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 99a54623-1fa1-4862-b58a-47e7691e27e1 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:17:39.109439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 99a54623-1fa1-4862-b58a-47e7691e27e1 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:17:39.116185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 99a54623-1fa1-4862-b58a-47e7691e27e1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:39.116782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:39.254967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:39.296206 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:17:39.300071 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f82c1b-fe1e-45b4-ba36-6d2598b83efe" -d '{"events": [{"server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "name": "network-vif-plugged", "status": "completed", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:17:39.322749 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=99a54623-1fa1-4862-b58a-47e7691e27e1,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:39.329836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:39.370899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeaf8cb-b4d5-4cca-9615-44e2492765e4 x-openstack-request-id: req-edeaf8cb-b4d5-4cca-9615-44e2492765e4 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:17:39.371371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "name": "network-vif-plugged", "status": "completed", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:17:39.371762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edeaf8cb-b4d5-4cca-9615-44e2492765e4 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:17:39.372332 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'code': 200} Jan 27 15:17:39.420762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:39.523449 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07150767-f2cc-4b72-9bd3-ba1994a239c6 req-7719db66-e359-4622-af06-2f629e01fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:39.525334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-07150767-f2cc-4b72-9bd3-ba1994a239c6 req-7719db66-e359-4622-af06-2f629e01fc9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1098 time: 0.0445418 Jan 27 15:17:39.575184 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-07150767-f2cc-4b72-9bd3-ba1994a239c6 req-9b405925-5283-4bb5-916e-153190c6e6fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Jan 27 15:17:39.665649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36081-2224-42e3-b3c2-c8216e56ce77 req-e7a40528-92a3-45ad-9dff-8ddeffc4facc tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:39.667297 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89b36081-2224-42e3-b3c2-c8216e56ce77 req-e7a40528-92a3-45ad-9dff-8ddeffc4facc tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0577693 Jan 27 15:17:39.716818 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89b36081-2224-42e3-b3c2-c8216e56ce77 req-bf2dd7de-f1de-49ba-a810-db5783fce644 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Jan 27 15:17:40.848122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685469d-1715-4d8d-b94d-8be774b02279 req-c1d069cf-7329-4295-ae25-661b65986d38 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:40.849801 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b685469d-1715-4d8d-b94d-8be774b02279 req-c1d069cf-7329-4295-ae25-661b65986d38 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0582721 Jan 27 15:17:40.898498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b685469d-1715-4d8d-b94d-8be774b02279 req-bca33ac8-1926-49fc-899a-e8ad56e26378 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Jan 27 15:17:41.023320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac1c16-d238-4604-a3d5-9b2255e8b005 req-f236ebc7-707e-45ea-a154-7f1ddfaf3635 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:41.024860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2fac1c16-d238-4604-a3d5-9b2255e8b005 req-f236ebc7-707e-45ea-a154-7f1ddfaf3635 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0544486 Jan 27 15:17:41.083577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2fac1c16-d238-4604-a3d5-9b2255e8b005 req-87d1bbca-1ed2-4df1-8631-50b177ad27c4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Jan 27 15:17:41.484983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1fd0f-0b48-4eab-b8a6-27a4a5fd57a6 req-f3dbc3a8-85c9-45ea-b594-f40fdf859835 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:41.487744 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81e1fd0f-0b48-4eab-b8a6-27a4a5fd57a6 req-f3dbc3a8-85c9-45ea-b594-f40fdf859835 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0812709 Jan 27 15:17:41.555686 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-81e1fd0f-0b48-4eab-b8a6-27a4a5fd57a6 req-90a49368-76f9-4715-a0cd-2bfe2da868b0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609696 Jan 27 15:17:44.039532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0343-ba74-4e67-894a-db30a8827b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:46.274241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-81c5d174-3eb3-400f-89d5-e871d90d3ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:47.484634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:48.867832 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:49.240809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:54.602351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc467582-596b-461d-81f9-d93291214973 req-b80f91e7-1d4d-4d7e-a5a7-77181e939b6c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:54.603954 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cc467582-596b-461d-81f9-d93291214973 req-b80f91e7-1d4d-4d7e-a5a7-77181e939b6c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0604393 Jan 27 15:17:54.650099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cc467582-596b-461d-81f9-d93291214973 req-97529a34-e420-454b-aa45-700506e18305 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355282 Jan 27 15:17:54.680380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44072) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:54.790130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3ea000-0e43-489a-9ef7-d8e6e9d820ef tempest-TestMinimumBasicScenario-1860306252 tempest-TestMinimumBasicScenario-1860306252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:54.791775 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9f3ea000-0e43-489a-9ef7-d8e6e9d820ef tempest-TestMinimumBasicScenario-1860306252 tempest-TestMinimumBasicScenario-1860306252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1093 time: 0.1095953 Jan 27 15:17:54.796081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44076) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:54.801712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:54.837426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:54.974498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:55.110030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Allocated IP 172.26.6.219 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/fa615a22-e2cd-43fd-ab4f-44114ce8c600) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:17:55.251018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:55.286589 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:55.336601 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:17:55.340179 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:17:55.346941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:17:55.370066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'Port': ['ID=fa615a22-e2cd-43fd-ab4f-44114ce8c600,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:55.383252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.383623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.383976 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.384311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.384653 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.384991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.385315 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.385647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.385970 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.386296 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.386627 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.386949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:17:55.734092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:55.817440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:55.982168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:55.987869 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:56.057072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'Port': ['ID=fa615a22-e2cd-43fd-ab4f-44114ce8c600,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:56.075983 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:56.186452 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Floating IP 7354e728-9afd-46f4-b92e-abefc95c7c75 associated. External IP: 172.26.6.219, port: 99a54623-1fa1-4862-b58a-47e7691e27e1. Jan 27 15:17:56.769610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Router 2075af49-3a9f-42b4-a38c-624c57b547c9 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:17:56.893208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:17:56.907730 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] Sync routers for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:17:56.915445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:56.922902 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:56.924006 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:17:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:56.951909 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-09050b79-f13d-4932-8dbd-4233a450e9c0 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1542647 Jan 27 15:17:56.952235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44078) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:56.954411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:17:56.956820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d1f31499-c773-42b6-852c-d87b96933531 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917777071', 'description': 'tempest-secgroup-smoke-1917777071 description', 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:56.958768 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4918c0f2-a4bb-4177-8868-dd741b28bc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:17:56.985730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d1f31499-c773-42b6-852c-d87b96933531 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.073132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d1f31499-c773-42b6-852c-d87b96933531 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.078187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d1f31499-c773-42b6-852c-d87b96933531 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.090160 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:57.112922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d1f31499-c773-42b6-852c-d87b96933531 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.114474 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d1f31499-c773-42b6-852c-d87b96933531 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612306 Jan 27 15:17:57.115788 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f31499-c773-42b6-852c-d87b96933531 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1b149-fcd0-4a4a-bb90-bb82136cdb27,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:57.119262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44084) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:57.124890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-1bc4df3d-f3f7-4acd-816b-c67bfb9c0842 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'security_group_rule': {'security_group_id': '84f1b149-fcd0-4a4a-bb90-bb82136cdb27', 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:57.139706 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab8c67f-c02a-4ca3-8eb8-849cd2852321 x-openstack-request-id: req-dab8c67f-c02a-4ca3-8eb8-849cd2852321 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:17:57.140005 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:17:57.140282 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dab8c67f-c02a-4ca3-8eb8-849cd2852321 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:17:57.140786 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'status': 'completed', 'code': 200} Jan 27 15:17:57.178902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bc4df3d-f3f7-4acd-816b-c67bfb9c0842 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.201664 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-7b3ac936-3ce8-46b9-bb25-9b00248727f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:57.203508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-7b3ac936-3ce8-46b9-bb25-9b00248727f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1098 time: 0.0472505 Jan 27 15:17:57.261013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bc4df3d-f3f7-4acd-816b-c67bfb9c0842 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.267075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bc4df3d-f3f7-4acd-816b-c67bfb9c0842 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.286452 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4df3d-f3f7-4acd-816b-c67bfb9c0842 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7699033-e742-4286-b5d9-e3a28bc555f9,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:57.297791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bc4df3d-f3f7-4acd-816b-c67bfb9c0842 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.299181 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1bc4df3d-f3f7-4acd-816b-c67bfb9c0842 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785073 Jan 27 15:17:57.304361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44086) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:57.312482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-e13b753f-ff66-4652-8e6e-b3704f19767c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'security_group_rule': {'security_group_id': '84f1b149-fcd0-4a4a-bb90-bb82136cdb27', 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:57.359628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e13b753f-ff66-4652-8e6e-b3704f19767c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.368517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-356e3b4b-2181-4352-944d-40db4e55b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:57.370060 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-356e3b4b-2181-4352-944d-40db4e55b19a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.1565168 Jan 27 15:17:57.392823 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '7354e728-9afd-46f4-b92e-abefc95c7c75', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'port_id': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'mac_address': 'fa:16:3e:34:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:17:55Z', 'updated_at': '2022-01-27T15:17:55Z', 'revision_number': 0, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 5, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:57.429048 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] Checking router: 2075af49-3a9f-42b4-a38c-624c57b547c9 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:17:57.431847 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e13b753f-ff66-4652-8e6e-b3704f19767c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.438339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e13b753f-ff66-4652-8e6e-b3704f19767c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.443578 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:17:57.444271 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:17:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:57.465217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b753f-ff66-4652-8e6e-b3704f19767c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbd6a39-84b2-4c10-9de7-43ec919add6b,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:57.472189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e13b753f-ff66-4652-8e6e-b3704f19767c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.473775 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e13b753f-ff66-4652-8e6e-b3704f19767c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680181 Jan 27 15:17:57.478063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44088) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:57.484054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-3cbac64d-6640-4f98-bd5b-83c41107dedf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'security_group_rule': {'security_group_id': '84f1b149-fcd0-4a4a-bb90-bb82136cdb27', 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:57.485853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-ffb6af27-c6a9-45b1-a80d-8b5b13060253 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 999 time: 0.1074631 Jan 27 15:17:57.519009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cbac64d-6640-4f98-bd5b-83c41107dedf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.554446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-2b5d911f-0bef-4741-9b45-f125aa8816e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:57.556007 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-2b5d911f-0bef-4741-9b45-f125aa8816e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0577321 Jan 27 15:17:57.598651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cbac64d-6640-4f98-bd5b-83c41107dedf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.603397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cbac64d-6640-4f98-bd5b-83c41107dedf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.614937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-f4b32ed8-701f-45f3-94f6-1a50d51ab6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:57.616632 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-f4b32ed8-701f-45f3-94f6-1a50d51ab6a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519745 Jan 27 15:17:57.626883 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbac64d-6640-4f98-bd5b-83c41107dedf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe08bf38-fbe6-44ff-a6e8-f1e6e74b0a02,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:57.630184 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:17:57.645366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3cbac64d-6640-4f98-bd5b-83c41107dedf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.650317 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3cbac64d-6640-4f98-bd5b-83c41107dedf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1674559 Jan 27 15:17:57.650790 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44090) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:57.655735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-bc35483f-9e15-41b9-af17-51bd4d2924ba tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'security_group_rule': {'security_group_id': '84f1b149-fcd0-4a4a-bb90-bb82136cdb27', 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:57.692482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc35483f-9e15-41b9-af17-51bd4d2924ba tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.761763 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-8726fd16-cb8f-4a90-94aa-d876b8dd606b service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355581 Jan 27 15:17:57.794384 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc35483f-9e15-41b9-af17-51bd4d2924ba tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.800729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc35483f-9e15-41b9-af17-51bd4d2924ba tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.834922 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35483f-9e15-41b9-af17-51bd4d2924ba tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe7be33-6852-4689-8fa7-2074cf3ae5b5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:57.850186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-bc35483f-9e15-41b9-af17-51bd4d2924ba tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.855957 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-bc35483f-9e15-41b9-af17-51bd4d2924ba tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2004755 Jan 27 15:17:57.857900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44092) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:57.862150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'security_group_rule': {'security_group_id': '84f1b149-fcd0-4a4a-bb90-bb82136cdb27', 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:57.894209 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '7354e728-9afd-46f4-b92e-abefc95c7c75', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'port_id': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'mac_address': 'fa:16:3e:34:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:17:55Z', 'updated_at': '2022-01-27T15:17:55Z', 'revision_number': 0, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 5, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:17:57.900208 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4918c0f2-a4bb-4177-8868-dd741b28bc1e req-356f5439-1c01-4c9b-afa2-8530d1fcbdfd service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304529 Jan 27 15:17:57.911324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Project 83dfa7f118c74e3f83a6c6ab4296d1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:17:57.917537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:57.928188 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79681bae-eb5a-41d2-897a-ce206ee94c56 None None] The sync data for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv is: [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '7354e728-9afd-46f4-b92e-abefc95c7c75', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'port_id': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'mac_address': 'fa:16:3e:34:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:17:55Z', 'updated_at': '2022-01-27T15:17:55Z', 'revision_number': 0, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 5, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:17:58.021110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.030294 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.068335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0017295-f340-421b-bc85-4a3290e4eab3,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:58.075053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.079701 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8b5d8f01-858b-40ef-903f-92d1e202d54f tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2181313 Jan 27 15:17:58.080816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44094) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:17:58.085567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'security_group_rule': {'security_group_id': '84f1b149-fcd0-4a4a-bb90-bb82136cdb27', 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:58.119898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Project 83dfa7f118c74e3f83a6c6ab4296d1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:17:58.126205 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.186456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d1d12-02cc-47a2-ad8a-f9d9044eca73 None None] New status for floating IP 7354e728-9afd-46f4-b92e-abefc95c7c75: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:17:58.212191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.218035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.239682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2a5cf7-ec18-4338-b4af-f53fe3cbccfc,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:58.250709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.252136 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-cc6061c9-c6ba-45f2-9663-9e5c6fa334a4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1703086 Jan 27 15:17:58.381985 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-e5f71fe6-eb75-43df-8dca-00758ac308be tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917777071&fields=id&tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5 HTTP/1.1" status: 200 len: 267 time: 0.0530078 Jan 27 15:17:58.462938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-98f950c1-15d5-4b1d-80cd-5907f6b4fb84 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:58.465661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-98f950c1-15d5-4b1d-80cd-5907f6b4fb84 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0759628 Jan 27 15:17:58.482776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'port': {'security_groups': ['e0f1d510-6d74-475d-ad9b-676cb4069d3d', '84f1b149-fcd0-4a4a-bb90-bb82136cdb27']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:17:58.554604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.815802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=99a54623-1fa1-4862-b58a-47e7691e27e1,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:17:58.874467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.882622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.898048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['99a54623-1fa1-4862-b58a-47e7691e27e1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:17:58.940597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:58.941290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:58.948468 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ea360cd-eb00-44e6-8f04-a3f3ab42fa37 req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "PUT /v2.0/ports/99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 981 time: 0.4713130 Jan 27 15:17:58.949345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:17:58.955083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e47fb9-21f0-41cd-88bc-29cfecf7643c" -d '{"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:17:59.020859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817caf4f-c71f-4a9d-b1ba-9b616e1fbbe9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=6']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:17:59.049075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a552e856-f83c-4704-a17a-ce3f028a8daf x-openstack-request-id: req-a552e856-f83c-4704-a17a-ce3f028a8daf {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:17:59.051552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:17:59.052249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a552e856-f83c-4704-a17a-ce3f028a8daf {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:17:59.054260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'status': 'completed', 'code': 200} Jan 27 15:17:59.163254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-4f7e215c-76a0-4832-9795-c38edfc3ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:59.166251 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-4f7e215c-76a0-4832-9795-c38edfc3ff80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1137 time: 0.0875437 Jan 27 15:17:59.181590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eaa5b-b451-4856-9f9e-6f4357856b5b req-7f004309-7ab3-48e8-9458-2106e31aeab4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:59.184083 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ab7eaa5b-b451-4856-9f9e-6f4357856b5b req-7f004309-7ab3-48e8-9458-2106e31aeab4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.1235278 Jan 27 15:17:59.227963 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['99a54623-1fa1-4862-b58a-47e7691e27e1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:17:59.306344 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ab7eaa5b-b451-4856-9f9e-6f4357856b5b req-a2e3fac0-a98d-44b0-bec0-c8f8cf20d516 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062758 Jan 27 15:17:59.338346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-4ab96261-f166-4363-9ed5-83739adae2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:59.340324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-4ab96261-f166-4363-9ed5-83739adae2d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.1544425 Jan 27 15:17:59.413407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9fd4145b-9ce3-4f27-8207-7762094b261d None None] Provisioning complete for port 99a54623-1fa1-4862-b58a-47e7691e27e1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:17:59.413997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9fd4145b-9ce3-4f27-8207-7762094b261d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:17:59.458088 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-4baf4622-33ef-4005-884c-00aed8e9bbf5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 1001 time: 0.1092880 Jan 27 15:17:59.511980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-f1373b2c-f16a-4a76-ac11-f0f097da9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:59.513692 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-f1373b2c-f16a-4a76-ac11-f0f097da9b26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0492997 Jan 27 15:17:59.574213 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-1377b9e9-a03e-4523-a75c-64e6bbdd8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:17:59.576103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-1377b9e9-a03e-4523-a75c-64e6bbdd8e0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502381 Jan 27 15:17:59.683860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-bd00ada9-61cb-4aa9-b23c-3cb8a5751222 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000688 Jan 27 15:17:59.788643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-92e47fb9-21f0-41cd-88bc-29cfecf7643c req-6bf1793f-46f5-4caa-b8ff-04b427faa8d4 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977707 Jan 27 15:18:00.436135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:05.929661 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:18:06.045419 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-e3017ebb-3ce8-434b-90d9-40b82745e24f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457318 Jan 27 15:18:06.133677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-0922aa2f-5c79-485a-9201-c01741f55d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:06.135184 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-0922aa2f-5c79-485a-9201-c01741f55d0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1137 time: 0.0445380 Jan 27 15:18:06.246920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-73314038-6f68-40bb-a800-bdb1ed33a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:06.248340 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-73314038-6f68-40bb-a800-bdb1ed33a2ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.0935204 Jan 27 15:18:06.320020 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-e01a196d-27b6-481e-aae8-70363fa382f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 1001 time: 0.0647259 Jan 27 15:18:06.373114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-05d01f2a-ada3-4a09-9650-32d719b270b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:06.374603 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-05d01f2a-ada3-4a09-9650-32d719b270b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0483727 Jan 27 15:18:06.430973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-3f39f129-3807-41c5-b549-92750c5ac7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:06.432706 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-3f39f129-3807-41c5-b549-92750c5ac7bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503080 Jan 27 15:18:06.528674 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-8478a09e-d97b-45bb-a484-ca9c787bc62f service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883172 Jan 27 15:18:06.639790 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c2631b8-48cb-4d64-b39f-2a9d6af8f5d4 req-c83469fc-1ad2-4e26-ba6b-5774e24670da service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035764 Jan 27 15:18:13.526488 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-fc86c1ab-cfcd-49f2-843e-f60c1885ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:13.528579 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-fc86c1ab-cfcd-49f2-843e-f60c1885ebee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1137 time: 0.0692747 Jan 27 15:18:13.536293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b896bd-4308-4ae8-987d-f906a7582843 req-0250bbc9-f620-4bbf-a172-e95f6fa9905c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:13.537696 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-32b896bd-4308-4ae8-987d-f906a7582843 req-0250bbc9-f620-4bbf-a172-e95f6fa9905c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0875862 Jan 27 15:18:13.638661 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-32b896bd-4308-4ae8-987d-f906a7582843 req-fa318d6a-9f8a-479e-a742-2a7b79669e29 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904212 Jan 27 15:18:13.668726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-1a248a11-f8a6-4804-ac40-9a79e615ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:13.671336 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-1a248a11-f8a6-4804-ac40-9a79e615ed09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.1325023 Jan 27 15:18:13.751455 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-59f7d6be-3a41-4866-bd56-bca4780ad1f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 1001 time: 0.0728424 Jan 27 15:18:13.805662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-6c0620ec-5dc4-4ae8-a009-df0ed718b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:13.807144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-6c0620ec-5dc4-4ae8-a009-df0ed718b218 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0491471 Jan 27 15:18:13.862450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-5d434c79-5c27-49e1-ad65-9683be9cf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:13.864201 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-5d434c79-5c27-49e1-ad65-9683be9cf95e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505049 Jan 27 15:18:13.993944 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-d93410f9-a545-4ea9-8709-1430dc94e49d service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215181 Jan 27 15:18:14.036606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c6dfad63-c006-4b46-8325-006c2cceab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:14.145463 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e4ef0b85-309e-46f9-874a-c13c4ce1f465 req-c7f2c6e5-2960-4248-8690-fb661ede214e service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439385 Jan 27 15:18:14.779747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f38a4-8a8f-4fbe-b008-64336b81cd4d req-fe0b97da-690d-48cf-86c6-f733746d805d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:14.781165 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a67f38a4-8a8f-4fbe-b008-64336b81cd4d req-fe0b97da-690d-48cf-86c6-f733746d805d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0543473 Jan 27 15:18:14.829364 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a67f38a4-8a8f-4fbe-b008-64336b81cd4d req-df3286c2-ad0b-422d-9799-a273bcb5c82b tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411260 Jan 27 15:18:16.004738 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c3eb8-bece-49a4-96ce-41dd480e5fc9 req-3acf2cba-a0a8-450a-a407-0a1bd548fd2a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:16.007738 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-df2c3eb8-bece-49a4-96ce-41dd480e5fc9 req-3acf2cba-a0a8-450a-a407-0a1bd548fd2a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0743160 Jan 27 15:18:16.080075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-df2c3eb8-bece-49a4-96ce-41dd480e5fc9 req-437ced3e-7b0b-4b69-8faf-88fce64fdebe tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633082 Jan 27 15:18:16.278224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ea5db574-bca6-462c-80e9-c7d340b66f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:17.212101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68cd62-4a49-4668-a98b-691916af1192 req-d0159ea2-c209-42b1-b123-012f43d62cc2 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:17.213699 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db68cd62-4a49-4668-a98b-691916af1192 req-d0159ea2-c209-42b1-b123-012f43d62cc2 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0569122 Jan 27 15:18:17.261889 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db68cd62-4a49-4668-a98b-691916af1192 req-40a1a951-2644-447c-bd93-4338f8581c31 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403893 Jan 27 15:18:17.484726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:18.423397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8278a2-bd7b-42fa-903d-645147712209 req-e92974bb-de1c-44f9-9795-e15e6da67fc3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:18.424981 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6d8278a2-bd7b-42fa-903d-645147712209 req-e92974bb-de1c-44f9-9795-e15e6da67fc3 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0543072 Jan 27 15:18:18.469309 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6d8278a2-bd7b-42fa-903d-645147712209 req-2406d1f3-20e2-48ec-89c7-35f8692d85da tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377109 Jan 27 15:18:18.869529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:19.245004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:19.601816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c264b-9980-49da-908e-ea149099d1e4 req-dcfb6223-08ea-487c-9cd5-0d32135433c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:19.603503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-353c264b-9980-49da-908e-ea149099d1e4 req-dcfb6223-08ea-487c-9cd5-0d32135433c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0598788 Jan 27 15:18:19.668508 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-353c264b-9980-49da-908e-ea149099d1e4 req-262d55ac-7761-4d7a-b00f-c63e577fd2d2 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576627 Jan 27 15:18:20.800293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d535-7070-4ae8-ae6c-aa30412ea59d req-d313d7bc-89c2-4dd5-8c9f-a611759b340c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:20.801898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d458d535-7070-4ae8-ae6c-aa30412ea59d req-d313d7bc-89c2-4dd5-8c9f-a611759b340c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0540402 Jan 27 15:18:20.852979 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d458d535-7070-4ae8-ae6c-aa30412ea59d req-831f7b5e-2104-4d4b-81f7-3033cab6abf1 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409088 Jan 27 15:18:21.991313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48543e04-6671-4073-8e0c-dc9adbc8d527 req-cf0d0dbf-9784-4de1-ab6d-f47ce7943132 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:21.992991 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48543e04-6671-4073-8e0c-dc9adbc8d527 req-cf0d0dbf-9784-4de1-ab6d-f47ce7943132 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0596941 Jan 27 15:18:22.045094 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48543e04-6671-4073-8e0c-dc9adbc8d527 req-d3605e8c-67e4-4174-92a9-5ac902550c01 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401454 Jan 27 15:18:23.179553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cd35b-d62e-4bc3-afbe-a9055ecf5b2e req-0e3c9b26-2c99-4cd2-9a3c-5b52f95e5ab6 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:23.181357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c04cd35b-d62e-4bc3-afbe-a9055ecf5b2e req-0e3c9b26-2c99-4cd2-9a3c-5b52f95e5ab6 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0579541 Jan 27 15:18:23.227456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c04cd35b-d62e-4bc3-afbe-a9055ecf5b2e req-9de48547-01a1-4314-bc93-5dfc5e0098c5 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386651 Jan 27 15:18:24.355800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee057b-f2de-4bee-97c8-92534e939e6f req-6ce0d713-467e-4b3f-99aa-f078433cbc23 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:24.357562 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbee057b-f2de-4bee-97c8-92534e939e6f req-6ce0d713-467e-4b3f-99aa-f078433cbc23 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0543880 Jan 27 15:18:24.408745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dbee057b-f2de-4bee-97c8-92534e939e6f req-299003d5-ce0e-4554-9e2b-f165bc0acb04 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398746 Jan 27 15:18:25.551653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55bea0-b816-4110-8a2c-c348411fdaca req-8cbb0188-2f11-4360-878d-a6146b7b832c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:25.553270 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e55bea0-b816-4110-8a2c-c348411fdaca req-8cbb0188-2f11-4360-878d-a6146b7b832c tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0592401 Jan 27 15:18:25.622386 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3e55bea0-b816-4110-8a2c-c348411fdaca req-77f32496-b989-4f0c-862e-5ce3b50228e4 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f1b149-fcd0-4a4a-bb90-bb82136cdb27&id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611713 Jan 27 15:18:30.446981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:42.929118 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:18:44.031821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4dab7c23-6b61-4bf2-ae84-0d79d8202439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:46.281484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2d6a8724-805a-4cf3-a3b1-2b13206e07d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:47.481893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:48.871547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:49.246250 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:57.969938 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-1f58c4e5-eda3-41ec-b3bb-ae283d2a8e5b tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917777071&fields=id&tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5 HTTP/1.1" status: 200 len: 267 time: 0.0361848 Jan 27 15:18:58.022532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-6ead9801-8563-4608-8240-a887e8fcf678 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:58.024315 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-6ead9801-8563-4608-8240-a887e8fcf678 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 984 time: 0.0483778 Jan 27 15:18:58.035460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Request body: {'port': {'security_groups': ['e0f1d510-6d74-475d-ad9b-676cb4069d3d']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:18:58.099665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.274361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=99a54623-1fa1-4862-b58a-47e7691e27e1,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:18:58.307508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.316614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.329325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['99a54623-1fa1-4862-b58a-47e7691e27e1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:18:58.368023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:58.368771 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.370245 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bc0623ce-7c87-419f-a2a4-87cbcfbe2cbc req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "PUT /v2.0/ports/99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 942 time: 0.3392980 Jan 27 15:18:58.370736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:18:58.373452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c967b-b162-4d63-8734-39f017cb9a74" -d '{"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:18:58.377663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44146) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:18:58.401889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event updated for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=7']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:18:58.411860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.412912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.412912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.413129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.413343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.413985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.415018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.415018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.415234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.416967 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.417367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.417938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdadc6e-a494-46e7-a8e1-ca5ff94881c9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.446308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff057b-79a5-4813-9a9e-b320a9d76486 x-openstack-request-id: req-7aff057b-79a5-4813-9a9e-b320a9d76486 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:18:58.446308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:18:58.446308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7aff057b-79a5-4813-9a9e-b320a9d76486 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:18:58.446728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'status': 'completed', 'code': 200} Jan 27 15:18:58.454650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['99a54623-1fa1-4862-b58a-47e7691e27e1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:18:58.472636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.504406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.514085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c967b-b162-4d63-8734-39f017cb9a74 req-a1a6d634-705f-413d-b397-ce3483a7f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:58.515931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-940c967b-b162-4d63-8734-39f017cb9a74 req-a1a6d634-705f-413d-b397-ce3483a7f451 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1098 time: 0.0492408 Jan 27 15:18:58.604871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.609777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:58.614771 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "DELETE /v2.0/security-groups/84f1b149-fcd0-4a4a-bb90-bb82136cdb27 HTTP/1.1" status: 204 len: 168 time: 0.2359912 Jan 27 15:18:58.615266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44150) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:18:58.635106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1b149-fcd0-4a4a-bb90-bb82136cdb27,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:18:58.649692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.650826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.651455 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.652095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.652654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.653426 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.653820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.654437 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.655026 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.655638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.656373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.656991 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f4f97-f3fb-4dce-95d8-bba99b669200 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:18:58.703982 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c967b-b162-4d63-8734-39f017cb9a74 req-d6e70ff7-80ec-4995-ad8e-388143507d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:58.705464 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-940c967b-b162-4d63-8734-39f017cb9a74 req-d6e70ff7-80ec-4995-ad8e-388143507d41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.1796236 Jan 27 15:18:58.738983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cec0209f-f55b-43e5-879c-96bff9b78b18 None None] Provisioning complete for port 99a54623-1fa1-4862-b58a-47e7691e27e1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:18:58.739677 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cec0209f-f55b-43e5-879c-96bff9b78b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:59.146580 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-940c967b-b162-4d63-8734-39f017cb9a74 req-0879f463-d450-4ed1-a7a1-6e13b0423237 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 1001 time: 0.4327536 Jan 27 15:18:59.214900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c967b-b162-4d63-8734-39f017cb9a74 req-a14d9052-d1cc-4ce6-bcfe-b94b01a6bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:59.216394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-940c967b-b162-4d63-8734-39f017cb9a74 req-a14d9052-d1cc-4ce6-bcfe-b94b01a6bfdf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0523479 Jan 27 15:18:59.258120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Deleting port fa615a22-e2cd-43fd-ab4f-44114ce8c600 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:18:59.258459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:59.314309 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c967b-b162-4d63-8734-39f017cb9a74 req-aca38508-fb38-4f8b-be20-47f4f6472868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:18:59.315846 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-940c967b-b162-4d63-8734-39f017cb9a74 req-aca38508-fb38-4f8b-be20-47f4f6472868 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924239 Jan 27 15:18:59.395461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:59.395789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:59.413321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Calling delete_port for fa615a22-e2cd-43fd-ab4f-44114ce8c600 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:18:59.483710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-940c967b-b162-4d63-8734-39f017cb9a74 req-b1fce5db-5d4b-4a0e-9801-e7c7ceec626a service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596999 Jan 27 15:18:59.620846 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-940c967b-b162-4d63-8734-39f017cb9a74 req-63eb39c6-ce51-448b-b825-9be758707588 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280169 Jan 27 15:18:59.669512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:59.697261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event deleted for resources: {'Port': ['ID=fa615a22-e2cd-43fd-ab4f-44114ce8c600,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:18:59.770480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:18:59.770800 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Floating IP 7354e728-9afd-46f4-b92e-abefc95c7c75 disassociated (deleted). External IP: 172.26.6.219, port: 99a54623-1fa1-4862-b58a-47e7691e27e1. Jan 27 15:18:59.984638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Router 2075af49-3a9f-42b4-a38c-624c57b547c9 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:19:00.098489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:19:00.103042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:00.108327 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] Sync routers for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:19:00.117797 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:00.118309 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:18:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:00.135116 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-99e41672-9def-46d2-a720-605c495636d8 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "DELETE /v2.0/floatingips/7354e728-9afd-46f4-b92e-abefc95c7c75 HTTP/1.1" status: 204 len: 168 time: 1.5180643 Jan 27 15:19:00.259372 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:00.446328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:00.448214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:19:00.453035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa2a42-feff-459c-b92d-4b4e34e3192e" -d '{"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:19:00.485484 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 5, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:00.495331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e0b05d-74ad-468a-b7d3-7c69d309b91d x-openstack-request-id: req-78e0b05d-74ad-468a-b7d3-7c69d309b91d {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:19:00.495632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:19:00.495885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78e0b05d-74ad-468a-b7d3-7c69d309b91d {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:19:00.496311 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'status': 'completed', 'code': 200} Jan 27 15:19:00.520389 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] Checking router: 2075af49-3a9f-42b4-a38c-624c57b547c9 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:19:00.531738 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:00.532379 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:18:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:00.566751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-11f77779-19ca-4571-bf05-51f960c0efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:00.567499 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-11f77779-19ca-4571-bf05-51f960c0efc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1098 time: 0.0467978 Jan 27 15:19:00.656301 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:00.662175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-b7215429-c0ff-46b6-8a61-302a68ca52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:00.663685 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-b7215429-c0ff-46b6-8a61-302a68ca52e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.0896602 Jan 27 15:19:00.715750 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-f3290de7-b611-43c4-aa98-7f78783f40e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 217 time: 0.0417740 Jan 27 15:19:00.775550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-260b9d66-cc3d-44ce-9201-587af6b148d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:00.778338 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-260b9d66-cc3d-44ce-9201-587af6b148d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0556529 Jan 27 15:19:00.835098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-88170747-a0ed-4c90-b863-f299449f8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:00.836669 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-88170747-a0ed-4c90-b863-f299449f8104 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509183 Jan 27 15:19:00.944803 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-9d44d95a-2268-4891-89bf-24932d9919ec service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949950 Jan 27 15:19:00.964703 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 5, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:00.999474 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0960bb-a410-4afd-a4f2-87d0118509d5 None None] The sync data for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv is: [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:17:05Z', 'revision_number': 4, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '0a17a2a5-a708-4acc-8800-3385c6b16d34', 'name': '', 'network_id': 'a2b1fede-c95d-4ba7-8be5-09661f1860c0', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'mac_address': 'fa:16:3e:ca:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:04Z', 'updated_at': '2022-01-27T15:17:09Z', 'revision_number': 5, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'subnets': [{'id': '80c177ed-baed-4990-91b1-bbb9ca9bbdd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:19:01.041875 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56fa2a42-feff-459c-b92d-4b4e34e3192e req-4ef9c083-6b75-4ea1-a401-476d4383ac2c service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908778 Jan 27 15:19:01.240642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3473d94-3850-4e24-b5d7-c051e4f51921 None None] New status for floating IP 7354e728-9afd-46f4-b92e-abefc95c7c75: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:19:06.044670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-571ba3b2-47e7-4c69-a865-abed0489bcfc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458715 Jan 27 15:19:06.158606 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-5b929aac-cae3-4495-9dfb-d24568de4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:06.161201 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-5b929aac-cae3-4495-9dfb-d24568de4129 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 1098 time: 0.0664694 Jan 27 15:19:06.287525 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-75733c29-4192-43e0-a73f-c214293d5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:06.289036 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-75733c29-4192-43e0-a73f-c214293d5735 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 200 len: 915 time: 0.1058753 Jan 27 15:19:06.341135 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-ea04b53b-937f-4eb6-8e1e-e4b77fd306ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 200 len: 217 time: 0.0451963 Jan 27 15:19:06.420957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-82b90617-39fd-45af-8642-2963a87b5c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:06.423511 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-82b90617-39fd-45af-8642-2963a87b5c34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 200 len: 853 time: 0.0751348 Jan 27 15:19:06.478408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-7f225a7d-9b38-42ed-98f6-4779f21de2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:06.480080 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-7f225a7d-9b38-42ed-98f6-4779f21de2bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b1fede-c95d-4ba7-8be5-09661f1860c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496299 Jan 27 15:19:06.595114 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-b049a520-f57a-4d47-8f82-a63c862ba908 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078358 Jan 27 15:19:06.700947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f38fc1be-7049-4c76-9f5a-a6447f65e1fc req-f9c40135-6286-4d5a-a350-8f99f211af24 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968089 Jan 27 15:19:08.299758 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c9b35-f4c3-46f8-a5e6-afd5de6f0aa8 req-da50f3b2-2406-4343-b134-a9b606439417 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:08.301299 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8c9c9b35-f4c3-46f8-a5e6-afd5de6f0aa8 req-da50f3b2-2406-4343-b134-a9b606439417 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0518985 Jan 27 15:19:08.344010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8c9c9b35-f4c3-46f8-a5e6-afd5de6f0aa8 req-011fac29-3ca4-4333-81a4-cd7095d96ca9 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Jan 27 15:19:09.471925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeecbd-a9c7-41ad-b157-31e2e329a50c req-6b5cd467-7e05-4e6a-9e7c-e7a82c38a678 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:09.473470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7bbeecbd-a9c7-41ad-b157-31e2e329a50c req-6b5cd467-7e05-4e6a-9e7c-e7a82c38a678 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0588791 Jan 27 15:19:09.514866 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7bbeecbd-a9c7-41ad-b157-31e2e329a50c req-db3ccfff-738a-4048-b4bc-33405c6e66cf tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0f1d510-6d74-475d-ad9b-676cb4069d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341990 Jan 27 15:19:09.908229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-7148d6f2-3d3a-47bf-909f-55b61b4d176d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:09.909676 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-7148d6f2-3d3a-47bf-909f-55b61b4d176d tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.72 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 945 time: 0.0484650 Jan 27 15:19:10.001132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Deleting port 99a54623-1fa1-4862-b58a-47e7691e27e1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:10.001472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:10.096543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] For port 99a54623-1fa1-4862-b58a-47e7691e27e1, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=99a54623-1fa1-4862-b58a-47e7691e27e1,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:10.096884 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:10.108958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Calling delete_port for 99a54623-1fa1-4862-b58a-47e7691e27e1 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:10.237983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:10.249290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['99a54623-1fa1-4862-b58a-47e7691e27e1'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:19:10.267417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Pushing event deleted for resources: {'Port': ['ID=99a54623-1fa1-4862-b58a-47e7691e27e1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:10.309709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] No DVR routers for this DVR port 99a54623-1fa1-4862-b58a-47e7691e27e1 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:19:10.312285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:10.315608 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f29698e5-3e1f-4eee-b27e-564e6d77ffe4 req-3cf59b1b-f9ca-4083-a54c-9098b3ac025a tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.72 "DELETE /v2.0/ports/99a54623-1fa1-4862-b58a-47e7691e27e1 HTTP/1.1" status: 204 len: 173 time: 0.3995852 Jan 27 15:19:10.316096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'name': 'network-vif-deleted', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:19:10.318339 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121747c-485d-43d1-af71-dfea7db5143c" -d '{"events": [{"server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "name": "network-vif-deleted", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:19:10.358121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7550d8f-7948-42ff-8caa-17747abbafd5 x-openstack-request-id: req-c7550d8f-7948-42ff-8caa-17747abbafd5 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:19:10.358420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063bc8f7-5cd1-4fc5-a29e-245af220aa95", "name": "network-vif-deleted", "tag": "99a54623-1fa1-4862-b58a-47e7691e27e1", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:19:10.358674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7550d8f-7948-42ff-8caa-17747abbafd5 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:19:10.359216 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063bc8f7-5cd1-4fc5-a29e-245af220aa95', 'name': 'network-vif-deleted', 'tag': '99a54623-1fa1-4862-b58a-47e7691e27e1', 'status': 'completed', 'code': 200} Jan 27 15:19:10.621270 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c39cd060-2c6d-4e88-8ecb-835a29269a3c req-e6e9ea11-839c-4b69-a164-88fe8a4eb146 tempest-TestMinimumBasicScenario-1137138971 tempest-TestMinimumBasicScenario-1137138971-project] 10.222.0.18 "GET /v2.0/ports?device_id=063bc8f7-5cd1-4fc5-a29e-245af220aa95 HTTP/1.1" status: 200 len: 210 time: 0.0288575 Jan 27 15:19:13.263720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44256) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:13.623227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:13.878394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Deleting port 0a17a2a5-a708-4acc-8800-3385c6b16d34 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:13.878632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:13.963462 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] For port 0a17a2a5-a708-4acc-8800-3385c6b16d34, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0a17a2a5-a708-4acc-8800-3385c6b16d34,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:13.963825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:13.978750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Calling delete_port for 0a17a2a5-a708-4acc-8800-3385c6b16d34 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:14.037106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-40310c63-f9e7-4ef5-9739-9cfefa267496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:14.172449 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:14.200110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a17a2a5-a708-4acc-8800-3385c6b16d34,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:14.390661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:14.623052 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Router 2075af49-3a9f-42b4-a38c-624c57b547c9 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:19:14.729975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:19:14.735075 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-537b15d8-9313-4ced-9338-94dbfe7d08c9 admin admin] 10.222.0.18 "PUT /v2.0/routers/2075af49-3a9f-42b4-a38c-624c57b547c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4700019 Jan 27 15:19:14.737637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44258) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:14.743003 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] Sync routers for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:19:14.764715 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:14.765693 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:18:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:14.874651 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:14.881097 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:14.994102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.050007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Deleting port 706f98ad-456f-4780-9bfb-fe7e68bce231 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:15.050350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.074540 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:19:14Z', 'revision_number': 5, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port': {'id': '706f98ad-456f-4780-9bfb-fe7e68bce231', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:02Z', 'updated_at': '2022-01-27T15:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:15.107734 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] Checking router: 2075af49-3a9f-42b4-a38c-624c57b547c9 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:19:15.118303 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] Routers {'2075af49-3a9f-42b4-a38c-624c57b547c9'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:15.118947 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:18:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['2075af49-3a9f-42b4-a38c-624c57b547c9'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:15.153878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] For port 706f98ad-456f-4780-9bfb-fe7e68bce231, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=706f98ad-456f-4780-9bfb-fe7e68bce231,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:15.154471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.175679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Calling delete_port for 706f98ad-456f-4780-9bfb-fe7e68bce231 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:15.256212 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] Set router 2075af49-3a9f-42b4-a38c-624c57b547c9 gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:15.342951 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:19:14Z', 'revision_number': 6, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:15.374884 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a18098-bed6-431b-b0a0-a0a5c07e4f0f None None] The sync data for ids ['2075af49-3a9f-42b4-a38c-624c57b547c9'] in dv-neutron-826438-5-hyperv is: [{'id': '2075af49-3a9f-42b4-a38c-624c57b547c9', 'name': 'tempest-TestMinimumBasicScenario-427848521-router', 'tenant_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:01Z', 'updated_at': '2022-01-27T15:19:14Z', 'revision_number': 6, 'project_id': '83dfa7f118c74e3f83a6c6ab4296d1d5', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:19:15.382821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 99a54623-1fa1-4862-b58a-47e7691e27e1 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:19:15.410623 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.416822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 99a54623-1fa1-4862-b58a-47e7691e27e1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:19:15.417378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 99a54623-1fa1-4862-b58a-47e7691e27e1 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:19:15.451240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=706f98ad-456f-4780-9bfb-fe7e68bce231,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:15.514752 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.607223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.609385 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.656717 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.657271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2075af49-3a9f-42b4-a38c-624c57b547c9 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:19:15.661660 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.662847 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ed9e062c-1a9f-4164-ac09-9982a2c40e17 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2075af49-3a9f-42b4-a38c-624c57b547c9 HTTP/1.1" status: 204 len: 168 time: 0.9242644 Jan 27 15:19:15.665463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44260) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:15.710647 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] Deleting subnet 80c177ed-baed-4990-91b1-bbb9ca9bbdd0 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:19:15.713813 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.758495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.854522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.915166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.946041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c177ed-baed-4990-91b1-bbb9ca9bbdd0,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:15.949985 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:15.955777 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-abdc1e8b-460a-4268-9940-f4bb9e50cc40 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/80c177ed-baed-4990-91b1-bbb9ca9bbdd0 HTTP/1.1" status: 204 len: 168 time: 0.2869196 Jan 27 15:19:15.956170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44264) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:15.956697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c91896-13f2-4b35-958c-de25c9a198c6 None None] Network a2b1fede-c95d-4ba7-8be5-09661f1860c0 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:19:16.042539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.112895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Deleting port 06f0cd34-075c-48c6-974d-ffb42189d0e8 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:16.113235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.186876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] DHCP port deletion for a2b1fede-c95d-4ba7-8be5-09661f1860c0 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:19:16.214349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] For port 06f0cd34-075c-48c6-974d-ffb42189d0e8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=06f0cd34-075c-48c6-974d-ffb42189d0e8,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:16.214938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.241007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Calling delete_port for 06f0cd34-075c-48c6-974d-ffb42189d0e8 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:16.248031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Deleting port 06f0cd34-075c-48c6-974d-ffb42189d0e8 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:16.248965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.264032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 706f98ad-456f-4780-9bfb-fe7e68bce231 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:19:16.326562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 706f98ad-456f-4780-9bfb-fe7e68bce231 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:19:16.327185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 706f98ad-456f-4780-9bfb-fe7e68bce231 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:19:16.327777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0a17a2a5-a708-4acc-8800-3385c6b16d34 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:19:16.338138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.359093 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5bba0aaa-587e-49db-bede-d9ec46406782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.365794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 0a17a2a5-a708-4acc-8800-3385c6b16d34 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:19:16.366385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0a17a2a5-a708-4acc-8800-3385c6b16d34 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:19:16.366969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 06f0cd34-075c-48c6-974d-ffb42189d0e8 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:19:16.384267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Pushing event deleted for resources: {'Port': ['ID=06f0cd34-075c-48c6-974d-ffb42189d0e8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:16.390372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] No DVR routers for this DVR port 06f0cd34-075c-48c6-974d-ffb42189d0e8 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:19:16.400173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 06f0cd34-075c-48c6-974d-ffb42189d0e8 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:19:16.401220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 06f0cd34-075c-48c6-974d-ffb42189d0e8 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:19:16.407788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] For port 06f0cd34-075c-48c6-974d-ffb42189d0e8, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=06f0cd34-075c-48c6-974d-ffb42189d0e8,segment=NetworkSegment(eb2db2d0-23c0-4083-b481-59420f372e9a),segment_id=eb2db2d0-23c0-4083-b481-59420f372e9a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:16.408407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.424787 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Calling delete_port for 06f0cd34-075c-48c6-974d-ffb42189d0e8 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 15:19:16.503931 dv-neutron-826438-5-hyperv neutron-server[108744]: self.session.flush() Jan 27 15:19:16.515884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.532504 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.559078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b1fede-c95d-4ba7-8be5-09661f1860c0']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:16.571670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2db2d0-23c0-4083-b481-59420f372e9a') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:16.571980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2db2d0-23c0-4083-b481-59420f372e9a') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:16.572937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Pushing event deleted for resources: {'Port': ['ID=06f0cd34-075c-48c6-974d-ffb42189d0e8,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:16.587018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.591147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.591800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.592152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.592491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.592828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.593163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.593497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.593885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.594152 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.594790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.595355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.595861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:16.600607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7431e-d430-4115-9650-1a96ed8c68a5 None None] No DVR routers for this DVR port 06f0cd34-075c-48c6-974d-ffb42189d0e8 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:19:16.612787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.621163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:19:16.621599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:19:16.623466 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:19:16.693810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.700385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:16.707615 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] 10.222.0.18 "DELETE /v2.0/networks/a2b1fede-c95d-4ba7-8be5-09661f1860c0 HTTP/1.1" status: 204 len: 168 time: 0.7471507 Jan 27 15:19:16.707615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44266) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:16.760050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46891cf6-8d19-480f-9054-2058a91ac15b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b1fede-c95d-4ba7-8be5-09661f1860c0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:17.110955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:17.381636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Deleting port 0647b00a-961e-4276-8fd1-478aa51084ad {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:17.381917 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:17.483673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] For port 0647b00a-961e-4276-8fd1-478aa51084ad, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0647b00a-961e-4276-8fd1-478aa51084ad,segment=NetworkSegment(f84e187a-80df-41dc-98c9-a294f06d6c3a),segment_id=f84e187a-80df-41dc-98c9-a294f06d6c3a)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:17.484102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:17.488338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:17.499781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Calling delete_port for 0647b00a-961e-4276-8fd1-478aa51084ad owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:17.701453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:17.735716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Pushing event deleted for resources: {'Port': ['ID=0647b00a-961e-4276-8fd1-478aa51084ad,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:17.956960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:18.222541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:19:18.698796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:19:18.704365 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c28683d4-f6b8-4493-84d5-bfd231d6cf01 admin admin] 10.222.0.18 "PUT /v2.0/routers/b6713eac-6dc8-41e5-94ba-ac5eaa971b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958885 Jan 27 15:19:18.707544 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44268) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:18.710092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] Sync routers for ids ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:19:18.722982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] Routers {'b6713eac-6dc8-41e5-94ba-ac5eaa971b57'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:18.723828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:18.834722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:18.851723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] Set router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:18.972854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:18.979195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.036872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Deleting port 84db668b-e3ee-4cf2-9685-007c0e4cf5da {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:19.037493 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.110981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:19:17Z', 'revision_number': 5, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port': {'id': '84db668b-e3ee-4cf2-9685-007c0e4cf5da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:17:08Z', 'updated_at': '2022-01-27T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:19.127458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] For port 84db668b-e3ee-4cf2-9685-007c0e4cf5da, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=84db668b-e3ee-4cf2-9685-007c0e4cf5da,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:19.127828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.141580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] Checking router: b6713eac-6dc8-41e5-94ba-ac5eaa971b57 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:19:19.142006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Calling delete_port for 84db668b-e3ee-4cf2-9685-007c0e4cf5da owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:19.151617 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] Routers {'b6713eac-6dc8-41e5-94ba-ac5eaa971b57'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:19.152747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:19.261386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] Set router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:19.292236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.323497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:19:18Z', 'revision_number': 6, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:19.326988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.351934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd44e4-3e77-4877-b7c9-4b042a1ff4f2 None None] The sync data for ids ['b6713eac-6dc8-41e5-94ba-ac5eaa971b57'] in dv-neutron-826438-5-hyperv is: [{'id': 'b6713eac-6dc8-41e5-94ba-ac5eaa971b57', 'name': 'tempest-TestMinimumBasicScenario-757432838-router', 'tenant_id': '9df747f63c244458908d93f67257ffde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:17:07Z', 'updated_at': '2022-01-27T15:19:18Z', 'revision_number': 6, 'project_id': '9df747f63c244458908d93f67257ffde', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:19:19.361650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Pushing event deleted for resources: {'Port': ['ID=84db668b-e3ee-4cf2-9685-007c0e4cf5da,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:19.427365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.619111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.619111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.930725 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:19:19.955529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.956561 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6713eac-6dc8-41e5-94ba-ac5eaa971b57 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:19:19.962222 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:19.963471 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-44b9a440-34c3-4482-bc8f-3eb590c0d236 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b6713eac-6dc8-41e5-94ba-ac5eaa971b57 HTTP/1.1" status: 204 len: 168 time: 1.2545619 Jan 27 15:19:19.966063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44270) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:20.012044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] Deleting subnet 4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:19:20.015206 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.052250 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.180652 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.195073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0647b00a-961e-4276-8fd1-478aa51084ad no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:19:20.220668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 0647b00a-961e-4276-8fd1-478aa51084ad {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:19:20.221106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0647b00a-961e-4276-8fd1-478aa51084ad not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:19:20.221598 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 84db668b-e3ee-4cf2-9685-007c0e4cf5da no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:19:20.241960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 84db668b-e3ee-4cf2-9685-007c0e4cf5da {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:19:20.242305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 84db668b-e3ee-4cf2-9685-007c0e4cf5da not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:19:20.253797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.281394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:20.285223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.293636 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-18fd4c39-167d-4600-bea1-aea81d1b8858 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b13061c-2ea5-4f34-9dfb-d5bfca10c9d9 HTTP/1.1" status: 204 len: 168 time: 0.3213315 Jan 27 15:19:20.293636 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44272) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:20.297759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45ef79-d3f9-4e9d-b732-edd19ecd81b9 None None] Network 98f23c2b-f642-4dbe-bdef-ef27b6e27616 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:19:20.379725 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.473347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Deleting port fd97a711-5d95-4197-8fc5-d92d7640011c {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:20.473901 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.536639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] DHCP port deletion for 98f23c2b-f642-4dbe-bdef-ef27b6e27616 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:19:20.573962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] For port fd97a711-5d95-4197-8fc5-d92d7640011c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fd97a711-5d95-4197-8fc5-d92d7640011c,segment=NetworkSegment(f84e187a-80df-41dc-98c9-a294f06d6c3a),segment_id=f84e187a-80df-41dc-98c9-a294f06d6c3a)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:20.574380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.590124 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Calling delete_port for fd97a711-5d95-4197-8fc5-d92d7640011c owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:20.595704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] Deleting port fd97a711-5d95-4197-8fc5-d92d7640011c {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:19:20.596082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.686037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] For port fd97a711-5d95-4197-8fc5-d92d7640011c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=fd97a711-5d95-4197-8fc5-d92d7640011c,segment=NetworkSegment(f84e187a-80df-41dc-98c9-a294f06d6c3a),segment_id=f84e187a-80df-41dc-98c9-a294f06d6c3a)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:20.686720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.703234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.707487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] Calling delete_port for fd97a711-5d95-4197-8fc5-d92d7640011c owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:19:20.735894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd97a711-5d95-4197-8fc5-d92d7640011c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:20.741237 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] No DVR routers for this DVR port fd97a711-5d95-4197-8fc5-d92d7640011c on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:19:20.825248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.851673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f23c2b-f642-4dbe-bdef-ef27b6e27616']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:20.863333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84e187a-80df-41dc-98c9-a294f06d6c3a') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:20.863669 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84e187a-80df-41dc-98c9-a294f06d6c3a') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:20.876700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.894370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.903798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:19:20.904355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:19:20.906955 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:19:20.966197 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.984704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.991130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:20.993054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] Pushing event deleted for resources: {'Port': ['ID=fd97a711-5d95-4197-8fc5-d92d7640011c,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:20.995218 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] 10.222.0.18 "DELETE /v2.0/networks/98f23c2b-f642-4dbe-bdef-ef27b6e27616 HTTP/1.1" status: 204 len: 168 time: 0.7013588 Jan 27 15:19:21.007126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419809a-1f02-4959-ab17-6eea799f5574 None None] No DVR routers for this DVR port fd97a711-5d95-4197-8fc5-d92d7640011c on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:19:21.009447 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e88d1e-e6af-4cb3-8183-d27dede8b06b admin admin] Pushing event deleted for resources: {'Network': ['ID=98f23c2b-f642-4dbe-bdef-ef27b6e27616,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:21.187101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44276) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:21.232625 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9a4ef763-4d7f-499b-b9ca-907f3428232f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83dfa7f118c74e3f83a6c6ab4296d1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440102 Jan 27 15:19:21.235445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44278) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:21.301235 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-622c32bc-a94c-4075-bcdf-e02bf64bd3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:21.326701 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-622c32bc-a94c-4075-bcdf-e02bf64bd3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:21.402842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-622c32bc-a94c-4075-bcdf-e02bf64bd3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:21.406240 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-622c32bc-a94c-4075-bcdf-e02bf64bd3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:21.407780 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-622c32bc-a94c-4075-bcdf-e02bf64bd3b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0f1d510-6d74-475d-ad9b-676cb4069d3d HTTP/1.1" status: 204 len: 168 time: 0.1711102 Jan 27 15:19:21.419586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c32bc-a94c-4075-bcdf-e02bf64bd3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f1d510-6d74-475d-ad9b-676cb4069d3d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:21.810954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44284) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:21.857862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6fe0391f-508a-49f5-8c48-a318a322e910 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9df747f63c244458908d93f67257ffde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456481 Jan 27 15:19:21.860557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44286) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:21.916968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f959f5a2-aa74-4a36-8a24-a84f7f924cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:21.940401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f959f5a2-aa74-4a36-8a24-a84f7f924cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:21.997077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f959f5a2-aa74-4a36-8a24-a84f7f924cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:22.000828 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f959f5a2-aa74-4a36-8a24-a84f7f924cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:22.002359 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f959f5a2-aa74-4a36-8a24-a84f7f924cee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ef4aee9-bc92-4363-9151-020933af56b5 HTTP/1.1" status: 204 len: 168 time: 0.1407330 Jan 27 15:19:22.013937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959f5a2-aa74-4a36-8a24-a84f7f924cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef4aee9-bc92-4363-9151-020933af56b5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:22.089369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd97a711-5d95-4197-8fc5-d92d7640011c no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:19:22.114828 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: fd97a711-5d95-4197-8fc5-d92d7640011c {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:19:22.115328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device fd97a711-5d95-4197-8fc5-d92d7640011c not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:19:24.120917 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44328) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:24.126113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114071522', 'description': 'tempest-secgroup-smoke-1114071522 description', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:24.159842 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.170172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.268910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.274480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.321577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0d5182-07e1-42f4-8dd8-0385ce6da699,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:24.365948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.369988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.407221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.408703 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2865336 Jan 27 15:19:24.411165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147aa3f-5757-4df4-9e8d-7599aeb3e603 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8250a420-4986-44e5-b748-17667abfb7c6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:24.412309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44330) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:24.419608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-c647611c-1ea9-4783-8b24-ec1b8d040ed1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '8250a420-4986-44e5-b748-17667abfb7c6', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:24.455841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c647611c-1ea9-4783-8b24-ec1b8d040ed1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.513477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c647611c-1ea9-4783-8b24-ec1b8d040ed1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.519750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c647611c-1ea9-4783-8b24-ec1b8d040ed1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.539872 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647611c-1ea9-4783-8b24-ec1b8d040ed1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26377498-00b8-48c9-b5b3-458fa707c761,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:24.552612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c647611c-1ea9-4783-8b24-ec1b8d040ed1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.554201 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c647611c-1ea9-4783-8b24-ec1b8d040ed1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407604 Jan 27 15:19:24.557422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44332) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:24.561979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a18dbcf8-c2fe-4378-8712-5b9740644fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '8250a420-4986-44e5-b748-17667abfb7c6', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:24.593188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a18dbcf8-c2fe-4378-8712-5b9740644fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.653729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a18dbcf8-c2fe-4378-8712-5b9740644fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.658032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a18dbcf8-c2fe-4378-8712-5b9740644fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.676316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dbcf8-c2fe-4378-8712-5b9740644fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6959b9-e54f-4f9a-9009-d857a7437155,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:24.686122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a18dbcf8-c2fe-4378-8712-5b9740644fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.687543 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a18dbcf8-c2fe-4378-8712-5b9740644fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291256 Jan 27 15:19:24.690524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44334) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:24.696582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-25843d6a-2cbb-4edc-a412-56196e53c51b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '8250a420-4986-44e5-b748-17667abfb7c6', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:24.728175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25843d6a-2cbb-4edc-a412-56196e53c51b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.798473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25843d6a-2cbb-4edc-a412-56196e53c51b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.803487 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25843d6a-2cbb-4edc-a412-56196e53c51b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.824739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25843d6a-2cbb-4edc-a412-56196e53c51b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7547d8b-1962-4297-9f6d-d5a819b13159,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:24.835303 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-25843d6a-2cbb-4edc-a412-56196e53c51b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.836939 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-25843d6a-2cbb-4edc-a412-56196e53c51b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451871 Jan 27 15:19:24.840189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44336) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:24.845375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5889efb4-4038-4c15-9fe6-97b5a8722104 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '8250a420-4986-44e5-b748-17667abfb7c6', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:24.877994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5889efb4-4038-4c15-9fe6-97b5a8722104 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.944374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5889efb4-4038-4c15-9fe6-97b5a8722104 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.949281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5889efb4-4038-4c15-9fe6-97b5a8722104 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.970304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889efb4-4038-4c15-9fe6-97b5a8722104 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34605154-27af-4bda-898a-2d88cd66f18d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:24.980569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5889efb4-4038-4c15-9fe6-97b5a8722104 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:24.981834 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5889efb4-4038-4c15-9fe6-97b5a8722104 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405182 Jan 27 15:19:24.984563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44338) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:24.989492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '8250a420-4986-44e5-b748-17667abfb7c6', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:25.017904 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:19:25.024013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.089674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.094261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.113399 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a0981c-2607-4466-a12b-600b1a0d3121,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:25.125049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.126332 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-e9f1c347-531b-43ae-9b33-2357b1be2555 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405368 Jan 27 15:19:25.129420 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44340) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:25.133970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '8250a420-4986-44e5-b748-17667abfb7c6', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:25.169130 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:19:25.176097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.249681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.253756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.272495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f708cd66-18ac-4288-95c4-c7d54fa53052,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:25.279047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.280388 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b0939601-bdd1-4245-b776-e452a662115b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499858 Jan 27 15:19:25.284343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44342) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:25.290073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'network': {'name': 'tempest-network-smoke--795142544', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:25.313048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:19:25.316769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.346183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:19:25.356531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.356881 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Added segment 6bea26d7-b272-4068-b2c4-baba7e1f9cda of type vlan for network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 Jan 27 15:19:25.396708 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.422624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.428731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:25.429374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.495474 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2098908 Jan 27 15:19:25.498256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44344) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:25.505170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'admin_state_up': True, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:25.516767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f42f31-c8b3-4e6c-8361-1c966f5d37d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Network': ['ID=02b4c729-b7b9-4121-ba5d-bb974cdda7c5,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:25.529747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:19:25.542641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.544019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.606881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.757046 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.960514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:25.985744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:26.097929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.103 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/0c9ef1e5-3033-4865-9fb5-4539ee5c035e) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:19:26.209035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:26.244099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:26.286223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:19:26.289907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:19:26.293702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:19:26.299547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:26.551463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:26.775857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:26.914735 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router c46311f6-94c9-443f-89e5-0594a5f00b71 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:19:27.032358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:19:27.043433 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Sync routers for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:19:27.053732 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:27.054409 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:27.057675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.059241 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fc11b8c4-c713-4a86-b288-06265be9be9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5599673 Jan 27 15:19:27.063083 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44346) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:27.209672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:27.275500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44350) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:27.276144 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8cc13ba4-d1cc-43d5-a454-aef93a841e72 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=d5f3065be1f44a05b30d08f6c22fe131&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2110679 Jan 27 15:19:27.372824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d129-72ed-4800-989c-47ce8b3bc68e tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:27.374566 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5e90d129-72ed-4800-989c-47ce8b3bc68e tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971940 Jan 27 15:19:27.377930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44352) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:27.414564 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b8559c66-a33e-442b-aed3-12fffa50af47 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349505 Jan 27 15:19:27.419493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44354) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:27.424938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-150578758', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:27.433608 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:26Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:27.466053 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Checking router: c46311f6-94c9-443f-89e5-0594a5f00b71 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:19:27.466540 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Updating router c46311f6-94c9-443f-89e5-0594a5f00b71 port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:19:27.494180 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.546109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:19:27.551031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.797868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.835187 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.844750 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.869251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Subnet': ['ID=f7e551af-4c76-428c-bea3-5c35b3ce8a2e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:27.878164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Checking segment: {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:19:27.878857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network hostable DHCP agents. Network: 02b4c729-b7b9-4121-ba5d-bb974cdda7c5, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:19:27.902126 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Attempting to bind port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:19:27.902504 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Attempting to bind port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:19:27.902846 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Attempting to bind port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:19:27.906306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:19:27.913728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:19:27.914713 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:19:27.914992 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.915413 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:19:27.915909 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Bound port: 0c9ef1e5-3033-4865-9fb5-4539ee5c035e, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:19:27.916444 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.920472 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Pushing event updated for resources: {'Port': ['ID=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:27.921405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 02b4c729-b7b9-4121-ba5d-bb974cdda7c5) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:19:27.928284 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:27.929352 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:27.936162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b721bb41-c5cf-4ed8-96eb-bdc981cac8c8 None None] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:19:27.948596 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.949104 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.949272 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.949593 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.949927 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.950288 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.950593 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.950947 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.951243 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.951606 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.951916 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.952241 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:19:27.958202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7b810700-e4f8-43d5-892a-512d4e5e911d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5332043 Jan 27 15:19:27.958572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44356) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:27.985669 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] For port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:19:27.989363 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] For port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:19:27.996780 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:28.092864 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:28.093923 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:28.143733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:19:28.145194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:28.280573 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b32fe-890c-4b84-ad8f-f84ef7ca47b2 None None] Pushing event updated for resources: {'Port': ['ID=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:28.343729 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:28.359640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Allocated IP 172.20.0.2 (02b4c729-b7b9-4121-ba5d-bb974cdda7c5/f7e551af-4c76-428c-bea3-5c35b3ce8a2e/57e178eb-a5b1-45b8-b1b5-154317c9c268) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:19:28.537691 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:28.547924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:28.583797 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-91c23748-3108-4877-bf7f-74350181b650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:26Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:28.592777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:28.617753 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c23748-3108-4877-bf7f-74350181b650 None None] The sync data for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv is: [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:26Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:19:28.621763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:19:28.628383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:19:28.641543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:19:28.647510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Pushing event updated for resources: {'Port': ['ID=57e178eb-a5b1-45b8-b1b5-154317c9c268,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:28.745658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Attempting to bind port 57e178eb-a5b1-45b8-b1b5-154317c9c268 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:19:28.746276 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Attempting to bind port 57e178eb-a5b1-45b8-b1b5-154317c9c268 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:19:28.746888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Attempting to bind port 57e178eb-a5b1-45b8-b1b5-154317c9c268 on network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:19:28.756523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:19:28.757174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Checking segment: {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:19:28.758530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:28.758713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Bound using segment: {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:19:28.759524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Bound port: 57e178eb-a5b1-45b8-b1b5-154317c9c268, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:19:28.760198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:28.856491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] For port 57e178eb-a5b1-45b8-b1b5-154317c9c268, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:19:28.862477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] For port 57e178eb-a5b1-45b8-b1b5-154317c9c268, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=57e178eb-a5b1-45b8-b1b5-154317c9c268,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:19:28.870076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:29.002347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d583a-ceeb-402d-a4f6-15fe62909053 None None] Pushing event updated for resources: {'Port': ['ID=57e178eb-a5b1-45b8-b1b5-154317c9c268,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:29.053568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.1 (02b4c729-b7b9-4121-ba5d-bb974cdda7c5/f7e551af-4c76-428c-bea3-5c35b3ce8a2e/9be1bcfb-9f22-498c-8dae-0ae502c2f897) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:19:29.298496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:29.351364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:29.402502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:19:29.406419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:19:29.410549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:19:29.418330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=9be1bcfb-9f22-498c-8dae-0ae502c2f897,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:29.489946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:29.662657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.058716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.066240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.227876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814086f-4a80-416a-ae1e-27d5978c918f None None] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:19:30.277362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0c9ef1e5-3033-4865-9fb5-4539ee5c035e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:19:30.355539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8dda4e30-9633-49a7-8bf7-c0878d9cf40e None None] Provisioning complete for port 57e178eb-a5b1-45b8-b1b5-154317c9c268 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:30.355907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8dda4e30-9633-49a7-8bf7-c0878d9cf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.412506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:30.412885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.497376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.555228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=9be1bcfb-9f22-498c-8dae-0ae502c2f897,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:30.558303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.565568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8dda4e30-9633-49a7-8bf7-c0878d9cf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.650987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.664892 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-8dda4e30-9633-49a7-8bf7-c0878d9cf40e None None] For port 57e178eb-a5b1-45b8-b1b5-154317c9c268, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=57e178eb-a5b1-45b8-b1b5-154317c9c268,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:30.674737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8dda4e30-9633-49a7-8bf7-c0878d9cf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.689781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:19:30.702978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:19:30.726856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:30.734698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.736113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57e178eb-a5b1-45b8-b1b5-154317c9c268 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:19:30.791395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda4e30-9633-49a7-8bf7-c0878d9cf40e None None] Pushing event updated for resources: {'Port': ['ID=57e178eb-a5b1-45b8-b1b5-154317c9c268,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:30.840622 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router c46311f6-94c9-443f-89e5-0594a5f00b71 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:19:30.857632 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 57e178eb-a5b1-45b8-b1b5-154317c9c268 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:30.858114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.893314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:30.920975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-51c6f2cd-4fcf-48a8-a8a2-a6b4fb34d48e None None] Provisioning complete for port 57e178eb-a5b1-45b8-b1b5-154317c9c268 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:30.921314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51c6f2cd-4fcf-48a8-a8a2-a6b4fb34d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:30.986108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:19:30.991332 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c2d2dc99-73be-4215-8c11-ecd25d427d67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/c46311f6-94c9-443f-89e5-0594a5f00b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0311754 Jan 27 15:19:31.002663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Sync routers for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:19:31.025957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:31.026741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:31.183508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-51c6f2cd-4fcf-48a8-a8a2-a6b4fb34d48e None None] Provisioning complete for port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:31.183884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-51c6f2cd-4fcf-48a8-a8a2-a6b4fb34d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:31.190163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:31.198481 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-3f6edddd-bdaa-4b53-92fb-2c1fbf0317b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114071522&fields=id&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 267 time: 0.0416269 Jan 27 15:19:31.270541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-51c6f2cd-4fcf-48a8-a8a2-a6b4fb34d48e None None] Port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:19:31.346168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-e8d8f005-afa6-412e-8688-029f4eededd8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:31.348655 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-e8d8f005-afa6-412e-8688-029f4eededd8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/networks?id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5 HTTP/1.1" status: 200 len: 796 time: 0.1418839 Jan 27 15:19:31.378919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-6f4385d2-f025-44d1-874a-af7a6c0070d8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/quotas/d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 375 time: 0.0172698 Jan 27 15:19:31.423905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-dfd6711c-0d05-41df-84e2-69e76a292dff None None] Provisioning complete for port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:31.424209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dfd6711c-0d05-41df-84e2-69e76a292dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:31.449138 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-9d8be59b-5ca0-45d2-b8ba-c75b90d90b57 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575562 Jan 27 15:19:31.470729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6711c-0d05-41df-84e2-69e76a292dff None None] Port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:19:31.487647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 2, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:31.520933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Checking router: c46311f6-94c9-443f-89e5-0594a5f00b71 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:19:31.521982 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Updating router c46311f6-94c9-443f-89e5-0594a5f00b71 port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:19:31.551664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:31.554791 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-da73b854-4813-4cf3-b546-238956b7ca02 service neutron] 10.222.0.18 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922053 Jan 27 15:19:31.658569 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-ed5ab6e8-a3bc-4876-aa61-1ccdc932d0cb service neutron] 10.222.0.18 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966952 Jan 27 15:19:31.908360 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5a304ca6-622a-4392-8729-033983168c08 req-d26d2394-9e90-4cae-bbb9-32f3fcfe4582 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 210 time: 0.0435512 Jan 27 15:19:31.921864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:31.929642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:31.996531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944991-de7a-4e04-8ea7-11d105ae6e17 None None] Pushing event updated for resources: {'Port': ['ID=9be1bcfb-9f22-498c-8dae-0ae502c2f897,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:32.058011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Attempting to bind port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:19:32.058394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Attempting to bind port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:19:32.058797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Attempting to bind port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 on network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:19:32.065464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:19:32.065845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Checking segment: {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:19:32.066264 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:32.066666 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Bound using segment: {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:19:32.067189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Bound port: 9be1bcfb-9f22-498c-8dae-0ae502c2f897, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:19:32.067607 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:32.133520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0c9ef1e5-3033-4865-9fb5-4539ee5c035e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:19:32.203068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] For port 9be1bcfb-9f22-498c-8dae-0ae502c2f897, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:19:32.206885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] For port 9be1bcfb-9f22-498c-8dae-0ae502c2f897, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9be1bcfb-9f22-498c-8dae-0ae502c2f897,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:19:32.217154 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:32.251222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:32.251621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:32.327342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:32.328269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:32.334139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd944991-de7a-4e04-8ea7-11d105ae6e17 None None] Pushing event updated for resources: {'Port': ['ID=9be1bcfb-9f22-498c-8dae-0ae502c2f897,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:32.390527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5f370655-507d-47a6-9771-dbb9b9028b4d None None] Provisioning complete for port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:32.391051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5f370655-507d-47a6-9771-dbb9b9028b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:32.671556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:32.720484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57e178eb-a5b1-45b8-b1b5-154317c9c268 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:19:32.887862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5f370655-507d-47a6-9771-dbb9b9028b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:32.950200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 57e178eb-a5b1-45b8-b1b5-154317c9c268 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:32.950481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:32.991626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5f370655-507d-47a6-9771-dbb9b9028b4d None None] For port 9be1bcfb-9f22-498c-8dae-0ae502c2f897, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9be1bcfb-9f22-498c-8dae-0ae502c2f897,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:33.014075 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5f370655-507d-47a6-9771-dbb9b9028b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:33.105029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f370655-507d-47a6-9771-dbb9b9028b4d None None] Pushing event updated for resources: {'Port': ['ID=9be1bcfb-9f22-498c-8dae-0ae502c2f897,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:33.116620 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3440b9e-c6fe-47b3-a0a2-e1b17e903a39 req-afd904b5-ad8a-4195-8f6e-91476d8db2fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 210 time: 0.0451398 Jan 27 15:19:33.162424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:33.185207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-ba338689-8914-4899-9929-f344316c1506 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:33.187144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-ba338689-8914-4899-9929-f344316c1506 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/networks?id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5 HTTP/1.1" status: 200 len: 796 time: 0.2770183 Jan 27 15:19:33.218292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-167bc8f7-a6d3-43ea-aaa0-a1e4eaa69cfc None None] Provisioning complete for port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:33.218871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-167bc8f7-a6d3-43ea-aaa0-a1e4eaa69cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:33.222124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab249e-1cc6-4447-99c6-138c7bf6fc64 None None] The sync data for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv is: [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:19:33.264340 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-71437e2a-e0c3-4480-9185-2ae422f524e2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 380 time: 0.0669038 Jan 27 15:19:33.282169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'port': {'device_id': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'admin_state_up': True, 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'security_groups': ['8250a420-4986-44e5-b748-17667abfb7c6']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:33.465086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:19:33.471401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:33.645178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.12 (02b4c729-b7b9-4121-ba5d-bb974cdda7c5/f7e551af-4c76-428c-bea3-5c35b3ce8a2e/f1c07b56-9071-4409-b7af-d676887f6675) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:19:33.826843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:33.872597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:33.957369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:19:33.963171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:19:33.967645 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:19:33.974927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=f1c07b56-9071-4409-b7af-d676887f6675,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:34.029015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:34.029824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.055472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-360f32a4-4597-412b-9008-9a170d38b409 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848756 Jan 27 15:19:34.069334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Request body: {'port': {'device_id': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:34.173783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.182503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9be1bcfb-9f22-498c-8dae-0ae502c2f897 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:19:34.275424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:34.276025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.343609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-43b22251-2768-442e-ac27-551040192169 None None] Provisioning complete for port f1c07b56-9071-4409-b7af-d676887f6675 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:34.344140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-43b22251-2768-442e-ac27-551040192169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.401647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776918-491c-49bf-9206-8a459d0207ad req-fb19df37-7163-4e50-b2d8-837d1808bf69 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:34.403456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4b776918-491c-49bf-9206-8a459d0207ad req-fb19df37-7163-4e50-b2d8-837d1808bf69 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 932 time: 0.0918722 Jan 27 15:19:34.408360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-43b22251-2768-442e-ac27-551040192169 None None] Port f1c07b56-9071-4409-b7af-d676887f6675 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:19:34.498349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4b776918-491c-49bf-9206-8a459d0207ad req-e54673c4-2a03-495c-bbdf-360c2610b33a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677955 Jan 27 15:19:34.590087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c07b56-9071-4409-b7af-d676887f6675 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:19:34.597826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.610151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Transition to ACTIVE for port object f1c07b56-9071-4409-b7af-d676887f6675 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:19:34.615571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.673137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Pushing event updated for resources: {'Port': ['ID=f1c07b56-9071-4409-b7af-d676887f6675,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:34.747875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Attempting to bind port f1c07b56-9071-4409-b7af-d676887f6675 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:19:34.748209 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Attempting to bind port f1c07b56-9071-4409-b7af-d676887f6675 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:19:34.748612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Attempting to bind port f1c07b56-9071-4409-b7af-d676887f6675 on network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:19:34.754977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Port f1c07b56-9071-4409-b7af-d676887f6675 on network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:19:34.755371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Attempting to bind port f1c07b56-9071-4409-b7af-d676887f6675 on network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:19:34.763202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:19:34.763693 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Checking segment: {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:19:34.764138 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Bound using segment: {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:19:34.764587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Bound port: f1c07b56-9071-4409-b7af-d676887f6675, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bea26d7-b272-4068-b2c4-baba7e1f9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:19:34.765018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.852555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] For port f1c07b56-9071-4409-b7af-d676887f6675, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:19:34.857124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] For port f1c07b56-9071-4409-b7af-d676887f6675, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f1c07b56-9071-4409-b7af-d676887f6675,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:19:34.862824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.898156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:34.899064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:34.900537 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] 10.222.0.72 "PUT /v2.0/ports/f1c07b56-9071-4409-b7af-d676887f6675 HTTP/1.1" status: 200 len: 1094 time: 0.8375967 Jan 27 15:19:34.901053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:19:34.903320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178dd264-4afd-4951-972b-934363c73663" -d '{"events": [{"name": "network-changed", "server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "tag": "f1c07b56-9071-4409-b7af-d676887f6675"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:19:34.953201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbc0f3-00b9-449f-9de8-1248f33f85de service neutron] Pushing event updated for resources: {'Port': ['ID=f1c07b56-9071-4409-b7af-d676887f6675,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:35.024151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-44dcd658-b1f8-4044-b051-c075a05c108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.025804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-44dcd658-b1f8-4044-b051-c075a05c108b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 1097 time: 0.0679095 Jan 27 15:19:35.082557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0967c56-d2e1-49a5-83d5-92925fcd58b8 x-openstack-request-id: req-b0967c56-d2e1-49a5-83d5-92925fcd58b8 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:19:35.082859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "tag": "f1c07b56-9071-4409-b7af-d676887f6675", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:19:35.083187 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0967c56-d2e1-49a5-83d5-92925fcd58b8 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:19:35.083562 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675', 'status': 'completed', 'code': 200} Jan 27 15:19:35.086232 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-161d32f6-2f31-4df3-9cb2-b30d6eab9b4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c07b56-9071-4409-b7af-d676887f6675 HTTP/1.1" status: 200 len: 217 time: 0.0521491 Jan 27 15:19:35.146085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-52018491-6395-4cce-934a-6a23294a0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.149459 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-52018491-6395-4cce-934a-6a23294a0d12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7e551af-4c76-428c-bea3-5c35b3ce8a2e HTTP/1.1" status: 200 len: 834 time: 0.0569742 Jan 27 15:19:35.204603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd1338-f1ab-4371-9659-ac177c66723f req-e732298e-6002-4711-8250-fe8763bab33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.206223 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-e732298e-6002-4711-8250-fe8763bab33e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493717 Jan 27 15:19:35.313086 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-5e0deded-6f98-4c12-a60b-cb3eaafa59c0 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000917 Jan 27 15:19:35.410827 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-38cd1338-f1ab-4371-9659-ac177c66723f req-7003b4d5-c0ec-4c95-b3e4-2e04e3db852b service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913684 Jan 27 15:19:35.502499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dd264-4afd-4951-972b-934363c73663 req-e7b6229d-e698-43d8-bee6-dcc5710cde90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.504075 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178dd264-4afd-4951-972b-934363c73663 req-e7b6229d-e698-43d8-bee6-dcc5710cde90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 1097 time: 0.0445197 Jan 27 15:19:35.643055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dd264-4afd-4951-972b-934363c73663 req-ef9b6c64-fcc1-4f10-9b3e-a40eecc97a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.644584 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178dd264-4afd-4951-972b-934363c73663 req-ef9b6c64-fcc1-4f10-9b3e-a40eecc97a7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5 HTTP/1.1" status: 200 len: 897 time: 0.1339025 Jan 27 15:19:35.656618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c420-befb-4a99-b4c8-7f138e756394 req-344a59fc-3d3d-4aad-8cf1-4e0f3f3208fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.658235 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0422c420-befb-4a99-b4c8-7f138e756394 req-344a59fc-3d3d-4aad-8cf1-4e0f3f3208fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 944 time: 0.0816648 Jan 27 15:19:35.706123 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178dd264-4afd-4951-972b-934363c73663 req-3b6bb7c1-3f7b-40f7-b79b-7286f90f5d71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c07b56-9071-4409-b7af-d676887f6675 HTTP/1.1" status: 200 len: 217 time: 0.0468543 Jan 27 15:19:35.766709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0422c420-befb-4a99-b4c8-7f138e756394 req-3dda2040-7adc-4f4b-824c-65f7aa3195f0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015096 Jan 27 15:19:35.777494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dd264-4afd-4951-972b-934363c73663 req-a03aa728-c8c2-4dfd-9692-9d7e4739a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.779107 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178dd264-4afd-4951-972b-934363c73663 req-a03aa728-c8c2-4dfd-9692-9d7e4739a8e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7e551af-4c76-428c-bea3-5c35b3ce8a2e HTTP/1.1" status: 200 len: 834 time: 0.0657022 Jan 27 15:19:35.830458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dd264-4afd-4951-972b-934363c73663 req-457dfbde-841c-419a-b95f-60b021d86512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:35.832228 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178dd264-4afd-4951-972b-934363c73663 req-457dfbde-841c-419a-b95f-60b021d86512 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456357 Jan 27 15:19:35.932554 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178dd264-4afd-4951-972b-934363c73663 req-b7790afa-716a-4536-804b-560c8cd514fa service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925198 Jan 27 15:19:36.033959 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-178dd264-4afd-4951-972b-934363c73663 req-78535f9e-7560-435c-bbb5-daa061492858 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936840 Jan 27 15:19:36.901380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4482-acac-4e73-a367-1404a1ab4817 req-51816b5b-0323-45df-8a51-754a452580dd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:36.903063 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ace4482-acac-4e73-a367-1404a1ab4817 req-51816b5b-0323-45df-8a51-754a452580dd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 944 time: 0.0603580 Jan 27 15:19:36.950890 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ace4482-acac-4e73-a367-1404a1ab4817 req-69754471-57a2-4f7f-8f7f-4c9bcaf4e0c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Jan 27 15:19:38.077767 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e96625-7af5-4a7f-9576-a571f70b5b2b req-bcefa259-fb1f-41b5-9c96-fb529853a65f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:38.079472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15e96625-7af5-4a7f-9576-a571f70b5b2b req-bcefa259-fb1f-41b5-9c96-fb529853a65f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 944 time: 0.0544467 Jan 27 15:19:38.125651 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15e96625-7af5-4a7f-9576-a571f70b5b2b req-ed8b152c-a253-45ab-80d6-cdfb8fab9f11 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Jan 27 15:19:39.247597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fec84-2647-4296-9628-4cbfba92da5c req-0071df6b-8c42-4f0e-9f80-ee8d7b005c11 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:39.249146 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b64fec84-2647-4296-9628-4cbfba92da5c req-0071df6b-8c42-4f0e-9f80-ee8d7b005c11 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 944 time: 0.0508106 Jan 27 15:19:39.292541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b64fec84-2647-4296-9628-4cbfba92da5c req-d1cdf0d8-e25d-4eb5-b7bd-1b0e3d560cae tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369377 Jan 27 15:19:39.520517 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device f1c07b56-9071-4409-b7af-d676887f6675 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:19:39.632983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port f1c07b56-9071-4409-b7af-d676887f6675, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f1c07b56-9071-4409-b7af-d676887f6675,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:39.644878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'f1c07b56-9071-4409-b7af-d676887f6675', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'port_id': 'f1c07b56-9071-4409-b7af-d676887f6675', 'mac_address': 'fa:16:3e:0e:21:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:19:39.686369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:39.702188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c07b56-9071-4409-b7af-d676887f6675 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:19:39.724822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port f1c07b56-9071-4409-b7af-d676887f6675, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f1c07b56-9071-4409-b7af-d676887f6675,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:39.731302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:39.787031 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=f1c07b56-9071-4409-b7af-d676887f6675,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:39.943830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['f1c07b56-9071-4409-b7af-d676887f6675'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:19:40.415301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112c1e6-1aac-4697-85ec-7f7bc055b7dc req-c8c79795-af4f-458f-973e-78a9754daed3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:40.416908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2112c1e6-1aac-4697-85ec-7f7bc055b7dc req-c8c79795-af4f-458f-973e-78a9754daed3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Jan 27 15:19:40.462249 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2112c1e6-1aac-4697-85ec-7f7bc055b7dc req-3e6119d5-0860-413e-86d1-373ca5debc91 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390739 Jan 27 15:19:41.536871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device f1c07b56-9071-4409-b7af-d676887f6675 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:19:41.614139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a60720-c3a0-4f87-ab09-ffd50d06855a req-28c6db4d-64d0-47cd-94ba-63a185e9352e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:41.617155 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-01a60720-c3a0-4f87-ab09-ffd50d06855a req-28c6db4d-64d0-47cd-94ba-63a185e9352e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 945 time: 0.0819733 Jan 27 15:19:41.620019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port f1c07b56-9071-4409-b7af-d676887f6675 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:19:41.627226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port f1c07b56-9071-4409-b7af-d676887f6675 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:19:41.627799 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:41.665092 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-01a60720-c3a0-4f87-ab09-ffd50d06855a req-dc6123a9-a98c-40a4-8cfa-6254de4569d6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Jan 27 15:19:41.744767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:41.769512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:19:41.771894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e77aab-1e9a-463d-a1ed-99ea4bdd8f93" -d '{"events": [{"server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "name": "network-vif-plugged", "status": "completed", "tag": "f1c07b56-9071-4409-b7af-d676887f6675"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:19:41.786550 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port f1c07b56-9071-4409-b7af-d676887f6675, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f1c07b56-9071-4409-b7af-d676887f6675,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:19:41.792096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:41.840900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d8137a-83a2-4ad7-8a29-e61745e2b2e0 x-openstack-request-id: req-55d8137a-83a2-4ad7-8a29-e61745e2b2e0 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:19:41.841203 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "name": "network-vif-plugged", "status": "completed", "tag": "f1c07b56-9071-4409-b7af-d676887f6675", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:19:41.841450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55d8137a-83a2-4ad7-8a29-e61745e2b2e0 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:19:41.841849 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675', 'code': 200} Jan 27 15:19:41.852776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=f1c07b56-9071-4409-b7af-d676887f6675,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:42.045491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61395ff6-48b4-4528-8b9f-7b28846d85f5 req-0214bbe3-0f69-4795-9d19-2adc54741ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:42.047063 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61395ff6-48b4-4528-8b9f-7b28846d85f5 req-0214bbe3-0f69-4795-9d19-2adc54741ee6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 1099 time: 0.0523133 Jan 27 15:19:42.091858 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61395ff6-48b4-4528-8b9f-7b28846d85f5 req-43d3c1be-7ecd-471e-ad19-6229574ec491 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380094 Jan 27 15:19:42.792761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ff49-422a-40dc-91a7-b5d8b08eadd9 req-c09f2885-9f77-4f4e-b320-d60564baf1c7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:42.794797 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eda6ff49-422a-40dc-91a7-b5d8b08eadd9 req-c09f2885-9f77-4f4e-b320-d60564baf1c7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0551665 Jan 27 15:19:42.843364 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eda6ff49-422a-40dc-91a7-b5d8b08eadd9 req-dace4e44-59c5-4344-b1b4-f4c384133f7d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Jan 27 15:19:43.969834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b12988-b24c-4d2d-b1af-b733a2056c2e req-99dbeb45-3ed9-45b2-ad3f-001516c72940 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:43.971586 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34b12988-b24c-4d2d-b1af-b733a2056c2e req-99dbeb45-3ed9-45b2-ad3f-001516c72940 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0543976 Jan 27 15:19:44.037757 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-34b12988-b24c-4d2d-b1af-b733a2056c2e req-fe42d964-5b7d-4886-a4fa-c10eef603a96 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545676 Jan 27 15:19:44.040125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-66e154ee-fa7f-4e9e-829b-b97f8b0b75cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:44.185334 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb872183-727d-42a0-81d0-9c08a65e46bd req-9dfea190-1e5c-4611-b95f-c18a3ca5ec68 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:44.187035 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb872183-727d-42a0-81d0-9c08a65e46bd req-9dfea190-1e5c-4611-b95f-c18a3ca5ec68 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0605860 Jan 27 15:19:44.236587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bb872183-727d-42a0-81d0-9c08a65e46bd req-0117c35d-c86c-4247-978c-2dac07b8081f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Jan 27 15:19:44.261494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44414) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:44.305045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ede15-b5c8-4b8a-8ff7-94bc5657494f tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:44.307006 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-203ede15-b5c8-4b8a-8ff7-94bc5657494f tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 1094 time: 0.0442984 Jan 27 15:19:44.310154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44416) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:44.314659 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'f1c07b56-9071-4409-b7af-d676887f6675', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:19:44.342137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:44.457944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:44.603381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.45 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/5c09845e-c26d-4c58-bf27-6571495777f1) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:19:44.731228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:44.778534 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:44.823431 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:19:44.827110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:19:44.831062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:19:44.837615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=5c09845e-c26d-4c58-bf27-6571495777f1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:45.267032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:45.369715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:45.539399 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:45.544945 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:45.625151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=5c09845e-c26d-4c58-bf27-6571495777f1,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:19:45.639711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:45.753651 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696 associated. External IP: 172.26.6.45, port: f1c07b56-9071-4409-b7af-d676887f6675. Jan 27 15:19:45.978020 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router c46311f6-94c9-443f-89e5-0594a5f00b71 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:19:46.104118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:19:46.121792 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] Sync routers for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:19:46.123378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:46.134189 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:46.135061 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:46.154993 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4ef62193-5981-46d7-9758-4b79646325f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8437166 Jan 27 15:19:46.155614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:19:46.158006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b202a-7566-4fc6-87f0-d3a7d83d0456" -d '{"events": [{"name": "network-changed", "server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "tag": "f1c07b56-9071-4409-b7af-d676887f6675"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:19:46.218739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e861bd7-b452-40bb-9711-86094ce76dbe x-openstack-request-id: req-1e861bd7-b452-40bb-9711-86094ce76dbe {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:19:46.219412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "tag": "f1c07b56-9071-4409-b7af-d676887f6675", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:19:46.219803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e861bd7-b452-40bb-9711-86094ce76dbe {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:19:46.220533 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675', 'status': 'completed', 'code': 200} Jan 27 15:19:46.299360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44f730bc-ee7e-48ae-9633-d9d204f6c7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:46.304652 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:46.316346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d335-d866-41c3-929f-5556e0ce9d55 req-34a95dbc-7956-4b2e-abf2-3576cd8f5365 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:46.317972 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c70d335-d866-41c3-929f-5556e0ce9d55 req-34a95dbc-7956-4b2e-abf2-3576cd8f5365 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0877798 Jan 27 15:19:46.321311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-397a6ca2-44c2-4032-8aee-fa95a5e39e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:46.323364 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-397a6ca2-44c2-4032-8aee-fa95a5e39e87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 1099 time: 0.0820470 Jan 27 15:19:46.467474 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c70d335-d866-41c3-929f-5556e0ce9d55 req-e42dc398-1ec0-477b-874c-3bb5d6fe0cdb tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356950 Jan 27 15:19:46.502679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44424) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:46.532131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-b06016f4-5aca-4573-9b74-f4eab71a9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:46.534554 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-b06016f4-5aca-4573-9b74-f4eab71a9f43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5 HTTP/1.1" status: 200 len: 897 time: 0.2042820 Jan 27 15:19:46.598377 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-be02725c-4b3d-4181-991c-61b61118b317 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696 HTTP/1.1" status: 200 len: 991 time: 0.0918603 Jan 27 15:19:46.632658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-8c52b222-66d7-4d45-a7e7-4c8f13663104 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c07b56-9071-4409-b7af-d676887f6675 HTTP/1.1" status: 200 len: 999 time: 0.0911002 Jan 27 15:19:46.662612 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.45', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'port_id': 'f1c07b56-9071-4409-b7af-d676887f6675', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'mac_address': 'fa:16:3e:0e:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:19:45Z', 'updated_at': '2022-01-27T15:19:45Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:46.694313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-1fbf8921-72cc-4f14-9120-dc1773896479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:46.696244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-1fbf8921-72cc-4f14-9120-dc1773896479 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7e551af-4c76-428c-bea3-5c35b3ce8a2e HTTP/1.1" status: 200 len: 834 time: 0.0577641 Jan 27 15:19:46.699778 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] Checking router: c46311f6-94c9-443f-89e5-0594a5f00b71 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:19:46.710045 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:19:46.710843 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:19:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:46.757611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-6dd2cc96-e4b3-4053-93b2-33968ac82cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:19:46.760080 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-6dd2cc96-e4b3-4053-93b2-33968ac82cd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575316 Jan 27 15:19:46.882938 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:19:46.907072 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-92d29557-993f-4241-a110-b5eb5e61a675 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402202 Jan 27 15:19:47.082050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a96b202a-7566-4fc6-87f0-d3a7d83d0456 req-dc3eb012-34fd-4ef3-88a9-2cb926376ea0 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671855 Jan 27 15:19:47.149902 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.45', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'port_id': 'f1c07b56-9071-4409-b7af-d676887f6675', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'mac_address': 'fa:16:3e:0e:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:19:45Z', 'updated_at': '2022-01-27T15:19:45Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:19:47.178829 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6a1fe-12bc-4c63-89de-a9b1ea75bb5d None None] The sync data for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv is: [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.45', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'port_id': 'f1c07b56-9071-4409-b7af-d676887f6675', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'mac_address': 'fa:16:3e:0e:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:19:45Z', 'updated_at': '2022-01-27T15:19:45Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:19:47.402964 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdf397-04cc-4be9-ae69-bba507af4a8c None None] New status for floating IP b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:19:47.519351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:47.601748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44426) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:19:47.679390 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0c581698-bdf0-4f39-ba68-b274caa8cca1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696 HTTP/1.1" status: 200 len: 993 time: 0.0758317 Jan 27 15:19:48.882475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:49.247571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:19:56.930725 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:20:00.458116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:06.949670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-f8af2d22-dff8-4b53-ac86-962c87671374 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432346 Jan 27 15:20:07.040029 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9319-7c44-4f1b-9345-24645926d240 req-1f900722-9a4c-4acc-a15a-b5569012bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:07.041812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-1f900722-9a4c-4acc-a15a-b5569012bd2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 1099 time: 0.0442281 Jan 27 15:20:07.160036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9319-7c44-4f1b-9345-24645926d240 req-aee9453a-af14-4ff6-be79-66c97db4f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:07.162329 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-aee9453a-af14-4ff6-be79-66c97db4f8d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5 HTTP/1.1" status: 200 len: 897 time: 0.0976582 Jan 27 15:20:07.232682 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-58c38e7b-18be-49de-9c8e-e1f55be8d2f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c07b56-9071-4409-b7af-d676887f6675 HTTP/1.1" status: 200 len: 1001 time: 0.0640943 Jan 27 15:20:07.294443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9319-7c44-4f1b-9345-24645926d240 req-3c886fa4-1676-4a90-9af3-0028f25ad88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:07.296145 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-3c886fa4-1676-4a90-9af3-0028f25ad88c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7e551af-4c76-428c-bea3-5c35b3ce8a2e HTTP/1.1" status: 200 len: 834 time: 0.0560784 Jan 27 15:20:07.348211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9319-7c44-4f1b-9345-24645926d240 req-af405294-c92a-4806-9bfd-95db4097783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:07.351734 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-af405294-c92a-4806-9bfd-95db4097783e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474508 Jan 27 15:20:07.455879 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-ad24f042-25c2-4aa0-bdfb-10e841d6f9b6 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985107 Jan 27 15:20:07.565274 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5be9319-7c44-4f1b-9345-24645926d240 req-67c95833-f4ae-4e7f-8c4d-0aee654a95a6 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999162 Jan 27 15:20:14.040424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f9626b8c-f54f-4248-a06b-c3cf077d62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:16.286299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cc3dceee-d24b-4d27-84d6-caf43230863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:16.519799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b5b53-b062-43e7-9aa8-ce591c2233f4 req-fee42c4d-f61b-400a-993e-20044b9d1a2c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:16.521503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-118b5b53-b062-43e7-9aa8-ce591c2233f4 req-fee42c4d-f61b-400a-993e-20044b9d1a2c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0607257 Jan 27 15:20:16.566469 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-118b5b53-b062-43e7-9aa8-ce591c2233f4 req-8d38a881-d036-4115-a466-b7df29e3a781 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377820 Jan 27 15:20:17.494266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:17.708816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c98ef-87e0-4b99-941f-bb48efbe6ad1 req-ebcdb008-9f84-4c86-aa99-d32a28f09710 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:17.710450 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c9c98ef-87e0-4b99-941f-bb48efbe6ad1 req-ebcdb008-9f84-4c86-aa99-d32a28f09710 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0598090 Jan 27 15:20:17.758755 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4c9c98ef-87e0-4b99-941f-bb48efbe6ad1 req-da45eabf-d64e-409e-8d51-0bcbdd9e72bf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368001 Jan 27 15:20:17.783155 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44444) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:17.860897 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b2f237dd-2b6f-4249-b855-77fafbe13cc9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696 HTTP/1.1" status: 200 len: 993 time: 0.0762153 Jan 27 15:20:18.884500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:19.251573 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:19.260458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaf37e-9dca-4d9a-8fe2-3c7feea35839 req-d860deca-01f4-438c-ac3e-3f2c68e3b94b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:19.262086 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-53eaf37e-9dca-4d9a-8fe2-3c7feea35839 req-d860deca-01f4-438c-ac3e-3f2c68e3b94b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0580292 Jan 27 15:20:19.315433 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-53eaf37e-9dca-4d9a-8fe2-3c7feea35839 req-54b4f4fb-e2c9-42b2-8602-93d10e8b6b63 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472116 Jan 27 15:20:20.447505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2642ac3-81da-4192-b341-30cc0d8e41cf req-13200076-115f-43b5-900b-eae3218e3b74 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:20.449060 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2642ac3-81da-4192-b341-30cc0d8e41cf req-13200076-115f-43b5-900b-eae3218e3b74 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0513310 Jan 27 15:20:20.492472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2642ac3-81da-4192-b341-30cc0d8e41cf req-a464b79d-0818-4107-8373-ff2f467b9972 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360880 Jan 27 15:20:20.523062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44454) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:20.585497 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e9bb034a-3bde-41df-b6f5-465e179de7d5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696 HTTP/1.1" status: 200 len: 993 time: 0.0609140 Jan 27 15:20:20.902771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44460) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:21.071555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 5c09845e-c26d-4c58-bf27-6571495777f1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:20:21.071946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:21.157688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:21.157922 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:21.172021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 5c09845e-c26d-4c58-bf27-6571495777f1 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:20:21.333270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:21.360613 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=5c09845e-c26d-4c58-bf27-6571495777f1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:21.373512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.373849 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.374183 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.374512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.374840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.375166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.375527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.375865 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.376180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.376533 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.376969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.377160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:21.437238 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:21.437520 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696 disassociated (deleted). External IP: 172.26.6.45, port: f1c07b56-9071-4409-b7af-d676887f6675. Jan 27 15:20:21.673946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router c46311f6-94c9-443f-89e5-0594a5f00b71 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:20:21.797112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:20:21.802775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:21.808183 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] Sync routers for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:20:21.818524 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:21.819142 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:21.835980 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-9bf187b9-00a3-4228-851a-2279b283cfde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/floatingips/b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696 HTTP/1.1" status: 204 len: 168 time: 0.9317830 Jan 27 15:20:21.836868 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:20:21.840663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea479fe1-51a5-4c0f-8192-69cd71fa504f" -d '{"events": [{"name": "network-changed", "server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "tag": "f1c07b56-9071-4409-b7af-d676887f6675"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:20:21.892549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa4f11d-de4a-468b-a598-80c25071e3dd x-openstack-request-id: req-dfa4f11d-de4a-468b-a598-80c25071e3dd {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:20:21.892812 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "tag": "f1c07b56-9071-4409-b7af-d676887f6675", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:20:21.893115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfa4f11d-de4a-468b-a598-80c25071e3dd {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:20:21.893481 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675', 'status': 'completed', 'code': 200} Jan 27 15:20:21.988495 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:21.988833 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-8feeec0a-34af-42c2-9846-37e4c34de95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:21.990126 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-8feeec0a-34af-42c2-9846-37e4c34de95e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 1099 time: 0.0694375 Jan 27 15:20:22.110538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-e85d48cd-0f6e-480d-83ef-5ba4419ed0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:22.112143 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-e85d48cd-0f6e-480d-83ef-5ba4419ed0a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5 HTTP/1.1" status: 200 len: 897 time: 0.1149745 Jan 27 15:20:22.172410 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-8d38699a-63eb-46c8-9029-28a4c65885a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c07b56-9071-4409-b7af-d676887f6675 HTTP/1.1" status: 200 len: 217 time: 0.0457838 Jan 27 15:20:22.198607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394492b1-51d5-41f7-8e65-17db4a8b9a52 req-ebb4f4d2-1009-4757-9b57-c705d4891b2c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:22.200314 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-394492b1-51d5-41f7-8e65-17db4a8b9a52 req-ebb4f4d2-1009-4757-9b57-c705d4891b2c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.1051216 Jan 27 15:20:22.258686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-f865be40-cbf8-408a-8100-b230390f38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:22.260247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-f865be40-cbf8-408a-8100-b230390f38cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7e551af-4c76-428c-bea3-5c35b3ce8a2e HTTP/1.1" status: 200 len: 834 time: 0.0795147 Jan 27 15:20:22.284418 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-394492b1-51d5-41f7-8e65-17db4a8b9a52 req-38bfaa18-5657-4a68-b1ba-77c86dcbcdac tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598762 Jan 27 15:20:22.320654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-7fd1a147-b431-4205-a797-06fb41bf67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:22.322545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-7fd1a147-b431-4205-a797-06fb41bf67bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=02b4c729-b7b9-4121-ba5d-bb974cdda7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504768 Jan 27 15:20:22.332490 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:22.360314 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] Checking router: c46311f6-94c9-443f-89e5-0594a5f00b71 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:20:22.370050 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:22.370662 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:22.424819 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-2b2b97b3-7a8c-45c8-98fe-a6de34a444d9 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933173 Jan 27 15:20:22.487321 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:22.546908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea479fe1-51a5-4c0f-8192-69cd71fa504f req-d8b82c90-9381-49ff-8bad-73cc0d144746 service neutron] 10.222.0.72 "GET /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147163 Jan 27 15:20:22.704058 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:22.731900 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84122e06-c204-4af1-a713-4d3111e3d13e None None] The sync data for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv is: [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:29Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '9be1bcfb-9f22-498c-8dae-0ae502c2f897', 'name': '', 'network_id': '02b4c729-b7b9-4121-ba5d-bb974cdda7c5', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:f1:a5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:28Z', 'updated_at': '2022-01-27T15:19:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'f7e551af-4c76-428c-bea3-5c35b3ce8a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:20:22.971775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5478f4-c1a2-41db-bb06-478d79e15892 None None] New status for floating IP b8cb38d7-2cd2-43aa-a58a-ce4fbe17f696: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:20:23.418646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e43ee6-8b96-40d0-b6ee-20ec99e7cd8c req-40ab3043-8d2a-4f0d-bbf2-9237401f2e0d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:23.420288 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26e43ee6-8b96-40d0-b6ee-20ec99e7cd8c req-40ab3043-8d2a-4f0d-bbf2-9237401f2e0d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0590000 Jan 27 15:20:23.459287 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26e43ee6-8b96-40d0-b6ee-20ec99e7cd8c req-f12749ee-cf0d-46e5-be59-b39339e0e1cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=8250a420-4986-44e5-b748-17667abfb7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328374 Jan 27 15:20:23.720585 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-5ee5885f-9c41-420c-99f2-e4b75be1e0cb tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:23.722237 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-5ee5885f-9c41-420c-99f2-e4b75be1e0cb tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 946 time: 0.0510783 Jan 27 15:20:23.825259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port f1c07b56-9071-4409-b7af-d676887f6675 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:20:23.825595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:23.931072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port f1c07b56-9071-4409-b7af-d676887f6675, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=f1c07b56-9071-4409-b7af-d676887f6675,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:23.931483 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:23.946084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for f1c07b56-9071-4409-b7af-d676887f6675 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:20:24.105647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:24.135489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=f1c07b56-9071-4409-b7af-d676887f6675,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:24.148740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.149093 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.149446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.149777 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.150121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.150450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.150776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.151122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.151468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.151799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.152118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.152443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:24.188473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] No DVR routers for this DVR port f1c07b56-9071-4409-b7af-d676887f6675 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:20:24.191115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:24.195179 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3d2d4b2e-b952-48fd-99dc-70f2a22f9bc6 req-cd9a8968-1d45-41cb-8dd6-0d356cf7c7cd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "DELETE /v2.0/ports/f1c07b56-9071-4409-b7af-d676887f6675 HTTP/1.1" status: 204 len: 173 time: 0.4666297 Jan 27 15:20:24.195677 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'name': 'network-vif-deleted', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:20:24.198684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c4fce3-4a6a-4217-b3cb-b8efab1492fd" -d '{"events": [{"server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "name": "network-vif-deleted", "tag": "f1c07b56-9071-4409-b7af-d676887f6675"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:20:24.259482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc9083-e478-47d5-beab-c6719bce976f x-openstack-request-id: req-99fc9083-e478-47d5-beab-c6719bce976f {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:20:24.259925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722ed9cf-247a-4391-a386-ddf56d0447a6", "name": "network-vif-deleted", "tag": "f1c07b56-9071-4409-b7af-d676887f6675", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:20:24.260338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99fc9083-e478-47d5-beab-c6719bce976f {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:20:24.260933 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722ed9cf-247a-4391-a386-ddf56d0447a6', 'name': 'network-vif-deleted', 'tag': 'f1c07b56-9071-4409-b7af-d676887f6675', 'status': 'completed', 'code': 200} Jan 27 15:20:24.600759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-441fe907-1f9f-4832-908e-ac5d167df3a2 req-0472bd85-b12f-422a-a39b-250973c8bbc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=722ed9cf-247a-4391-a386-ddf56d0447a6 HTTP/1.1" status: 200 len: 210 time: 0.0369203 Jan 27 15:20:25.678072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44476) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:26.464150 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:26.747645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 9be1bcfb-9f22-498c-8dae-0ae502c2f897 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:20:26.748443 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:26.872582 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 9be1bcfb-9f22-498c-8dae-0ae502c2f897, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=9be1bcfb-9f22-498c-8dae-0ae502c2f897,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:26.872941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:26.887972 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 9be1bcfb-9f22-498c-8dae-0ae502c2f897 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:20:27.147828 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:27.181867 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=9be1bcfb-9f22-498c-8dae-0ae502c2f897,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:27.421252 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:27.700853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router c46311f6-94c9-443f-89e5-0594a5f00b71 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:20:27.753325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device f1c07b56-9071-4409-b7af-d676887f6675 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:20:27.775736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: f1c07b56-9071-4409-b7af-d676887f6675 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:20:27.776067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device f1c07b56-9071-4409-b7af-d676887f6675 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:20:27.851700 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:20:27.859832 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7c32fc60-7bd1-4d46-8dd9-80934cb88598 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/c46311f6-94c9-443f-89e5-0594a5f00b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1806207 Jan 27 15:20:27.860261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44478) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:27.873092 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] Sync routers for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:20:27.883473 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:27.884544 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:27.933578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting subnet f7e551af-4c76-428c-bea3-5c35b3ce8a2e {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:20:27.938190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:27.985678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.016738 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:28.117195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.191323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.220786 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:20:27Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:28.221877 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e551af-4c76-428c-bea3-5c35b3ce8a2e,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:28.226791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.230457 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7414da90-3287-4920-8fb4-79a6e944266e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/subnets/f7e551af-4c76-428c-bea3-5c35b3ce8a2e HTTP/1.1" status: 204 len: 168 time: 0.3680580 Jan 27 15:20:28.233239 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44480) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:28.238083 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4957f-2416-40d8-88b0-b0f693088890 None None] Network 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:20:28.257556 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] Checking router: c46311f6-94c9-443f-89e5-0594a5f00b71 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:20:28.267848 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] Routers {'c46311f6-94c9-443f-89e5-0594a5f00b71'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:28.268634 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['c46311f6-94c9-443f-89e5-0594a5f00b71'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:28.396923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.439472 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] Set router c46311f6-94c9-443f-89e5-0594a5f00b71 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:28.489974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] DHCP port deletion for 02b4c729-b7b9-4121-ba5d-bb974cdda7c5 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:20:28.550961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.570709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Deleting port 57e178eb-a5b1-45b8-b1b5-154317c9c268 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:20:28.570709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.617095 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:20:28.617711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.654634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] For port 57e178eb-a5b1-45b8-b1b5-154317c9c268, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=57e178eb-a5b1-45b8-b1b5-154317c9c268,segment=NetworkSegment(6bea26d7-b272-4068-b2c4-baba7e1f9cda),segment_id=6bea26d7-b272-4068-b2c4-baba7e1f9cda)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:28.655101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.660307 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:20:27Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:28.672895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Calling delete_port for 57e178eb-a5b1-45b8-b1b5-154317c9c268 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:20:28.688698 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847302a5-e8b8-4d02-8afd-686ee455a509 None None] The sync data for ids ['c46311f6-94c9-443f-89e5-0594a5f00b71'] in dv-neutron-826438-5-hyperv is: [{'id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1045900239', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103'}], 'enable_snat': True}, 'gw_port_id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:20:27Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '0c9ef1e5-3033-4865-9fb5-4539ee5c035e', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46311f6-94c9-443f-89e5-0594a5f00b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:19:25Z', 'updated_at': '2022-01-27T15:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:20:28.720820 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 0c9ef1e5-3033-4865-9fb5-4539ee5c035e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:28.721396 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.742968 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 0c9ef1e5-3033-4865-9fb5-4539ee5c035e owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:20:28.771074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.798882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Pushing event deleted for resources: {'Port': ['ID=57e178eb-a5b1-45b8-b1b5-154317c9c268,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:28.809809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] No DVR routers for this DVR port 57e178eb-a5b1-45b8-b1b5-154317c9c268 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:20:28.814821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.815171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.815547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.815888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.816225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.816559 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.817406 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.817748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.818946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.818946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.818946 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.819166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba5f6aa-5a4b-4e57-825a-b1fecbb06b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:28.935931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:28.964735 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=0c9ef1e5-3033-4865-9fb5-4539ee5c035e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:29.039002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.152143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.154829 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.233831 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.234787 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Fanout notify agent at l3_agent the message router_deleted on router c46311f6-94c9-443f-89e5-0594a5f00b71 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:20:29.248603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.250597 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7ef38dd8-5ddb-4ed7-a349-681d659f09fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/routers/c46311f6-94c9-443f-89e5-0594a5f00b71 HTTP/1.1" status: 204 len: 168 time: 1.0159414 Jan 27 15:20:29.253319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44482) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:29.340576 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.445112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.470642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b4c729-b7b9-4121-ba5d-bb974cdda7c5']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:29.487098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bea26d7-b272-4068-b2c4-baba7e1f9cda') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:29.487569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bea26d7-b272-4068-b2c4-baba7e1f9cda') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:29.502961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.518189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.526148 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:20:29.526800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:20:29.532215 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:20:29.629624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.638572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.641725 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/networks/02b4c729-b7b9-4121-ba5d-bb974cdda7c5 HTTP/1.1" status: 204 len: 168 time: 0.3868890 Jan 27 15:20:29.645678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44484) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:29.656711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90fded-afbb-4a33-9701-fd0403680548 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Network': ['ID=02b4c729-b7b9-4121-ba5d-bb974cdda7c5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:29.717894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8694-6479-4568-b50d-cc745320d546 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.756094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8694-6479-4568-b50d-cc745320d546 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.835640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8694-6479-4568-b50d-cc745320d546 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.838780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d9e8694-6479-4568-b50d-cc745320d546 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:29.840247 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2d9e8694-6479-4568-b50d-cc745320d546 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/security-groups/8250a420-4986-44e5-b748-17667abfb7c6 HTTP/1.1" status: 204 len: 168 time: 0.1933107 Jan 27 15:20:29.851720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e8694-6479-4568-b50d-cc745320d546 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8250a420-4986-44e5-b748-17667abfb7c6,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:30.094704 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44490) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:30.102661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5c14237b-c840-41c1-a64a-d39f7453df80 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764893239', 'description': 'tempest-secgroup-smoke-764893239 description', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:30.131578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0c9ef1e5-3033-4865-9fb5-4539ee5c035e no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:20:30.143033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5c14237b-c840-41c1-a64a-d39f7453df80 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.158464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 0c9ef1e5-3033-4865-9fb5-4539ee5c035e {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:20:30.158812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0c9ef1e5-3033-4865-9fb5-4539ee5c035e not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:20:30.159219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57e178eb-a5b1-45b8-b1b5-154317c9c268 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:20:30.180404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 57e178eb-a5b1-45b8-b1b5-154317c9c268 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:20:30.180870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 57e178eb-a5b1-45b8-b1b5-154317c9c268 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:20:30.181147 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9be1bcfb-9f22-498c-8dae-0ae502c2f897 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:20:30.204268 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 9be1bcfb-9f22-498c-8dae-0ae502c2f897 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:20:30.204622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 9be1bcfb-9f22-498c-8dae-0ae502c2f897 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:20:30.235802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5c14237b-c840-41c1-a64a-d39f7453df80 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.240381 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5c14237b-c840-41c1-a64a-d39f7453df80 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.274394 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5c14237b-c840-41c1-a64a-d39f7453df80 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.275702 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5c14237b-c840-41c1-a64a-d39f7453df80 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1792166 Jan 27 15:20:30.277930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14237b-c840-41c1-a64a-d39f7453df80 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:30.279653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44492) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:30.287966 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-61107a56-4cff-4618-acf6-c9a43bd84ac7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:30.334980 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61107a56-4cff-4618-acf6-c9a43bd84ac7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.435652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61107a56-4cff-4618-acf6-c9a43bd84ac7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.442536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61107a56-4cff-4618-acf6-c9a43bd84ac7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.455596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.472935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61107a56-4cff-4618-acf6-c9a43bd84ac7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bdb4ce-88df-4a5b-92b1-d8511d347b41,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:30.484718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-61107a56-4cff-4618-acf6-c9a43bd84ac7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.486733 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-61107a56-4cff-4618-acf6-c9a43bd84ac7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2053142 Jan 27 15:20:30.489621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44494) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:30.497170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-eade82cb-9354-4a02-8847-4ae47dc2a6c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:30.532985 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eade82cb-9354-4a02-8847-4ae47dc2a6c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.607010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eade82cb-9354-4a02-8847-4ae47dc2a6c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.612475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eade82cb-9354-4a02-8847-4ae47dc2a6c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.632764 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade82cb-9354-4a02-8847-4ae47dc2a6c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69fdb13-9d39-4576-a3be-d3c77621b92d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:30.645565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eade82cb-9354-4a02-8847-4ae47dc2a6c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.647028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-eade82cb-9354-4a02-8847-4ae47dc2a6c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558867 Jan 27 15:20:30.650320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44496) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:30.654896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-521e28b3-118a-4a8d-817a-3484c70136a6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:30.685785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-521e28b3-118a-4a8d-817a-3484c70136a6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.755235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-521e28b3-118a-4a8d-817a-3484c70136a6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:30.759880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-521e28b3-118a-4a8d-817a-3484c70136a6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.142502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e28b3-118a-4a8d-817a-3484c70136a6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91a4c38-211d-4b96-a29c-1fb565e8b489,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:31.152950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-521e28b3-118a-4a8d-817a-3484c70136a6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.154213 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-521e28b3-118a-4a8d-817a-3484c70136a6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5028372 Jan 27 15:20:31.157305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44498) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:31.162703 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-93122f04-4e4c-4a05-9f97-7d2aefb953b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:31.194706 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93122f04-4e4c-4a05-9f97-7d2aefb953b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.267052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93122f04-4e4c-4a05-9f97-7d2aefb953b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.272675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93122f04-4e4c-4a05-9f97-7d2aefb953b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.294257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93122f04-4e4c-4a05-9f97-7d2aefb953b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cfcfe4-c320-430c-a7a8-05b587b63ac4,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:31.304259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-93122f04-4e4c-4a05-9f97-7d2aefb953b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.305334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-93122f04-4e4c-4a05-9f97-7d2aefb953b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469164 Jan 27 15:20:31.308657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44500) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:31.313633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:31.340469 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:20:31.346364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.417390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.421933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.441498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e14573-fdef-4627-bbd8-5aa65ff297fd,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:31.452099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.453616 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-76a33e54-7ba3-4681-b111-e2ab739a0f8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437781 Jan 27 15:20:31.456830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44502) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:31.462426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:31.489204 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:20:31.497896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.611800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.616782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.637331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4677fc-a79a-44cd-9604-ba83f00c1d00,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:31.647221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.648759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-02332ba2-17e6-45c4-8470-e7ec58838d66 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902871 Jan 27 15:20:31.652178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44504) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:31.659208 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'network': {'name': 'tempest-network-smoke--1311104550', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:31.684597 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:20:31.688629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.717259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:20:31.729832 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.730322 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Added segment d193f0ee-89f1-4982-bb74-b77178ef9379 of type vlan for network 2b6bd655-9c19-458e-88d1-87eeb898a758 Jan 27 15:20:31.774241 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.801743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.808064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:31.808691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.877562 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2237229 Jan 27 15:20:31.881120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44506) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:31.886101 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'admin_state_up': True, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:31.906612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584aae2-c6c1-460a-9251-31ca27ba4d8b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Network': ['ID=2b6bd655-9c19-458e-88d1-87eeb898a758,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:31.923849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:20:31.939458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:31.941163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:32.031574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:32.186167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:32.398662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:32.418976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:32.543181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.195 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/96af1f53-d55d-41ec-be4b-9e5b52852865) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:20:32.659599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:32.701769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:32.744409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:20:32.747772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:20:32.751596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:20:32.758177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=96af1f53-d55d-41ec-be4b-9e5b52852865,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:33.034775 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:33.262145 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:33.403637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:20:33.519008 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:20:33.531096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Sync routers for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:20:33.544912 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:33.547167 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5a862388-d054-43fa-93ef-710df3ee468b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6646476 Jan 27 15:20:33.549149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:33.550019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:33.550256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44508) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:33.584808 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-42fc81f9-db28-4e35-8c5e-0ac0975b08ec tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=d5f3065be1f44a05b30d08f6c22fe131&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324953 Jan 27 15:20:33.587422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44510) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:33.672449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:33.727602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc90a68-97c6-4de3-8cc0-4afe7bc3c4b2 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:33.730257 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4dc90a68-97c6-4de3-8cc0-4afe7bc3c4b2 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1416035 Jan 27 15:20:33.733033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44512) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:33.767717 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3de77094-09c8-40b5-8933-8b6b4a91eb12 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332298 Jan 27 15:20:33.770918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44514) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:33.777812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303768486', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:33.874548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:32Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:33.888745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:20:33.892785 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:33.911889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Checking router: 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:20:33.911889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Updating router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e port 96af1f53-d55d-41ec-be4b-9e5b52852865 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:20:33.935697 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:20:33.938938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.133827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.199224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Subnet': ['ID=0e1d4b81-de41-441e-8eb8-533a9f8eafc2,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:34.210571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Checking segment: {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:20:34.210945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network hostable DHCP agents. Network: 2b6bd655-9c19-458e-88d1-87eeb898a758, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:20:34.231859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:20:34.243901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 2b6bd655-9c19-458e-88d1-87eeb898a758) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:20:34.250455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:34.250455 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.270999 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d86626d5-7442-41c2-bc57-54c33a9480aa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4982307 Jan 27 15:20:34.274383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44516) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:34.282294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3cd126-afe3-44ec-9d2a-4ac24c60dfcf None None] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:20:34.575057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.587676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.688020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Attempting to bind port 96af1f53-d55d-41ec-be4b-9e5b52852865 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:20:34.688369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Attempting to bind port 96af1f53-d55d-41ec-be4b-9e5b52852865 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:20:34.688741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Attempting to bind port 96af1f53-d55d-41ec-be4b-9e5b52852865 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:20:34.699572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32250cb-3be8-45f3-a8c6-c1292e45e6d2 None None] Pushing event updated for resources: {'Port': ['ID=96af1f53-d55d-41ec-be4b-9e5b52852865,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:34.706358 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:20:34.706731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:20:34.707135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.707596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:20:34.708089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Bound port: 96af1f53-d55d-41ec-be4b-9e5b52852865, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:20:34.708472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.788049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-2b6bd655-9c19-458e-88d1-87eeb898a758', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:20:34.789054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.811161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] For port 96af1f53-d55d-41ec-be4b-9e5b52852865, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:20:34.820530 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.837348 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] For port 96af1f53-d55d-41ec-be4b-9e5b52852865, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=96af1f53-d55d-41ec-be4b-9e5b52852865,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:20:34.842871 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:34.982723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32250cb-3be8-45f3-a8c6-c1292e45e6d2 None None] Pushing event updated for resources: {'Port': ['ID=96af1f53-d55d-41ec-be4b-9e5b52852865,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:35.034377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Allocated IP 172.20.0.2 (2b6bd655-9c19-458e-88d1-87eeb898a758/0e1d4b81-de41-441e-8eb8-533a9f8eafc2/c4ac1e9f-4b32-4911-b762-663d87674e49) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:20:35.037921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:35.038688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:35.235090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:35.399717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:35.413000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:35.465848 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:20:35.494766 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:20:35.497342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:20:35.498685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.1 (2b6bd655-9c19-458e-88d1-87eeb898a758/0e1d4b81-de41-441e-8eb8-533a9f8eafc2/85d23211-fe0e-43c3-be82-32a675da9b6a) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:20:35.515135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Pushing event updated for resources: {'Port': ['ID=c4ac1e9f-4b32-4911-b762-663d87674e49,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:35.584539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Attempting to bind port c4ac1e9f-4b32-4911-b762-663d87674e49 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:20:35.585618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Attempting to bind port c4ac1e9f-4b32-4911-b762-663d87674e49 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:20:35.585618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Attempting to bind port c4ac1e9f-4b32-4911-b762-663d87674e49 on network 2b6bd655-9c19-458e-88d1-87eeb898a758 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:20:35.593433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:32Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:35.597180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:20:35.597568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Checking segment: {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:20:35.598502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:35.598913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Bound using segment: {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:20:35.599452 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Bound port: c4ac1e9f-4b32-4911-b762-663d87674e49, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:20:35.599850 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:35.628323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479b943-de76-467a-bf08-0c83815b9ade None None] The sync data for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv is: [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:32Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:20:35.674607 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:35.718984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:35.732539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] For port c4ac1e9f-4b32-4911-b762-663d87674e49, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:20:35.736603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] For port c4ac1e9f-4b32-4911-b762-663d87674e49, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c4ac1e9f-4b32-4911-b762-663d87674e49,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:20:35.742124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:35.763631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:20:35.769595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:20:35.775972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:20:35.810081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3450b5-eb4d-4a73-8e33-ac5c4fc7c968 None None] Pushing event updated for resources: {'Port': ['ID=c4ac1e9f-4b32-4911-b762-663d87674e49,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:35.827869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=85d23211-fe0e-43c3-be82-32a675da9b6a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:35.834453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:36.050386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:36.286863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 96af1f53-d55d-41ec-be4b-9e5b52852865 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:20:36.388926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 96af1f53-d55d-41ec-be4b-9e5b52852865 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:36.390126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:36.541299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:36.572977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 96af1f53-d55d-41ec-be4b-9e5b52852865, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=96af1f53-d55d-41ec-be4b-9e5b52852865,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:36.579855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:36.662451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=96af1f53-d55d-41ec-be4b-9e5b52852865,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:36.876354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:36.882876 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:36.971811 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=85d23211-fe0e-43c3-be82-32a675da9b6a,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:36.976079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:37.118596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:20:37.120429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:20:37.130909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0dfa54-1bf5-4fa9-91cf-c231fc371ed7 None None] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:20:37.270460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:20:37.287219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f4a2c5f1-95cc-44d4-a2b1-ebeef7c75a07 None None] Provisioning complete for port c4ac1e9f-4b32-4911-b762-663d87674e49 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:37.287732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c5f1-95cc-44d4-a2b1-ebeef7c75a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:37.432524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:20:37.442419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c5f1-95cc-44d4-a2b1-ebeef7c75a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:37.455322 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8a36afa3-09d4-4b2b-92ee-be5078fa73bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/3a8e3283-a399-4de3-a52e-c7b5d79c4c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1704633 Jan 27 15:20:37.503295 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-f4a2c5f1-95cc-44d4-a2b1-ebeef7c75a07 None None] For port c4ac1e9f-4b32-4911-b762-663d87674e49, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c4ac1e9f-4b32-4911-b762-663d87674e49,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:37.513565 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c5f1-95cc-44d4-a2b1-ebeef7c75a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:37.607116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2c5f1-95cc-44d4-a2b1-ebeef7c75a07 None None] Pushing event updated for resources: {'Port': ['ID=c4ac1e9f-4b32-4911-b762-663d87674e49,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:37.665281 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-4fbf4850-115c-4194-81df-4ac590981679 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764893239&fields=id&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 267 time: 0.0423543 Jan 27 15:20:37.752731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1c2bfeb9-8881-434f-87e0-115ed01228f0 None None] Provisioning complete for port c4ac1e9f-4b32-4911-b762-663d87674e49 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:37.753299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c2bfeb9-8881-434f-87e0-115ed01228f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:37.839311 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60787919-24ae-4008-9189-e772733382ca None None] Sync routers for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:20:37.853458 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-b0b45744-fe1c-49df-87b6-831eb2f7d5a8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:37.856941 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60787919-24ae-4008-9189-e772733382ca None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:37.857582 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-60787919-24ae-4008-9189-e772733382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:37.866276 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-b0b45744-fe1c-49df-87b6-831eb2f7d5a8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 797 time: 0.1886120 Jan 27 15:20:37.891797 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-534e2a3b-cb4d-4482-a8f0-2bb68a54b227 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/quotas/d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 375 time: 0.0243392 Jan 27 15:20:37.920792 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1c2bfeb9-8881-434f-87e0-115ed01228f0 None None] Provisioning complete for port 85d23211-fe0e-43c3-be82-32a675da9b6a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:37.921169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1c2bfeb9-8881-434f-87e0-115ed01228f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:37.989531 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-7dd9d2f8-2d8d-4c5d-ad42-71f2e7532a09 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963438 Jan 27 15:20:37.992500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bfeb9-8881-434f-87e0-115ed01228f0 None None] Port 85d23211-fe0e-43c3-be82-32a675da9b6a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:20:37.996988 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-60787919-24ae-4008-9189-e772733382ca None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:38.116482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-f650d644-bd59-4e79-8837-4b9e7a9bb858 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:20:38.119651 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-f650d644-bd59-4e79-8837-4b9e7a9bb858 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1060970 Jan 27 15:20:38.139636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-75ad6165-2cb1-431b-a333-02768e2d7c6b None None] Provisioning complete for port 85d23211-fe0e-43c3-be82-32a675da9b6a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:38.140229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-75ad6165-2cb1-431b-a333-02768e2d7c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:38.225713 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-75ad6165-2cb1-431b-a333-02768e2d7c6b None None] Port 85d23211-fe0e-43c3-be82-32a675da9b6a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:20:38.312162 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-e92f954e-02dc-437a-b117-46fa1888435a service neutron] 10.222.0.18 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760218 Jan 27 15:20:38.365099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4e8cdcc8-f07a-4ae0-bc55-d709937cbc8f None None] Provisioning complete for port 85d23211-fe0e-43c3-be82-32a675da9b6a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:38.365647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4e8cdcc8-f07a-4ae0-bc55-d709937cbc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:38.394179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 96af1f53-d55d-41ec-be4b-9e5b52852865 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:20:38.446350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cdcc8-f07a-4ae0-bc55-d709937cbc8f None None] Port 85d23211-fe0e-43c3-be82-32a675da9b6a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:20:38.465969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 96af1f53-d55d-41ec-be4b-9e5b52852865 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:38.466473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:38.511484 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-60787919-24ae-4008-9189-e772733382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 2, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:38.538814 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-bdb2fa51-307b-4a8b-83de-5d391b859787 service neutron] 10.222.0.18 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140968 Jan 27 15:20:38.540556 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60787919-24ae-4008-9189-e772733382ca None None] Checking router: 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:20:38.540915 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60787919-24ae-4008-9189-e772733382ca None None] Updating router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e port 85d23211-fe0e-43c3-be82-32a675da9b6a binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:20:38.564606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c4ac1e9f-4b32-4911-b762-663d87674e49 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:20:38.569431 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-60787919-24ae-4008-9189-e772733382ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:38.634466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c4ac1e9f-4b32-4911-b762-663d87674e49 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:38.635105 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:38.801675 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8c4d501d-f9f0-4781-9bcf-db28861e5498 req-3b3605da-9f53-4b5a-826c-e6757390e69b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0608063 Jan 27 15:20:38.995599 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-60787919-24ae-4008-9189-e772733382ca None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.006757 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-60787919-24ae-4008-9189-e772733382ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.145555 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Pushing event updated for resources: {'Port': ['ID=85d23211-fe0e-43c3-be82-32a675da9b6a,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:39.190041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.190868 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.191728 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.192506 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.193260 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.193801 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.195066 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.195952 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.196788 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.197609 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.198689 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.199997 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:20:39.224454 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-60787919-24ae-4008-9189-e772733382ca None None] Attempting to bind port 85d23211-fe0e-43c3-be82-32a675da9b6a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:20:39.224819 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-60787919-24ae-4008-9189-e772733382ca None None] Attempting to bind port 85d23211-fe0e-43c3-be82-32a675da9b6a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:20:39.225242 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60787919-24ae-4008-9189-e772733382ca None None] Attempting to bind port 85d23211-fe0e-43c3-be82-32a675da9b6a on network 2b6bd655-9c19-458e-88d1-87eeb898a758 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:20:39.231543 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60787919-24ae-4008-9189-e772733382ca None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:20:39.234090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60787919-24ae-4008-9189-e772733382ca None None] Checking segment: {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:20:39.234090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-60787919-24ae-4008-9189-e772733382ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.234090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60787919-24ae-4008-9189-e772733382ca None None] Bound using segment: {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:20:39.234090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-60787919-24ae-4008-9189-e772733382ca None None] Bound port: 85d23211-fe0e-43c3-be82-32a675da9b6a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:20:39.234090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-60787919-24ae-4008-9189-e772733382ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.362349 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-60787919-24ae-4008-9189-e772733382ca None None] For port 85d23211-fe0e-43c3-be82-32a675da9b6a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:20:39.366490 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-60787919-24ae-4008-9189-e772733382ca None None] For port 85d23211-fe0e-43c3-be82-32a675da9b6a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=85d23211-fe0e-43c3-be82-32a675da9b6a,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:20:39.371652 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-60787919-24ae-4008-9189-e772733382ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.395329 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6ef8b1c6-fcfa-4133-9dcc-2681584acdca None None] Provisioning complete for port 85d23211-fe0e-43c3-be82-32a675da9b6a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:39.396001 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b1c6-fcfa-4133-9dcc-2681584acdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.439859 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60787919-24ae-4008-9189-e772733382ca None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:39.440863 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-60787919-24ae-4008-9189-e772733382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:39.521014 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edbb24-be99-486c-bc06-d5d8350ee480 None None] Pushing event updated for resources: {'Port': ['ID=85d23211-fe0e-43c3-be82-32a675da9b6a,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:39.521821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b1c6-fcfa-4133-9dcc-2681584acdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.585733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-6ef8b1c6-fcfa-4133-9dcc-2681584acdca None None] For port 85d23211-fe0e-43c3-be82-32a675da9b6a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=85d23211-fe0e-43c3-be82-32a675da9b6a,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:39.591864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b1c6-fcfa-4133-9dcc-2681584acdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.654636 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-60787919-24ae-4008-9189-e772733382ca None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:39.673827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8b1c6-fcfa-4133-9dcc-2681584acdca None None] Pushing event updated for resources: {'Port': ['ID=85d23211-fe0e-43c3-be82-32a675da9b6a,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:39.816151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-46a67640-049e-4d5b-b62e-aa965d8c233a None None] Provisioning complete for port 85d23211-fe0e-43c3-be82-32a675da9b6a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:39.816587 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-46a67640-049e-4d5b-b62e-aa965d8c233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:39.904331 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-60787919-24ae-4008-9189-e772733382ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:39.961455 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60787919-24ae-4008-9189-e772733382ca None None] The sync data for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv is: [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:20:39.988597 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6c2e6acf-39ac-46ed-af00-9987cdd78f08 req-d7d09ac2-1315-4fe2-b9f9-93ff2325dca0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0354218 Jan 27 15:20:40.069028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-a7bde8bf-ce5b-4810-8653-4e0a708afa7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:40.071301 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-a7bde8bf-ce5b-4810-8653-4e0a708afa7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 797 time: 0.1817262 Jan 27 15:20:40.141081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-48c10c8e-5ca9-4397-8b16-7ab8deea75ab tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 379 time: 0.0581748 Jan 27 15:20:40.159487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'port': {'device_id': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'admin_state_up': True, 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'security_groups': ['2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:40.210306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 85d23211-fe0e-43c3-be82-32a675da9b6a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:20:40.266360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 85d23211-fe0e-43c3-be82-32a675da9b6a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:40.266976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:40.311180 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:20:40.315236 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:40.458782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.4 (2b6bd655-9c19-458e-88d1-87eeb898a758/0e1d4b81-de41-441e-8eb8-533a9f8eafc2/03376a90-fb20-4700-be28-4154fbb2fb38) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:20:40.643704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:40.687096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:40.739171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:20:40.743013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:20:40.745817 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:20:40.775611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=03376a90-fb20-4700-be28-4154fbb2fb38,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:40.818989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:40.819745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:40.843483 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-988ffc2a-3e93-4b5a-8b0c-87613fa11e5b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6914442 Jan 27 15:20:40.858730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Request body: {'port': {'device_id': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:40.936882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:41.063696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0898ca6b-9ce0-46e4-b2ba-824fa66a5b99 None None] Provisioning complete for port 03376a90-fb20-4700-be28-4154fbb2fb38 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:41.064209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0898ca6b-9ce0-46e4-b2ba-824fa66a5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:41.113680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-0898ca6b-9ce0-46e4-b2ba-824fa66a5b99 None None] Port 03376a90-fb20-4700-be28-4154fbb2fb38 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:20:41.237890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ea5bb-d78f-429c-9f9a-f37f86ad66bd req-54637b5f-880f-43e3-8842-dfa36a8098f7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:41.240303 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-078ea5bb-d78f-429c-9f9a-f37f86ad66bd req-54637b5f-880f-43e3-8842-dfa36a8098f7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 931 time: 0.1159472 Jan 27 15:20:41.314717 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-078ea5bb-d78f-429c-9f9a-f37f86ad66bd req-d9080088-0fb0-4676-80c6-e2b7df72d2b0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632379 Jan 27 15:20:41.366137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03376a90-fb20-4700-be28-4154fbb2fb38 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:20:41.374796 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:41.389401 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Transition to ACTIVE for port object 03376a90-fb20-4700-be28-4154fbb2fb38 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:20:41.394436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:41.457048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=03376a90-fb20-4700-be28-4154fbb2fb38,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:41.530802 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Attempting to bind port 03376a90-fb20-4700-be28-4154fbb2fb38 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:20:41.531165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Attempting to bind port 03376a90-fb20-4700-be28-4154fbb2fb38 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:20:41.531589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Attempting to bind port 03376a90-fb20-4700-be28-4154fbb2fb38 on network 2b6bd655-9c19-458e-88d1-87eeb898a758 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:20:41.544189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Port 03376a90-fb20-4700-be28-4154fbb2fb38 on network 2b6bd655-9c19-458e-88d1-87eeb898a758 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:20:41.544516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Attempting to bind port 03376a90-fb20-4700-be28-4154fbb2fb38 on network 2b6bd655-9c19-458e-88d1-87eeb898a758 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:20:41.551305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:20:41.551681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Checking segment: {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:20:41.552044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Bound using segment: {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:20:41.552486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Bound port: 03376a90-fb20-4700-be28-4154fbb2fb38, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd193f0ee-89f1-4982-bb74-b77178ef9379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:20:41.552862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:41.634477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] For port 03376a90-fb20-4700-be28-4154fbb2fb38, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:20:41.637882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] For port 03376a90-fb20-4700-be28-4154fbb2fb38, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=03376a90-fb20-4700-be28-4154fbb2fb38,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:20:41.642951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:41.681075 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:41.681709 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:41.683451 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] 10.222.0.72 "PUT /v2.0/ports/03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 1093 time: 0.8323267 Jan 27 15:20:41.686106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:20:41.692883 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:20:41.733473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8db39-2561-4306-a91c-e0393d749ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=03376a90-fb20-4700-be28-4154fbb2fb38,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:41.758006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f2d981-4530-4deb-9285-0bedf5ffa4c6 x-openstack-request-id: req-19f2d981-4530-4deb-9285-0bedf5ffa4c6 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:20:41.758408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:20:41.758820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19f2d981-4530-4deb-9285-0bedf5ffa4c6 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:20:41.759555 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38', 'status': 'completed', 'code': 200} Jan 27 15:20:41.798688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-4fd16eeb-7528-4030-82ab-533ef43e7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:41.800295 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-4fd16eeb-7528-4030-82ab-533ef43e7edb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0581732 Jan 27 15:20:41.854775 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-bd2c56c7-c57b-499d-8927-9cff182a4cb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 217 time: 0.0467482 Jan 27 15:20:41.918954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-de13a211-e247-4898-bf07-769f524ccbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:41.920475 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-de13a211-e247-4898-bf07-769f524ccbb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 200 len: 834 time: 0.0566580 Jan 27 15:20:41.970272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-82e7d60e-d366-4b86-ab6a-333a88a0f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:41.971745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-82e7d60e-d366-4b86-ab6a-333a88a0f90c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b6bd655-9c19-458e-88d1-87eeb898a758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446739 Jan 27 15:20:42.073126 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-a1cd5354-dd86-4ec6-8351-058081b82891 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948882 Jan 27 15:20:42.170452 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b1d2-0cf0-4137-9dae-a9b134959e99 req-421a93be-61ce-46a9-b07f-8e24846ce70f service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909173 Jan 27 15:20:42.261707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-068a06e0-62f1-4940-8b93-3694921c9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:42.263185 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-068a06e0-62f1-4940-8b93-3694921c9e81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0455694 Jan 27 15:20:42.371121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-0c46d46d-e622-40fd-968e-33b4ad6a0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:42.373805 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-0c46d46d-e622-40fd-968e-33b4ad6a0d21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 898 time: 0.1026771 Jan 27 15:20:42.446946 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-b9d61a87-b897-4ea2-84fb-786f5e915051 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 217 time: 0.0658741 Jan 27 15:20:42.559826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-31c36968-09c6-42cf-897e-ce65d54e0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:42.561159 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-31c36968-09c6-42cf-897e-ce65d54e0fca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 200 len: 834 time: 0.1045241 Jan 27 15:20:42.573050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf735da-b2d0-41f1-a9f5-26c3ef34f586 req-61fa1c4a-de25-413c-be8b-fde7b4b13de8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:42.574563 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fdf735da-b2d0-41f1-a9f5-26c3ef34f586 req-61fa1c4a-de25-413c-be8b-fde7b4b13de8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 943 time: 0.1323600 Jan 27 15:20:42.641275 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fdf735da-b2d0-41f1-a9f5-26c3ef34f586 req-44fc32c6-bc0f-44c4-81be-95ee5ebd44ff tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560577 Jan 27 15:20:42.646005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-edc0b132-a982-4c6e-b7cf-1844fe792cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:42.647762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-edc0b132-a982-4c6e-b7cf-1844fe792cf9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b6bd655-9c19-458e-88d1-87eeb898a758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723171 Jan 27 15:20:42.747969 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-4708ef9c-cb9a-4274-be7b-95d3500a4314 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928540 Jan 27 15:20:42.841458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1dd26ba-9c73-49ad-9dc1-f7c2055176a0 req-cb29ebd0-93db-4bc3-af84-be072e0b084a service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858634 Jan 27 15:20:43.767774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1f9bd-24a5-49bc-b84d-cafec7b20bf4 req-321a3eac-b2b8-455c-b92c-ae4d87451c37 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:43.769377 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-27d1f9bd-24a5-49bc-b84d-cafec7b20bf4 req-321a3eac-b2b8-455c-b92c-ae4d87451c37 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 943 time: 0.0540309 Jan 27 15:20:43.816244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-27d1f9bd-24a5-49bc-b84d-cafec7b20bf4 req-cdc22c03-8f3a-4040-8eb3-c1ea97a8449f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398743 Jan 27 15:20:44.036507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-eae1dd9b-a392-48df-b2a9-8bf27e817570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:44.944090 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02d9f-21f4-436c-a38c-0f7337c6290b req-366d4e6d-68f8-4dd5-a16f-385d07139669 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:44.945783 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06f02d9f-21f4-436c-a38c-0f7337c6290b req-366d4e6d-68f8-4dd5-a16f-385d07139669 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 943 time: 0.0571926 Jan 27 15:20:44.992069 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-06f02d9f-21f4-436c-a38c-0f7337c6290b req-13734fec-5cf8-4a81-b4d2-7154a62d5da9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390670 Jan 27 15:20:45.798524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 03376a90-fb20-4700-be28-4154fbb2fb38 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:20:45.904297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 03376a90-fb20-4700-be28-4154fbb2fb38, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=03376a90-fb20-4700-be28-4154fbb2fb38,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:45.917313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '03376a90-fb20-4700-be28-4154fbb2fb38', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'port_id': '03376a90-fb20-4700-be28-4154fbb2fb38', 'mac_address': 'fa:16:3e:ac:30:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:20:46.118324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:46.133764 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03376a90-fb20-4700-be28-4154fbb2fb38 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:20:46.159748 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 03376a90-fb20-4700-be28-4154fbb2fb38, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=03376a90-fb20-4700-be28-4154fbb2fb38,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:46.162940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6e4c3-4991-4918-ba2f-acbb972cf5e0 req-0fc27b3d-03bb-4248-846b-4cc3592d09e9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:46.165167 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1e6e4c3-4991-4918-ba2f-acbb972cf5e0 req-0fc27b3d-03bb-4248-846b-4cc3592d09e9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 943 time: 0.0805414 Jan 27 15:20:46.165697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:46.217413 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a1e6e4c3-4991-4918-ba2f-acbb972cf5e0 req-47638565-718a-4096-a122-1009e5f602d9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447168 Jan 27 15:20:46.241597 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=03376a90-fb20-4700-be28-4154fbb2fb38,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:46.291032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d418b474-9926-4ea6-aeca-a989b5aee7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:46.370539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['03376a90-fb20-4700-be28-4154fbb2fb38'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:20:47.347324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9bec8-af09-4712-8ada-e23565c7e5f3 req-cb4b40ff-1f08-472b-b2da-febf53e588bf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:47.348946 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8aa9bec8-af09-4712-8ada-e23565c7e5f3 req-cb4b40ff-1f08-472b-b2da-febf53e588bf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 944 time: 0.0540738 Jan 27 15:20:47.395299 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8aa9bec8-af09-4712-8ada-e23565c7e5f3 req-4c32a1f6-0580-4aed-b801-c34cfe55c903 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 Jan 27 15:20:47.497100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:47.799081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 03376a90-fb20-4700-be28-4154fbb2fb38 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:20:47.855906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 03376a90-fb20-4700-be28-4154fbb2fb38 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:20:47.860174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 03376a90-fb20-4700-be28-4154fbb2fb38 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:20:47.860560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:47.941608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:47.967503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:20:47.970047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2a1ba-2e2e-4b64-9c57-1b408b2d0f95" -d '{"events": [{"server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "name": "network-vif-plugged", "status": "completed", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:20:47.984497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 03376a90-fb20-4700-be28-4154fbb2fb38, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=03376a90-fb20-4700-be28-4154fbb2fb38,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:20:47.990625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:48.076827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=03376a90-fb20-4700-be28-4154fbb2fb38,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:48.094785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f3cc6b-a343-4b6a-b8d6-d403fec66f35 x-openstack-request-id: req-80f3cc6b-a343-4b6a-b8d6-d403fec66f35 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:20:48.095299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "name": "network-vif-plugged", "status": "completed", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:20:48.095788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80f3cc6b-a343-4b6a-b8d6-d403fec66f35 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:20:48.096461 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38', 'code': 200} Jan 27 15:20:48.278715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a343a09-e1f7-4f07-8096-e99a2238fe44 req-2efc4919-1d3a-4797-8fb4-d9fcb2d304e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:48.280536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a343a09-e1f7-4f07-8096-e99a2238fe44 req-2efc4919-1d3a-4797-8fb4-d9fcb2d304e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0459671 Jan 27 15:20:48.319777 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9a343a09-e1f7-4f07-8096-e99a2238fe44 req-4a30cf1b-7953-4c5e-b06b-26658c4ece87 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326979 Jan 27 15:20:48.523032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bcf17-b576-40fd-b22f-8b8a7f857ee2 req-24861678-448f-4dd2-a4a3-a3711b6821f0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:48.525920 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-921bcf17-b576-40fd-b22f-8b8a7f857ee2 req-24861678-448f-4dd2-a4a3-a3711b6821f0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0561588 Jan 27 15:20:48.586310 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-921bcf17-b576-40fd-b22f-8b8a7f857ee2 req-337b652c-8e4d-484c-a817-99209b76b4fb tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541797 Jan 27 15:20:48.895469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:49.258253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:49.723419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a59bbc-d636-4525-8f4f-58a6dbe84fa8 req-2e95333b-9b03-427e-b4bf-6a8880c66e50 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:49.724408 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62a59bbc-d636-4525-8f4f-58a6dbe84fa8 req-2e95333b-9b03-427e-b4bf-6a8880c66e50 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Jan 27 15:20:49.770989 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62a59bbc-d636-4525-8f4f-58a6dbe84fa8 req-f32b4ad1-6cd2-4ab1-a05a-b51ce276c835 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403185 Jan 27 15:20:49.905143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ceadf-b602-4ee6-8ecf-fe13b653f264 req-ebe06253-5026-4ff8-82ad-34ebe929b576 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:49.906853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c8ceadf-b602-4ee6-8ecf-fe13b653f264 req-ebe06253-5026-4ff8-82ad-34ebe929b576 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0611770 Jan 27 15:20:49.955104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c8ceadf-b602-4ee6-8ecf-fe13b653f264 req-5083d5e9-5be0-419f-9bb8-9358a7382420 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 Jan 27 15:20:49.978500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44576) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:50.021244 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede18c4f-f887-493a-babc-1dd2a03585d2 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:50.023149 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ede18c4f-f887-493a-babc-1dd2a03585d2 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1093 time: 0.0436080 Jan 27 15:20:50.026684 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44578) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:50.030871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '03376a90-fb20-4700-be28-4154fbb2fb38', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:20:50.057245 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:50.179971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:50.292755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.4 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/c678620d-f092-46ef-bdc0-27d9ff30f03e) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:20:50.436588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:50.477973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:50.516652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:20:50.521945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:20:50.524924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:20:50.555571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=c678620d-f092-46ef-bdc0-27d9ff30f03e,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:50.952847 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:51.031741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:51.223129 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:51.229993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:51.310003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=c678620d-f092-46ef-bdc0-27d9ff30f03e,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:20:51.324586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:51.442443 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP d9303c23-0861-4380-bac4-0da227ec4849 associated. External IP: 172.26.6.4, port: 03376a90-fb20-4700-be28-4154fbb2fb38. Jan 27 15:20:52.062124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:20:52.179828 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:20:52.193571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] Sync routers for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:20:52.203602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:20:52.211158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:52.212321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:52.242455 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4d7a4060-7c8e-43dc-8f59-e7d973a1b40b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2148502 Jan 27 15:20:52.243400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:20:52.247195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fae926-651c-4d8f-9b9e-1b0f2717b934" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:20:52.307178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b804e3-f4de-4583-983d-cdde79657195 x-openstack-request-id: req-57b804e3-f4de-4583-983d-cdde79657195 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:20:52.307803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:20:52.308183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57b804e3-f4de-4583-983d-cdde79657195 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:20:52.308692 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38', 'status': 'completed', 'code': 200} Jan 27 15:20:52.377087 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:52.406249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307c5e3-782c-4fd1-bddf-bf4c0ea19303 req-cc988ebf-b742-4460-a0a3-3ca8b2587057 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:52.407948 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f307c5e3-782c-4fd1-bddf-bf4c0ea19303 req-cc988ebf-b742-4460-a0a3-3ca8b2587057 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0880392 Jan 27 15:20:52.411435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-ea53f990-8f1c-47b7-8c9c-a95d12d11b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:52.412992 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-ea53f990-8f1c-47b7-8c9c-a95d12d11b3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0779998 Jan 27 15:20:52.511578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f307c5e3-782c-4fd1-bddf-bf4c0ea19303 req-80db4ad6-d82b-4c44-a4b8-b3d47c8f754a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937736 Jan 27 15:20:52.544434 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44584) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:52.558895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-ee342b79-b607-429c-85d0-24f27448b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:52.561621 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-ee342b79-b607-429c-85d0-24f27448b988 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 898 time: 0.1366172 Jan 27 15:20:52.658439 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-591fa6cd-e447-4aec-97c3-5d8c5944149f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/d9303c23-0861-4380-bac4-0da227ec4849 HTTP/1.1" status: 200 len: 989 time: 0.1109922 Jan 27 15:20:52.676477 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-c09f6be8-bcd8-4fb0-9ee0-6da43aea0bab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 997 time: 0.1067541 Jan 27 15:20:52.680560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'd9303c23-0861-4380-bac4-0da227ec4849', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'port_id': '03376a90-fb20-4700-be28-4154fbb2fb38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'mac_address': 'fa:16:3e:ac:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:20:50Z', 'updated_at': '2022-01-27T15:20:50Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:52.707975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] Checking router: 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:20:52.717476 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:20:52.718321 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:20:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:52.754559 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-f2f611dd-2889-4ef2-a9c8-75a2ee9da3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:52.756352 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-f2f611dd-2889-4ef2-a9c8-75a2ee9da3ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 200 len: 834 time: 0.0740693 Jan 27 15:20:52.810430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-1c41b7ce-9e5f-4855-a3d6-ca5f7b697257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:20:52.811939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-1c41b7ce-9e5f-4855-a3d6-ca5f7b697257 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b6bd655-9c19-458e-88d1-87eeb898a758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490816 Jan 27 15:20:52.840737 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:20:52.938633 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-0614ea75-c373-422f-9cca-c50bfa7d60dc service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201682 Jan 27 15:20:53.061494 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-99fae926-651c-4d8f-9b9e-1b0f2717b934 req-ec56d295-5cd9-45b5-954a-5a2a805b8001 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167929 Jan 27 15:20:53.167351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'd9303c23-0861-4380-bac4-0da227ec4849', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'port_id': '03376a90-fb20-4700-be28-4154fbb2fb38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'mac_address': 'fa:16:3e:ac:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:20:50Z', 'updated_at': '2022-01-27T15:20:50Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:20:53.216398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7e684-36a5-4901-8dbc-77ea5dfd4878 None None] The sync data for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv is: [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'd9303c23-0861-4380-bac4-0da227ec4849', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'port_id': '03376a90-fb20-4700-be28-4154fbb2fb38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'mac_address': 'fa:16:3e:ac:30:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:20:50Z', 'updated_at': '2022-01-27T15:20:50Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:20:53.437468 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f680a6-f053-42d8-8294-084b178afc73 None None] New status for floating IP d9303c23-0861-4380-bac4-0da227ec4849: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:20:53.663352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44586) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:20:53.737458 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a92f2494-3d70-4936-8e6b-11588762feac tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/d9303c23-0861-4380-bac4-0da227ec4849 HTTP/1.1" status: 200 len: 991 time: 0.0724936 Jan 27 15:21:00.466370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:07.629699 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-0a0ff874-c71f-423a-a916-b711444c16ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445557 Jan 27 15:21:07.725428 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-3e1943f6-d64a-4256-89af-073268c1dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:07.727387 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-3e1943f6-d64a-4256-89af-073268c1dfe0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0513096 Jan 27 15:21:07.851226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-35b20407-2543-4148-99fc-467632e49a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:07.852865 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-35b20407-2543-4148-99fc-467632e49a7e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 898 time: 0.1042049 Jan 27 15:21:07.930028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-9ebff5e1-5f59-4dab-83ea-41fce8dc8ffc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 999 time: 0.0625556 Jan 27 15:21:07.989521 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-e7001352-bd17-48dc-ba65-c7194fe291a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:07.991203 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-e7001352-bd17-48dc-ba65-c7194fe291a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 200 len: 834 time: 0.0524023 Jan 27 15:21:08.043996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-f5d192be-600f-4123-b15e-591da93c1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:08.045588 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-f5d192be-600f-4123-b15e-591da93c1e22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b6bd655-9c19-458e-88d1-87eeb898a758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479469 Jan 27 15:21:08.195543 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-8a9d9a4b-156f-49d5-bdc9-862495df3051 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425402 Jan 27 15:21:08.299759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-89c56821-60ec-466d-9a0f-c810b0797b42 req-bbbdb5af-cc89-4963-9c96-b02ffd8c40d7 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976655 Jan 27 15:21:10.935634 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:21:14.031440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-573d6ebc-d067-4004-8d57-3f4af42871df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:16.294225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-31554e28-70c9-4d7a-bdfe-b6d7499e6d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:17.498278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:18.890039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:19.262416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:25.218538 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-a819bbfc-4c38-4003-91e8-aed53b69afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:25.220023 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-a819bbfc-4c38-4003-91e8-aed53b69afd9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0783725 Jan 27 15:21:25.228094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ea90-f758-4aa2-b148-0b36e5213c74 req-45f5fa1a-1c4a-4751-a5d8-0058d8a1399d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:25.230148 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9da8ea90-f758-4aa2-b148-0b36e5213c74 req-45f5fa1a-1c4a-4751-a5d8-0058d8a1399d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0903962 Jan 27 15:21:25.335702 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9da8ea90-f758-4aa2-b148-0b36e5213c74 req-21a83317-ef6b-4e9a-8697-9a1e9df661bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932577 Jan 27 15:21:25.375177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-fcf26dc4-0436-4c81-9f5d-653b75f22f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:25.378385 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-fcf26dc4-0436-4c81-9f5d-653b75f22f34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 898 time: 0.1457469 Jan 27 15:21:25.462309 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-8c3c674d-e643-4207-b631-531798784b99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 999 time: 0.0774360 Jan 27 15:21:25.516688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-7f3870a8-1708-469d-8689-a0ef559519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:25.519052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-7f3870a8-1708-469d-8689-a0ef559519a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 200 len: 834 time: 0.0498285 Jan 27 15:21:25.570188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-6bac2b1b-a0ea-4f34-8ecb-aadfb606aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:25.571769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-6bac2b1b-a0ea-4f34-8ecb-aadfb606aa59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b6bd655-9c19-458e-88d1-87eeb898a758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459006 Jan 27 15:21:25.671180 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-d7c4d458-0e68-4f80-aeba-2bb1d6200886 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918403 Jan 27 15:21:25.770389 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f1724dd-5fab-40ee-8a1d-3da170b2c709 req-d7ae1ba3-c754-4c20-828d-2d45278601cc service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919006 Jan 27 15:21:26.477726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f08377-cd0c-4078-b733-7bd05ad07efd req-47bf3a0f-9812-4c9b-9dd1-832a89dd0333 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:26.479462 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c8f08377-cd0c-4078-b733-7bd05ad07efd req-47bf3a0f-9812-4c9b-9dd1-832a89dd0333 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Jan 27 15:21:26.527009 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c8f08377-cd0c-4078-b733-7bd05ad07efd req-94d76d77-a953-448c-abc1-c6875a0e1a72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376718 Jan 27 15:21:27.657325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a977d-3e54-4b3a-9f8d-aecd57f7b4a5 req-10214e93-c0b9-4848-ac29-3bc6e4821c9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:27.659553 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1a2a977d-3e54-4b3a-9f8d-aecd57f7b4a5 req-10214e93-c0b9-4848-ac29-3bc6e4821c9d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0573957 Jan 27 15:21:27.707530 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1a2a977d-3e54-4b3a-9f8d-aecd57f7b4a5 req-f5d3b1fa-38b2-4233-9a46-dafa4cc66fba tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367105 Jan 27 15:21:28.835013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61f58e-2c71-4563-a5b9-c8333300a622 req-820ab1dd-5f0d-44bc-bf46-9569dcf2a04d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:28.836682 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dd61f58e-2c71-4563-a5b9-c8333300a622 req-820ab1dd-5f0d-44bc-bf46-9569dcf2a04d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0559988 Jan 27 15:21:28.886091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dd61f58e-2c71-4563-a5b9-c8333300a622 req-c8ec7f9f-7395-4249-bb3f-16c79e910ba7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378139 Jan 27 15:21:30.011924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb37b-4be9-4442-a672-46d6cd29c754 req-2470bb0a-aa16-4a94-9d5a-b19550f5ee2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:30.013569 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-58edb37b-4be9-4442-a672-46d6cd29c754 req-2470bb0a-aa16-4a94-9d5a-b19550f5ee2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0534861 Jan 27 15:21:30.065628 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-58edb37b-4be9-4442-a672-46d6cd29c754 req-d64ee4f2-833a-4b8c-9f4b-807f2f60f61a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407455 Jan 27 15:21:30.466854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:31.198638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ac0e-e559-4fa0-bb97-5b7c9ba459de req-d9916a46-4593-4323-a193-df1f5c33b6ea tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:31.200313 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4836ac0e-e559-4fa0-bb97-5b7c9ba459de req-d9916a46-4593-4323-a193-df1f5c33b6ea tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0595868 Jan 27 15:21:31.245357 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4836ac0e-e559-4fa0-bb97-5b7c9ba459de req-f8dfc85c-42cc-4cee-82ec-a4cdfc8a99d4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377491 Jan 27 15:21:32.385505 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ac3e7-84f3-4620-a0d1-54e68d7aad23 req-a941a4ce-acfc-4e27-ab23-77f5ee8be5c5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:32.387127 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f2ac3e7-84f3-4620-a0d1-54e68d7aad23 req-a941a4ce-acfc-4e27-ab23-77f5ee8be5c5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0539727 Jan 27 15:21:32.437546 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f2ac3e7-84f3-4620-a0d1-54e68d7aad23 req-fb2e42c1-3b77-4c78-b516-6e21fb7bde4e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 Jan 27 15:21:33.570019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64b9be-57b5-4e93-9a44-1fff409b25a1 req-946a13e5-081c-4fa2-9ca6-2420756163a4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:33.571815 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec64b9be-57b5-4e93-9a44-1fff409b25a1 req-946a13e5-081c-4fa2-9ca6-2420756163a4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0580153 Jan 27 15:21:33.613709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec64b9be-57b5-4e93-9a44-1fff409b25a1 req-5ee1d818-d3b3-4298-9f39-ba9d9581d771 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355809 Jan 27 15:21:34.749599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f644be-7bf1-45b0-8e32-2746a1ac4c79 req-baf867b6-57e1-4b3e-8dba-0e1e461c8608 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:34.751742 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-31f644be-7bf1-45b0-8e32-2746a1ac4c79 req-baf867b6-57e1-4b3e-8dba-0e1e461c8608 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0645680 Jan 27 15:21:34.803669 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-31f644be-7bf1-45b0-8e32-2746a1ac4c79 req-cf36a5fc-269f-4550-a013-ce4ad4406f5e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374775 Jan 27 15:21:35.930952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61269ab6-5b74-4bcf-823b-0dea5eeea630 req-99c546c5-a3f2-4aa5-85a3-ff134744a7c2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:35.932620 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61269ab6-5b74-4bcf-823b-0dea5eeea630 req-99c546c5-a3f2-4aa5-85a3-ff134744a7c2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0548997 Jan 27 15:21:35.980278 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61269ab6-5b74-4bcf-823b-0dea5eeea630 req-985d50e3-7613-46ce-a48e-eba3652d7f3d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357168 Jan 27 15:21:37.111818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225456a-52a3-44d0-8748-9168c78d67ae req-d098c0f3-0f38-4893-bb5e-9cb4dcd737f3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:37.113494 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9225456a-52a3-44d0-8748-9168c78d67ae req-d098c0f3-0f38-4893-bb5e-9cb4dcd737f3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0581875 Jan 27 15:21:37.156938 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9225456a-52a3-44d0-8748-9168c78d67ae req-e1f945b5-ae73-4aa5-a21c-0305ea811faf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366158 Jan 27 15:21:38.304694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151cf5d-a42d-4582-bd9d-12d032a32ebf req-ff132ca3-15a3-404d-b004-d32ea0fd77b4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:38.306233 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b151cf5d-a42d-4582-bd9d-12d032a32ebf req-ff132ca3-15a3-404d-b004-d32ea0fd77b4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0600255 Jan 27 15:21:38.350308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b151cf5d-a42d-4582-bd9d-12d032a32ebf req-28186632-4d6b-4475-8acc-d6b9c2b1f88f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376542 Jan 27 15:21:39.475336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb165563-a423-45c6-a653-d15e87d32869 req-fa8a16f9-9344-4a9a-855d-8a1e6ddffa93 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:39.476940 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cb165563-a423-45c6-a653-d15e87d32869 req-fa8a16f9-9344-4a9a-855d-8a1e6ddffa93 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0525641 Jan 27 15:21:39.524783 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cb165563-a423-45c6-a653-d15e87d32869 req-816dfa2a-72a2-4302-b3fc-27d5eede4a99 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364594 Jan 27 15:21:40.670623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dda238-6b0d-4f67-8ffc-b976ca023bf0 req-200c7c02-d762-42f2-92ea-77d28a8cc032 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:40.673488 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10dda238-6b0d-4f67-8ffc-b976ca023bf0 req-200c7c02-d762-42f2-92ea-77d28a8cc032 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0730491 Jan 27 15:21:40.717534 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-10dda238-6b0d-4f67-8ffc-b976ca023bf0 req-69e2b03c-4d06-4a4f-a478-c1f7763d0847 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374906 Jan 27 15:21:41.854172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd798f9c-40d0-4f24-b050-03d6ccf42e00 req-418e95d7-755a-41db-83d6-84b16907c3c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:21:41.855929 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fd798f9c-40d0-4f24-b050-03d6ccf42e00 req-418e95d7-755a-41db-83d6-84b16907c3c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0633996 Jan 27 15:21:41.905065 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fd798f9c-40d0-4f24-b050-03d6ccf42e00 req-b69acbbc-ccc8-4cbf-9931-952077fcbf47 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383651 Jan 27 15:21:41.930786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44632) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:21:41.997425 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d5c40acb-e3c6-4d40-8213-a4aa9a49379d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/d9303c23-0861-4380-bac4-0da227ec4849 HTTP/1.1" status: 200 len: 991 time: 0.0649507 Jan 27 15:21:44.040637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6100c96d-fcbf-4116-bdf3-aa62e6ba2584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:46.298021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9ac48fbc-3450-43d8-92b7-0d613019ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:47.507831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:47.934617 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:21:48.893423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:21:49.270453 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:00.498668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:09.039262 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-5d42f157-7d79-4612-a5d8-48f63b126cd6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494070 Jan 27 15:22:09.129163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-17c8b874-787b-4768-93b5-1ff2e7293ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:09.130994 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-17c8b874-787b-4768-93b5-1ff2e7293ad6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0462756 Jan 27 15:22:09.246989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-f56f7868-2d6c-4ecc-90a7-fc31fb67b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:09.248615 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-f56f7868-2d6c-4ecc-90a7-fc31fb67b786 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 898 time: 0.0955160 Jan 27 15:22:09.326023 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-0965450c-ddc7-401c-be5c-c225e0134783 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 999 time: 0.0696466 Jan 27 15:22:09.379978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-15ae1458-bedf-4db3-ac18-cbe70f0c3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:09.381518 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-15ae1458-bedf-4db3-ac18-cbe70f0c3df7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 200 len: 834 time: 0.0492468 Jan 27 15:22:09.433910 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-7187af81-2111-4a07-8815-06fa0f12e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:09.435596 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-7187af81-2111-4a07-8815-06fa0f12e3e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b6bd655-9c19-458e-88d1-87eeb898a758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470626 Jan 27 15:22:09.543252 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-ae947411-3c7d-47b1-8b5e-8a4f3978a174 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998082 Jan 27 15:22:09.674241 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e66a1216-a3e6-475a-965d-7b7cba62e05a req-9b2428e0-bb17-4314-aaaf-afb4772e047c service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229370 Jan 27 15:22:12.523157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44650) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:12.707175 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port c678620d-f092-46ef-bdc0-27d9ff30f03e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:22:12.707503 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:12.797223 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:12.797560 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:12.812777 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for c678620d-f092-46ef-bdc0-27d9ff30f03e owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:22:12.989090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:13.018834 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=c678620d-f092-46ef-bdc0-27d9ff30f03e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:13.050071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.050477 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.050878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.051335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.051759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.052163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.052550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.052955 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.053337 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.053715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.054129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.054512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:13.102930 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:13.103434 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP d9303c23-0861-4380-bac4-0da227ec4849 disassociated (deleted). External IP: 172.26.6.4, port: 03376a90-fb20-4700-be28-4154fbb2fb38. Jan 27 15:22:13.339167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:22:13.462041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:22:13.466782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:13.475976 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] Sync routers for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:22:13.488346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:13.489208 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:21:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:13.502626 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7b303948-2554-44c9-bec6-fd9cd65a7256 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/floatingips/d9303c23-0861-4380-bac4-0da227ec4849 HTTP/1.1" status: 204 len: 168 time: 0.9737287 Jan 27 15:22:13.502626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:22:13.502626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fe387b-6c33-4e15-993f-c0166df0739d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:22:13.565380 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ed02b3-19d4-41c5-99f3-c7e1e7089aef x-openstack-request-id: req-73ed02b3-19d4-41c5-99f3-c7e1e7089aef {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:22:13.566415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:22:13.566415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73ed02b3-19d4-41c5-99f3-c7e1e7089aef {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:22:13.566895 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38', 'status': 'completed', 'code': 200} Jan 27 15:22:13.645859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe387b-6c33-4e15-993f-c0166df0739d req-5125a6fd-23de-46be-bb86-0e05e92fefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:13.647665 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78fe387b-6c33-4e15-993f-c0166df0739d req-5125a6fd-23de-46be-bb86-0e05e92fefc1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0566883 Jan 27 15:22:13.669734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:13.768061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe387b-6c33-4e15-993f-c0166df0739d req-dd8353ba-c75b-483b-ba8d-04723205ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:13.769842 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78fe387b-6c33-4e15-993f-c0166df0739d req-dd8353ba-c75b-483b-ba8d-04723205ce25 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 200 len: 898 time: 0.1148534 Jan 27 15:22:13.825169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78fe387b-6c33-4e15-993f-c0166df0739d req-b86268e6-dfc2-4bd8-aed1-2ff094a092fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 200 len: 217 time: 0.0484908 Jan 27 15:22:13.913287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f75d6f-b6f0-4ac7-a70e-e8239a98ea71 req-470e8082-2701-4a77-be61-a2ce7b1a5827 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:13.914809 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e2f75d6f-b6f0-4ac7-a70e-e8239a98ea71 req-470e8082-2701-4a77-be61-a2ce7b1a5827 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0996428 Jan 27 15:22:13.917745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe387b-6c33-4e15-993f-c0166df0739d req-13f1244a-6ad6-4474-85fd-50fd83fb6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:13.919536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78fe387b-6c33-4e15-993f-c0166df0739d req-13f1244a-6ad6-4474-85fd-50fd83fb6673 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 200 len: 834 time: 0.0749476 Jan 27 15:22:13.940540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:13.971514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] Checking router: 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:22:13.981160 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:13.981800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:21:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:14.016041 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e2f75d6f-b6f0-4ac7-a70e-e8239a98ea71 req-2687981a-c81a-46e5-bde3-9f84ecc16977 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947258 Jan 27 15:22:14.029813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe387b-6c33-4e15-993f-c0166df0739d req-b2a093ef-a587-4f4d-a4bf-809a38cbf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:14.032625 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78fe387b-6c33-4e15-993f-c0166df0739d req-b2a093ef-a587-4f4d-a4bf-809a38cbf23b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2b6bd655-9c19-458e-88d1-87eeb898a758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1019034 Jan 27 15:22:14.079602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9e721262-1f80-47cd-91d3-aa6d08ddd910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:14.152780 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78fe387b-6c33-4e15-993f-c0166df0739d req-9d6339c8-3e14-4fac-a77b-d679852938c8 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114380 Jan 27 15:22:14.178436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:14.258489 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-78fe387b-6c33-4e15-993f-c0166df0739d req-2b61249f-c2f8-41e1-9041-264baba150f0 service neutron] 10.222.0.72 "GET /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989177 Jan 27 15:22:14.435741 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:14.464556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746121f-89ff-49ad-adf5-a0b85570de82 None None] The sync data for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv is: [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:20:35Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '85d23211-fe0e-43c3-be82-32a675da9b6a', 'name': '', 'network_id': '2b6bd655-9c19-458e-88d1-87eeb898a758', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:d8:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:34Z', 'updated_at': '2022-01-27T15:20:39Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '0e1d4b81-de41-441e-8eb8-533a9f8eafc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:22:14.721943 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae16b680-d3c4-4243-91cc-b0182dec353c None None] New status for floating IP d9303c23-0861-4380-bac4-0da227ec4849: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:22:15.154591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea3811-8527-47ae-881f-3384433238fe req-8cfb1fea-dcf5-449b-915e-b70a74e578fd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:15.157460 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d1ea3811-8527-47ae-881f-3384433238fe req-8cfb1fea-dcf5-449b-915e-b70a74e578fd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0591857 Jan 27 15:22:15.212633 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d1ea3811-8527-47ae-881f-3384433238fe req-1cd486a9-2b96-4649-b2bf-60660a65e210 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483277 Jan 27 15:22:15.275950 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-1e642192-ff6e-4fa0-a9d9-a95ad602c962 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:15.277633 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-1e642192-ff6e-4fa0-a9d9-a95ad602c962 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 945 time: 0.0639329 Jan 27 15:22:15.381204 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 03376a90-fb20-4700-be28-4154fbb2fb38 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:22:15.381535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:15.486466 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 03376a90-fb20-4700-be28-4154fbb2fb38, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=03376a90-fb20-4700-be28-4154fbb2fb38,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:15.486831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:15.501880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 03376a90-fb20-4700-be28-4154fbb2fb38 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:22:15.656427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:15.688681 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=03376a90-fb20-4700-be28-4154fbb2fb38,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:15.701588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.701979 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.702330 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.702669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.703007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.703367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.703704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.704023 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.704372 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.704658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.705113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.705289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:15.743907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] No DVR routers for this DVR port 03376a90-fb20-4700-be28-4154fbb2fb38 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:22:15.746907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:15.750653 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f81ab19-57f0-4d9b-a40f-4b99164eb1d4 req-8e6c48c6-45bb-4728-82ee-861717bf6cc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "DELETE /v2.0/ports/03376a90-fb20-4700-be28-4154fbb2fb38 HTTP/1.1" status: 204 len: 173 time: 0.4665227 Jan 27 15:22:15.751135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'name': 'network-vif-deleted', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:22:15.753809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657be98a-4aa6-4d20-87b9-437542d3774b" -d '{"events": [{"server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "name": "network-vif-deleted", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:22:15.800531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6450ce-b8c3-479b-8424-7577bdb3ca2d x-openstack-request-id: req-ac6450ce-b8c3-479b-8424-7577bdb3ca2d {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:22:15.800849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb8fe31-395f-44f1-8512-187044c0b9d9", "name": "network-vif-deleted", "tag": "03376a90-fb20-4700-be28-4154fbb2fb38", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:22:15.801918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac6450ce-b8c3-479b-8424-7577bdb3ca2d {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:22:15.801918 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb8fe31-395f-44f1-8512-187044c0b9d9', 'name': 'network-vif-deleted', 'tag': '03376a90-fb20-4700-be28-4154fbb2fb38', 'status': 'completed', 'code': 200} Jan 27 15:22:16.310714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e3b93078-29af-4c50-bd10-6fc54261f91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:16.401164 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b5a6eb22-be0f-4f2b-b31f-3560c1ca30a5 req-de1927bc-0146-457c-af8f-6d1a8e650540 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddb8fe31-395f-44f1-8512-187044c0b9d9 HTTP/1.1" status: 200 len: 210 time: 0.0449769 Jan 27 15:22:17.462228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44672) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:17.515467 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:18.283559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:18.639005 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 85d23211-fe0e-43c3-be82-32a675da9b6a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:22:18.640232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:18.742143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 85d23211-fe0e-43c3-be82-32a675da9b6a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=85d23211-fe0e-43c3-be82-32a675da9b6a,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:18.742579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:18.757137 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 85d23211-fe0e-43c3-be82-32a675da9b6a owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:22:18.898913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:19.008959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:19.040979 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=85d23211-fe0e-43c3-be82-32a675da9b6a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:19.275468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:19.291483 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:19.537738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:22:19.717163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:22:19.725786 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f5f8b67e-e6dd-4486-8d6c-72bed5e8be52 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/3a8e3283-a399-4de3-a52e-c7b5d79c4c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2617798 Jan 27 15:22:19.728906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44674) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:19.731985 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] Sync routers for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:22:19.744070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:19.744779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:19.789440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting subnet 0e1d4b81-de41-441e-8eb8-533a9f8eafc2 {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:22:19.793261 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:19.843675 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:19.956341 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.041625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:20.042518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.092308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1d4b81-de41-441e-8eb8-533a9f8eafc2,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:20.098308 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.109170 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e481f693-ccbe-4400-9448-a9e03ffce177 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/subnets/0e1d4b81-de41-441e-8eb8-533a9f8eafc2 HTTP/1.1" status: 204 len: 168 time: 0.3731039 Jan 27 15:22:20.109170 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44676) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:20.150834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8245f54b-4610-4ded-9166-8b67dce284ae None None] Network 2b6bd655-9c19-458e-88d1-87eeb898a758 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:22:20.250167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 03376a90-fb20-4700-be28-4154fbb2fb38 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:22:20.284822 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.298311 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 03376a90-fb20-4700-be28-4154fbb2fb38 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:22:20.298580 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 03376a90-fb20-4700-be28-4154fbb2fb38 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:22:20.452593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.506464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:22:18Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '96af1f53-d55d-41ec-be4b-9e5b52852865', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:20:32Z', 'updated_at': '2022-01-27T15:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:20.533785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 96af1f53-d55d-41ec-be4b-9e5b52852865 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:22:20.534119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.555149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] DHCP port deletion for 2b6bd655-9c19-458e-88d1-87eeb898a758 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:22:20.558579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] Checking router: 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:22:20.576458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] Routers {'3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:20.577123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:20.638413 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 96af1f53-d55d-41ec-be4b-9e5b52852865, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=96af1f53-d55d-41ec-be4b-9e5b52852865,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:20.638932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.661153 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 96af1f53-d55d-41ec-be4b-9e5b52852865 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:22:20.700502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] Set router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:20.780422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:22:20Z', 'revision_number': 6, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:20.832979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Deleting port c4ac1e9f-4b32-4911-b762-663d87674e49 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:22:20.833371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.836212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1360110f-641e-47f1-a4fa-85aeceffd326 None None] The sync data for ids ['3a8e3283-a399-4de3-a52e-c7b5d79c4c6e'] in dv-neutron-826438-5-hyperv is: [{'id': '3a8e3283-a399-4de3-a52e-c7b5d79c4c6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455955140', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:20:31Z', 'updated_at': '2022-01-27T15:22:20Z', 'revision_number': 6, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:22:20.931118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.945507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] For port c4ac1e9f-4b32-4911-b762-663d87674e49, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c4ac1e9f-4b32-4911-b762-663d87674e49,segment=NetworkSegment(d193f0ee-89f1-4982-bb74-b77178ef9379),segment_id=d193f0ee-89f1-4982-bb74-b77178ef9379)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:20.946133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:20.974178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Calling delete_port for c4ac1e9f-4b32-4911-b762-663d87674e49 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:22:20.975188 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=96af1f53-d55d-41ec-be4b-9e5b52852865,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:21.043838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.086181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.121702 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] No DVR routers for this DVR port c4ac1e9f-4b32-4911-b762-663d87674e49 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:22:21.125980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Pushing event deleted for resources: {'Port': ['ID=c4ac1e9f-4b32-4911-b762-663d87674e49,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:21.137790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.137790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.137790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.137790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.137790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.140055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.140055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.140055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.140055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.140669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.141046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.141570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219a3a-2914-4b9f-911c-1ac5f9ebe648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:21.149673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.152712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.205964 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.206620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Fanout notify agent at l3_agent the message router_deleted on router 3a8e3283-a399-4de3-a52e-c7b5d79c4c6e {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:22:21.219520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.220793 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-770db50c-f5a6-461c-a74c-f33b8c2593bd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/routers/3a8e3283-a399-4de3-a52e-c7b5d79c4c6e HTTP/1.1" status: 204 len: 168 time: 1.1114104 Jan 27 15:22:21.223835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44678) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:21.336624 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.433072 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.462027 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6bd655-9c19-458e-88d1-87eeb898a758']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:21.473382 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd193f0ee-89f1-4982-bb74-b77178ef9379') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:21.473708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd193f0ee-89f1-4982-bb74-b77178ef9379') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:21.485557 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.501769 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.510494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:22:21.511115 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:22:21.516167 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:22:21.588738 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.602086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.608466 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/networks/2b6bd655-9c19-458e-88d1-87eeb898a758 HTTP/1.1" status: 204 len: 168 time: 0.3831425 Jan 27 15:22:21.612457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44680) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:21.644085 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e604673-e1ff-4aae-bcf5-cc2d6b076e03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Network': ['ID=2b6bd655-9c19-458e-88d1-87eeb898a758,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:21.749367 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad3496ca-6d8f-42e7-9b95-feeda354b1a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.778518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad3496ca-6d8f-42e7-9b95-feeda354b1a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.854494 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad3496ca-6d8f-42e7-9b95-feeda354b1a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.864251 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad3496ca-6d8f-42e7-9b95-feeda354b1a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:21.865936 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ad3496ca-6d8f-42e7-9b95-feeda354b1a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/security-groups/2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202 HTTP/1.1" status: 204 len: 168 time: 0.2520647 Jan 27 15:22:21.878997 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3496ca-6d8f-42e7-9b95-feeda354b1a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd9cd8-12bd-4dbd-9bd7-9d56fba48202,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:22.203725 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 85d23211-fe0e-43c3-be82-32a675da9b6a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:22:22.225502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 85d23211-fe0e-43c3-be82-32a675da9b6a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:22:22.225861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 85d23211-fe0e-43c3-be82-32a675da9b6a not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:22:22.226287 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 96af1f53-d55d-41ec-be4b-9e5b52852865 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:22:22.250377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 96af1f53-d55d-41ec-be4b-9e5b52852865 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:22:22.250769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 96af1f53-d55d-41ec-be4b-9e5b52852865 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:22:22.251151 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c4ac1e9f-4b32-4911-b762-663d87674e49 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:22:22.276776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: c4ac1e9f-4b32-4911-b762-663d87674e49 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:22:22.277129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c4ac1e9f-4b32-4911-b762-663d87674e49 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:22:22.576955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44686) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:22.582462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-79ba87ea-577b-4281-ae4b-e2f5c609e268 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682150448', 'description': 'tempest-secgroup-smoke-682150448 description', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:22.612900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79ba87ea-577b-4281-ae4b-e2f5c609e268 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.703537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79ba87ea-577b-4281-ae4b-e2f5c609e268 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.708219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79ba87ea-577b-4281-ae4b-e2f5c609e268 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.746177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-79ba87ea-577b-4281-ae4b-e2f5c609e268 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.747525 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-79ba87ea-577b-4281-ae4b-e2f5c609e268 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1691387 Jan 27 15:22:22.753442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44688) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:22.754371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba87ea-577b-4281-ae4b-e2f5c609e268 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:22.760130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-11cbfc1c-da4e-472e-9e5a-76f13244b1fc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2de96f0f-68b1-4de2-ac59-72f8fd49bf3c', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:22.796323 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11cbfc1c-da4e-472e-9e5a-76f13244b1fc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.854763 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11cbfc1c-da4e-472e-9e5a-76f13244b1fc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.860571 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11cbfc1c-da4e-472e-9e5a-76f13244b1fc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.883320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbfc1c-da4e-472e-9e5a-76f13244b1fc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8212e5be-715a-4287-90ce-ed785ae319b3,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:22.895306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-11cbfc1c-da4e-472e-9e5a-76f13244b1fc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:22.896977 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-11cbfc1c-da4e-472e-9e5a-76f13244b1fc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418293 Jan 27 15:22:22.899948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44690) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:22.905001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-27abd985-1f65-4bbd-a284-da2f33208952 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2de96f0f-68b1-4de2-ac59-72f8fd49bf3c', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:22.944417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27abd985-1f65-4bbd-a284-da2f33208952 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.023409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27abd985-1f65-4bbd-a284-da2f33208952 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.029205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27abd985-1f65-4bbd-a284-da2f33208952 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.049962 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abd985-1f65-4bbd-a284-da2f33208952 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385f4a83-fc08-4396-a0b1-d307bba492f2,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:23.063559 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-27abd985-1f65-4bbd-a284-da2f33208952 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.068988 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-27abd985-1f65-4bbd-a284-da2f33208952 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644332 Jan 27 15:22:23.069366 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44692) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:23.074469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d4fbde07-54a2-4bc3-aa67-d2fe00a188c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2de96f0f-68b1-4de2-ac59-72f8fd49bf3c', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:23.108937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4fbde07-54a2-4bc3-aa67-d2fe00a188c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.179635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4fbde07-54a2-4bc3-aa67-d2fe00a188c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.184734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4fbde07-54a2-4bc3-aa67-d2fe00a188c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.207748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbde07-54a2-4bc3-aa67-d2fe00a188c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ec7694-6794-48c0-97ee-44e7d7a52010,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:23.213856 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d4fbde07-54a2-4bc3-aa67-d2fe00a188c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.215412 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d4fbde07-54a2-4bc3-aa67-d2fe00a188c9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446457 Jan 27 15:22:23.219233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44694) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:23.224178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-901df687-92fa-47fc-bbee-6fde226d8d76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2de96f0f-68b1-4de2-ac59-72f8fd49bf3c', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:23.257474 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-901df687-92fa-47fc-bbee-6fde226d8d76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.331518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-901df687-92fa-47fc-bbee-6fde226d8d76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.336923 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-901df687-92fa-47fc-bbee-6fde226d8d76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.360698 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901df687-92fa-47fc-bbee-6fde226d8d76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9348578e-8ed3-4943-b839-ef70639d47b0,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:23.366773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-901df687-92fa-47fc-bbee-6fde226d8d76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.368100 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-901df687-92fa-47fc-bbee-6fde226d8d76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476698 Jan 27 15:22:23.371437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44696) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:23.377292 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2de96f0f-68b1-4de2-ac59-72f8fd49bf3c', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:23.404965 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:22:23.410830 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.481524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.486882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.507182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189d0a45-d1b6-43ce-9ec3-9301291985bd,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:23.516689 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.517962 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-359164a2-80ff-4c92-9819-d875dd12ff16 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452932 Jan 27 15:22:23.523644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44698) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:23.529360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '2de96f0f-68b1-4de2-ac59-72f8fd49bf3c', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:23.556018 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:22:23.561570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.631816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.636757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.657487 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af3c966-7c1f-406a-aa94-6f2eb9031d4c,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:23.669770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.671670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-209f77cf-af9b-4f42-ae55-116f7fee6330 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467221 Jan 27 15:22:23.679200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44700) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:23.684650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'network': {'name': 'tempest-network-smoke--1106493649', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'port_security_enabled': True}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:23.711536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:22:23.716102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.743942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:22:23.756189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.756677 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Added segment 752e52b0-7989-4a5e-babd-375a45b9a7f4 of type vlan for network a8ca04ad-a893-42c2-87e6-48cffb348115 Jan 27 15:22:23.810117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.840637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.846529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:23.847171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.912491 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2319520 Jan 27 15:22:23.916666 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44702) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:23.922280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'admin_state_up': True, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:23.925163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21ac5-7e8b-4f56-a60a-0fce205d3a9a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Network': ['ID=a8ca04ad-a893-42c2-87e6-48cffb348115,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:23.936788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network a8ca04ad-a893-42c2-87e6-48cffb348115 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:22:23.957898 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:23.959679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:24.022980 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:24.181609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:24.385471 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:24.409843 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:24.517817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.189 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/2a618812-5187-4a6c-8177-948be9bcbf23) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:22:24.636859 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:24.675013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:24.723184 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:22:24.726710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:22:24.730748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:22:24.736808 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=2a618812-5187-4a6c-8177-948be9bcbf23,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:24.935075 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:22:25.004036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:25.598734 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:25.765297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router d58b9fda-2b8b-468c-a361-c94c363cea9d is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:22:25.882191 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:22:25.894797 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Sync routers for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:22:25.907850 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:25.908808 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:25.915158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:25.917589 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f675df98-6b4d-4f22-8c9a-431e7e60529e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9996443 Jan 27 15:22:25.921143 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44704) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:25.971652 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-96191669-95c4-4e9d-8fba-a3b67084a0aa tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=d5f3065be1f44a05b30d08f6c22fe131&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486116 Jan 27 15:22:25.974492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44706) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:26.025182 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:26.111635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30961cd8-b991-4017-8b05-4fe60337e212 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:26.113192 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-30961cd8-b991-4017-8b05-4fe60337e212 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372488 Jan 27 15:22:26.117528 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44708) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:26.152813 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-761b3dc6-0cb1-4ec9-b051-ac5ee292fccf tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341227 Jan 27 15:22:26.156090 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44710) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:26.161529 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1909027783', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:26.267262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:22:26.271908 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.390263 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:24Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:26.430471 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Checking router: d58b9fda-2b8b-468c-a361-c94c363cea9d for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:22:26.430791 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Updating router d58b9fda-2b8b-468c-a361-c94c363cea9d port 2a618812-5187-4a6c-8177-948be9bcbf23 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:22:26.470622 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.489271 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.554977 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Subnet': ['ID=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:26.564794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Checking segment: {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:22:26.565163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network hostable DHCP agents. Network: a8ca04ad-a893-42c2-87e6-48cffb348115, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:22:26.583926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network a8ca04ad-a893-42c2-87e6-48cffb348115 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:22:26.598331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, a8ca04ad-a893-42c2-87e6-48cffb348115) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:22:26.606236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:26.607612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.611372 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49024a5f-3049-4078-98d8-309692afcfbd None None] Network a8ca04ad-a893-42c2-87e6-48cffb348115 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:22:26.634470 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d625acd0-a725-4aa1-9d17-a75d046ec708 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4770257 Jan 27 15:22:26.637516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44712) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:26.801704 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-a8ca04ad-a893-42c2-87e6-48cffb348115', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:22:26.802622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.809388 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.818551 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.877442 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Attempting to bind port 2a618812-5187-4a6c-8177-948be9bcbf23 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:22:26.877950 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Attempting to bind port 2a618812-5187-4a6c-8177-948be9bcbf23 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:22:26.878229 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Attempting to bind port 2a618812-5187-4a6c-8177-948be9bcbf23 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:22:26.889519 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:22:26.890078 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:22:26.890437 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.890742 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:22:26.891143 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Bound port: 2a618812-5187-4a6c-8177-948be9bcbf23, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:22:26.891560 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.897063 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Pushing event updated for resources: {'Port': ['ID=2a618812-5187-4a6c-8177-948be9bcbf23,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:26.934596 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.934950 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.935324 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.936206 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.937155 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.937500 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.937836 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.938163 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.938494 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.938820 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.939144 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.939492 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:22:26.976229 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] For port 2a618812-5187-4a6c-8177-948be9bcbf23, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:22:26.981221 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] For port 2a618812-5187-4a6c-8177-948be9bcbf23, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2a618812-5187-4a6c-8177-948be9bcbf23,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:22:26.989579 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:26.998094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Allocated IP 172.20.0.2 (a8ca04ad-a893-42c2-87e6-48cffb348115/a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5/43bccfe2-edd3-46a8-950d-8d1ce70f8e09) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:22:27.076303 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:27.077842 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:27.211401 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae16d72-2f9f-4561-85f9-9004eb150e8b None None] Pushing event updated for resources: {'Port': ['ID=2a618812-5187-4a6c-8177-948be9bcbf23,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:27.227696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:27.242685 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:27.261271 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:27.296179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Network a8ca04ad-a893-42c2-87e6-48cffb348115 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:22:27.300150 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:22:27.306065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:22:27.329516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:27.358095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Pushing event updated for resources: {'Port': ['ID=43bccfe2-edd3-46a8-950d-8d1ce70f8e09,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:27.407959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Attempting to bind port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:22:27.408475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Attempting to bind port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:22:27.408949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Attempting to bind port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 on network a8ca04ad-a893-42c2-87e6-48cffb348115 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:22:27.415961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:22:27.416534 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Checking segment: {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:22:27.417049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:27.417535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Bound using segment: {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:22:27.418175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Bound port: 43bccfe2-edd3-46a8-950d-8d1ce70f8e09, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:22:27.418661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:27.488305 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:24Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:27.520807 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a40c0-39b4-48c3-8bc7-4bd6207f25a5 None None] The sync data for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv is: [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:24Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:22:27.523687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] For port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:22:27.529574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] For port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=43bccfe2-edd3-46a8-950d-8d1ce70f8e09,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:22:27.536972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:27.635346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe20a8-75d5-466f-a2dc-a13ad9bd33af None None] Pushing event updated for resources: {'Port': ['ID=43bccfe2-edd3-46a8-950d-8d1ce70f8e09,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:27.700417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.1 (a8ca04ad-a893-42c2-87e6-48cffb348115/a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5/f3faab97-67b4-4298-b510-ce980ed65a9a) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:22:27.917143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:27.959391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:28.034001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network a8ca04ad-a893-42c2-87e6-48cffb348115 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:22:28.040114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:22:28.044662 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:22:28.059465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=f3faab97-67b4-4298-b510-ce980ed65a9a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:28.122410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:28.367171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:28.384624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2a618812-5187-4a6c-8177-948be9bcbf23 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:22:28.490454 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2a618812-5187-4a6c-8177-948be9bcbf23 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:28.491791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:28.658233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:28.692935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 2a618812-5187-4a6c-8177-948be9bcbf23, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2a618812-5187-4a6c-8177-948be9bcbf23,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:28.699739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:28.701579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:22:28.801099 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=2a618812-5187-4a6c-8177-948be9bcbf23,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:28.822981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:28.823548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:28.954660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:29.008364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=43bccfe2-edd3-46a8-950d-8d1ce70f8e09,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:29.017753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:29.086299 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=43bccfe2-edd3-46a8-950d-8d1ce70f8e09,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:29.101388 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df7767-1a7f-4b68-a2dc-1ee2d263b5e3 None None] Network a8ca04ad-a893-42c2-87e6-48cffb348115 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:22:29.193222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2bf328b5-9160-4647-bfac-ce080e923dcb None None] Provisioning complete for port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:29.193810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2bf328b5-9160-4647-bfac-ce080e923dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:29.276085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:29.282799 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:29.382850 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=f3faab97-67b4-4298-b510-ce980ed65a9a,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:29.386006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:29.548776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network a8ca04ad-a893-42c2-87e6-48cffb348115 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:22:29.550588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:22:29.746550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router d58b9fda-2b8b-468c-a361-c94c363cea9d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:22:29.864431 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-02a115ab-a04f-42a3-b8aa-b55facfd02c1 None None] Provisioning complete for port f3faab97-67b4-4298-b510-ce980ed65a9a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:29.865194 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02a115ab-a04f-42a3-b8aa-b55facfd02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:29.901467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:22:29.907220 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-82055257-b569-4437-a4e5-2034c7e80624 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/d58b9fda-2b8b-468c-a361-c94c363cea9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2687819 Jan 27 15:22:29.916647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-02a115ab-a04f-42a3-b8aa-b55facfd02c1 None None] Port f3faab97-67b4-4298-b510-ce980ed65a9a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:22:29.920422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Sync routers for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:22:29.945727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:29.946626 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:29.952829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-02a115ab-a04f-42a3-b8aa-b55facfd02c1 None None] Provisioning complete for port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:29.952829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-02a115ab-a04f-42a3-b8aa-b55facfd02c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:30.126937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:30.281576 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2a618812-5187-4a6c-8177-948be9bcbf23 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:22:30.356729 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-0a57eafd-5bab-4993-b8be-5ee12a79db70 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682150448&fields=id&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 267 time: 0.0546515 Jan 27 15:22:30.382104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-70c39a6b-3ee5-41b0-b05f-eba0c7cce05c None None] Provisioning complete for port f3faab97-67b4-4298-b510-ce980ed65a9a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:30.382575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70c39a6b-3ee5-41b0-b05f-eba0c7cce05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:30.460161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-70c39a6b-3ee5-41b0-b05f-eba0c7cce05c None None] Port f3faab97-67b4-4298-b510-ce980ed65a9a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:22:30.472668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 2a618812-5187-4a6c-8177-948be9bcbf23 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:30.473043 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:30.527555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-cf735020-3897-4c37-a49a-eeff37bc311d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:30.529159 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-cf735020-3897-4c37-a49a-eeff37bc311d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 797 time: 0.1603191 Jan 27 15:22:30.529852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:30.551463 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-0adacd88-f4ec-4110-99bb-d29b5e8ed373 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/quotas/d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 375 time: 0.0103865 Jan 27 15:22:30.570345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:29Z', 'revision_number': 2, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:30.616162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Checking router: d58b9fda-2b8b-468c-a361-c94c363cea9d for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:22:30.616516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Updating router d58b9fda-2b8b-468c-a361-c94c363cea9d port f3faab97-67b4-4298-b510-ce980ed65a9a binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:22:30.617822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-bd9d97dd-d67b-44dd-b6d6-4f5c314dc4f8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546973 Jan 27 15:22:30.625382 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:22:30.664450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-a05e9369-3039-4cbf-8057-d1c825f3deb0 None None] Provisioning complete for port f3faab97-67b4-4298-b510-ce980ed65a9a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:30.664826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a05e9369-3039-4cbf-8057-d1c825f3deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:30.692013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:30.725974 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-294a840d-676c-468b-96cd-2369adaf88f1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:22:30.727054 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-294a840d-676c-468b-96cd-2369adaf88f1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0870345 Jan 27 15:22:30.762653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-a05e9369-3039-4cbf-8057-d1c825f3deb0 None None] Port f3faab97-67b4-4298-b510-ce980ed65a9a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:22:30.790806 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:30.791077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:30.852285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-4cfb63de-d186-484d-ba5a-f5f420114bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124165 Jan 27 15:22:31.017098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-6ea60337-2eb1-474e-bc14-e46f5a05c6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553478 Jan 27 15:22:31.219217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:31.230430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:31.317037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d0d95-a082-4471-b2dd-06ad380a82bf None None] Pushing event updated for resources: {'Port': ['ID=f3faab97-67b4-4298-b510-ce980ed65a9a,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:31.402038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Attempting to bind port f3faab97-67b4-4298-b510-ce980ed65a9a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:22:31.402639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Attempting to bind port f3faab97-67b4-4298-b510-ce980ed65a9a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:22:31.403244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Attempting to bind port f3faab97-67b4-4298-b510-ce980ed65a9a on network a8ca04ad-a893-42c2-87e6-48cffb348115 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:22:31.405001 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f8dec99-7b1c-48ae-9c4e-b4c51acdbf65 req-c46e6e60-d931-44df-9e48-8de171f1044b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 210 time: 0.1833143 Jan 27 15:22:31.413170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:22:31.418505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Checking segment: {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:22:31.418505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:31.418505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Bound using segment: {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:22:31.418505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Bound port: f3faab97-67b4-4298-b510-ce980ed65a9a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:22:31.418505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:31.541957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] For port f3faab97-67b4-4298-b510-ce980ed65a9a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:22:31.548270 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] For port f3faab97-67b4-4298-b510-ce980ed65a9a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f3faab97-67b4-4298-b510-ce980ed65a9a,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:22:31.554957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:31.655879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:31.656882 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:31.700177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d0d95-a082-4471-b2dd-06ad380a82bf None None] Pushing event updated for resources: {'Port': ['ID=f3faab97-67b4-4298-b510-ce980ed65a9a,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:31.729554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4993a537-114b-46f8-acd0-4a4d3e726c34 None None] Provisioning complete for port f3faab97-67b4-4298-b510-ce980ed65a9a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:31.729554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4993a537-114b-46f8-acd0-4a4d3e726c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:31.826944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:31.950545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4993a537-114b-46f8-acd0-4a4d3e726c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:32.033961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4993a537-114b-46f8-acd0-4a4d3e726c34 None None] For port f3faab97-67b4-4298-b510-ce980ed65a9a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f3faab97-67b4-4298-b510-ce980ed65a9a,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:32.042448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4993a537-114b-46f8-acd0-4a4d3e726c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:32.149797 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a537-114b-46f8-acd0-4a4d3e726c34 None None] Pushing event updated for resources: {'Port': ['ID=f3faab97-67b4-4298-b510-ce980ed65a9a,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:32.175446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-6eb3e738-39c8-4145-b1b9-520418af9c9c None None] Provisioning complete for port f3faab97-67b4-4298-b510-ce980ed65a9a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:32.175876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e738-39c8-4145-b1b9-520418af9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:32.211801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:31Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:32.407144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304faa2b-7efb-4bdb-b894-ef97185212d1 None None] The sync data for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv is: [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:31Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:22:32.613347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-c9c7bc38-d27e-4da8-aae9-2dbd5c21a15d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:32.614960 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-c9c7bc38-d27e-4da8-aae9-2dbd5c21a15d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 797 time: 0.2346399 Jan 27 15:22:32.634123 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61872d31-35e3-4ca9-8088-c64343093044 req-6c386446-1e1f-4332-ac2e-f611eaa8a685 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 210 time: 0.0514905 Jan 27 15:22:32.700059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-cf185661-6e9d-48e1-940c-37dac5a2b5ce tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 379 time: 0.0689874 Jan 27 15:22:32.713050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'port': {'device_id': '51b138ec-f762-4451-ac7d-b6b288b56115', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'admin_state_up': True, 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'security_groups': ['2de96f0f-68b1-4de2-ac59-72f8fd49bf3c']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:32.884889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:22:32.889433 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:33.069406 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.7 (a8ca04ad-a893-42c2-87e6-48cffb348115/a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5/8bff7593-3c2d-43e3-a947-4b310666429b) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:22:33.275482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:33.321727 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:33.379567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network a8ca04ad-a893-42c2-87e6-48cffb348115 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:22:33.382986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:22:33.387972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:22:33.392397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:33.454812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:33.455514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:33.484344 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-be36c94b-c0e3-4f12-a30c-0aa9451713cf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752826 Jan 27 15:22:33.499660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Request body: {'port': {'device_id': '51b138ec-f762-4451-ac7d-b6b288b56115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:33.574554 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:33.734156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d9a8f101-a8dc-408f-a32c-c984a772ee08 None None] Provisioning complete for port 8bff7593-3c2d-43e3-a947-4b310666429b triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:33.734728 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d9a8f101-a8dc-408f-a32c-c984a772ee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:33.806512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8f101-a8dc-408f-a32c-c984a772ee08 None None] Port 8bff7593-3c2d-43e3-a947-4b310666429b cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:22:33.889429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c568402-dc0c-4e36-bdd6-22fe145b600f req-9d59df75-bf5d-4e00-a944-68e6e7cee5a0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:33.891154 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c568402-dc0c-4e36-bdd6-22fe145b600f req-9d59df75-bf5d-4e00-a944-68e6e7cee5a0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 931 time: 0.1430831 Jan 27 15:22:33.974468 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0c568402-dc0c-4e36-bdd6-22fe145b600f req-7dab0ede-ae34-4e5c-b68b-362bf5549040 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747962 Jan 27 15:22:34.042357 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bff7593-3c2d-43e3-a947-4b310666429b {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:22:34.051351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:34.065566 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Transition to ACTIVE for port object 8bff7593-3c2d-43e3-a947-4b310666429b will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:22:34.070486 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:34.157827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:34.262816 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Attempting to bind port 8bff7593-3c2d-43e3-a947-4b310666429b on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:22:34.264043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Attempting to bind port 8bff7593-3c2d-43e3-a947-4b310666429b by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:22:34.264923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Attempting to bind port 8bff7593-3c2d-43e3-a947-4b310666429b on network a8ca04ad-a893-42c2-87e6-48cffb348115 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:22:34.273988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Port 8bff7593-3c2d-43e3-a947-4b310666429b on network a8ca04ad-a893-42c2-87e6-48cffb348115 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:22:34.275168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Attempting to bind port 8bff7593-3c2d-43e3-a947-4b310666429b on network a8ca04ad-a893-42c2-87e6-48cffb348115 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:22:34.286040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:22:34.286814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Checking segment: {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:22:34.287583 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Bound using segment: {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:22:34.297109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Bound port: 8bff7593-3c2d-43e3-a947-4b310666429b, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752e52b0-7989-4a5e-babd-375a45b9a7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:22:34.297897 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:34.303110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f3faab97-67b4-4298-b510-ce980ed65a9a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:22:34.387640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f3faab97-67b4-4298-b510-ce980ed65a9a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:34.388772 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:34.394039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:22:34.398175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:22:34.404915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:34.441739 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:34.443304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:34.444151 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] 10.222.0.72 "PUT /v2.0/ports/8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 1093 time: 0.9518027 Jan 27 15:22:34.446696 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:22:34.450010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7447964e-40fc-4c0e-a7de-f7b63743426c" -d '{"events": [{"name": "network-changed", "server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:22:34.513919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6624cdb-8954-4adf-8111-b598838dffba service neutron] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:34.538671 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a860b3d2-d8e7-44c6-8582-3e71ba03637d x-openstack-request-id: req-a860b3d2-d8e7-44c6-8582-3e71ba03637d {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:22:34.538972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:22:34.539229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a860b3d2-d8e7-44c6-8582-3e71ba03637d {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:22:34.539688 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b', 'status': 'completed', 'code': 200} Jan 27 15:22:34.649240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-23491ab9-66f3-4a69-b15c-695d91575389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:34.651241 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-23491ab9-66f3-4a69-b15c-695d91575389 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1096 time: 0.1428828 Jan 27 15:22:34.712333 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-52c8b740-79fa-4882-a7c4-49608f5086ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 217 time: 0.0537484 Jan 27 15:22:34.765646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-59f3dabe-2223-41df-ae3c-0169c7f3ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:34.767025 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-59f3dabe-2223-41df-ae3c-0169c7f3ed13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0486896 Jan 27 15:22:34.823165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-310a3339-a768-441c-b818-d1107ea067ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:34.824934 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-310a3339-a768-441c-b818-d1107ea067ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511024 Jan 27 15:22:34.932320 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-315ab291-ab32-4264-9204-ccee3ec41e42 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985203 Jan 27 15:22:35.039240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00518c69-4420-4c07-a658-8e6f7906ef89 req-ec9d5a38-dcd4-4959-a32b-6a54bcfd6b18 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999603 Jan 27 15:22:35.164947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-c4ffea11-580a-4765-b1f2-b98ec27323e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:35.166486 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-c4ffea11-580a-4765-b1f2-b98ec27323e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1096 time: 0.0736074 Jan 27 15:22:35.174472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15a709-df49-4851-b5f7-ec1a1911fec2 req-527b5f19-af38-4ff0-a935-a31b67b9b5c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:35.176175 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a15a709-df49-4851-b5f7-ec1a1911fec2 req-527b5f19-af38-4ff0-a935-a31b67b9b5c4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 943 time: 0.0951877 Jan 27 15:22:35.273131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a15a709-df49-4851-b5f7-ec1a1911fec2 req-05b0d830-a4bb-47ba-9a36-e5951cf8e055 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772450 Jan 27 15:22:35.300776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-b74463d7-a6bc-4683-aeb9-9dda231cbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:35.302352 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-b74463d7-a6bc-4683-aeb9-9dda231cbd0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 898 time: 0.1252143 Jan 27 15:22:35.352964 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-f17732d9-8c9a-417e-aae3-88f47e4aa8d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 217 time: 0.0428448 Jan 27 15:22:35.407078 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-a326cf3a-5e4f-42a1-94cd-23b883e43d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:35.408739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-a326cf3a-5e4f-42a1-94cd-23b883e43d19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0486910 Jan 27 15:22:35.460162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-b240f4e8-b9eb-4d58-922d-8ff056789c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:35.461860 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-b240f4e8-b9eb-4d58-922d-8ff056789c9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464885 Jan 27 15:22:35.568869 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-a98ecc2b-64e0-4989-9fe9-64a0779a4887 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973344 Jan 27 15:22:35.671071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7447964e-40fc-4c0e-a7de-f7b63743426c req-e4c51c79-1a25-4702-9cda-17702c65262d service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954156 Jan 27 15:22:36.407470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77918bbc-c7a4-4dce-afcb-cbb0115d309f req-4df92f0a-7da2-452d-a53c-194a86232bf7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:36.409140 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77918bbc-c7a4-4dce-afcb-cbb0115d309f req-4df92f0a-7da2-452d-a53c-194a86232bf7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 943 time: 0.0611682 Jan 27 15:22:36.452209 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77918bbc-c7a4-4dce-afcb-cbb0115d309f req-093d3396-742a-41f3-bf7a-2d7fef153dda tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360975 Jan 27 15:22:36.853325 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-b0f74b51-1517-43a4-87f1-1c721be58ae9 req-d9df7535-608b-4229-bb8e-6e02ec40116e tempest-ServerDiskConfigTestJSON-237749745 tempest-ServerDiskConfigTestJSON-237749745-project] (108742) timed out ('10.222.0.72', 53821) {{(pid=108742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 27 15:22:37.597909 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c20f2-312e-47c7-87ab-055f85c74d12 req-6325985d-5144-40a7-b504-6d9d5664ea9b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:37.600758 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-785c20f2-312e-47c7-87ab-055f85c74d12 req-6325985d-5144-40a7-b504-6d9d5664ea9b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 943 time: 0.0672400 Jan 27 15:22:37.643932 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-785c20f2-312e-47c7-87ab-055f85c74d12 req-181a22af-24d2-4943-bf99-73a14a600453 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362489 Jan 27 15:22:38.262161 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 8bff7593-3c2d-43e3-a947-4b310666429b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:22:38.368576 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:38.381176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '8bff7593-3c2d-43e3-a947-4b310666429b', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'port_id': '8bff7593-3c2d-43e3-a947-4b310666429b', 'mac_address': 'fa:16:3e:cc:ac:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:22:38.422459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:38.436794 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bff7593-3c2d-43e3-a947-4b310666429b {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:22:38.458859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:38.464239 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:38.522457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:38.673842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['8bff7593-3c2d-43e3-a947-4b310666429b'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:22:38.796492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301707ca-372f-4d27-946a-ba284939a81d req-c9c90d94-2b80-4e35-96fb-9bf6f1eb488a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:38.798704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-301707ca-372f-4d27-946a-ba284939a81d req-c9c90d94-2b80-4e35-96fb-9bf6f1eb488a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 944 time: 0.0777504 Jan 27 15:22:38.853370 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-301707ca-372f-4d27-946a-ba284939a81d req-eef7a29a-1f87-4366-acf6-5ac1e326edff tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478446 Jan 27 15:22:39.998106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4de1c-1bd8-4a61-879e-e385586cbca9 req-4004fab6-58fe-4367-b93f-24f5a429f170 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:39.999947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-66d4de1c-1bd8-4a61-879e-e385586cbca9 req-4004fab6-58fe-4367-b93f-24f5a429f170 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 944 time: 0.0706501 Jan 27 15:22:40.042853 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-66d4de1c-1bd8-4a61-879e-e385586cbca9 req-0d8eee74-e5ee-4bac-b107-d863ca2517a7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365908 Jan 27 15:22:40.269392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 8bff7593-3c2d-43e3-a947-4b310666429b up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:22:40.322257 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 8bff7593-3c2d-43e3-a947-4b310666429b completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:22:40.327070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 8bff7593-3c2d-43e3-a947-4b310666429b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:22:40.327490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:40.421516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:40.446941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:22:40.449457 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064b79f0-295f-49b6-9aca-c314398f6007" -d '{"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-plugged", "status": "completed", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:22:40.469537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:22:40.474889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:40.504872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ee8d48-0f3e-4c6f-a503-37d6354ceb39 x-openstack-request-id: req-c9ee8d48-0f3e-4c6f-a503-37d6354ceb39 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:22:40.505170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-plugged", "status": "completed", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:22:40.505424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9ee8d48-0f3e-4c6f-a503-37d6354ceb39 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:22:40.505815 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b', 'code': 200} Jan 27 15:22:40.540802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:40.691422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ff0a4-903c-4fab-ad4e-9c0b12c62846 req-c5bda1c2-39de-4386-8bd5-1fcc9743287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:40.692921 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e02ff0a4-903c-4fab-ad4e-9c0b12c62846 req-c5bda1c2-39de-4386-8bd5-1fcc9743287d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1098 time: 0.0464699 Jan 27 15:22:40.732446 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e02ff0a4-903c-4fab-ad4e-9c0b12c62846 req-ba7e8592-5727-44e2-b2da-db35fc253d51 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326703 Jan 27 15:22:41.167679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ee946-5e2e-435f-b35e-803a404bc252 req-217001b2-3c0c-465f-a5df-297efe81c1a7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:41.170305 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d0ee946-5e2e-435f-b35e-803a404bc252 req-217001b2-3c0c-465f-a5df-297efe81c1a7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0550628 Jan 27 15:22:41.213811 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d0ee946-5e2e-435f-b35e-803a404bc252 req-fb04cfc9-2ffa-42fb-aaab-5dff02b05ad2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367150 Jan 27 15:22:42.347402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dca5b1-35ea-4b7e-b6d3-f8f7d33d7525 req-7e067e62-fdba-45f0-bdfd-d853b221833e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:42.348987 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24dca5b1-35ea-4b7e-b6d3-f8f7d33d7525 req-7e067e62-fdba-45f0-bdfd-d853b221833e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0611174 Jan 27 15:22:42.391868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24dca5b1-35ea-4b7e-b6d3-f8f7d33d7525 req-aad11ea7-94a3-4170-82f7-c4251d89f8c5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362129 Jan 27 15:22:42.516916 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027b865-e1ae-409d-8bb6-cacbdeec422f req-295da8c2-1ad5-4575-8cf5-fe171ceb2468 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:42.518504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9027b865-e1ae-409d-8bb6-cacbdeec422f req-295da8c2-1ad5-4575-8cf5-fe171ceb2468 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0534608 Jan 27 15:22:42.566291 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9027b865-e1ae-409d-8bb6-cacbdeec422f req-cc1ae805-ff7c-4664-a69e-f6f8cab2bd2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411978 Jan 27 15:22:42.588661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44778) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:42.637145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096a95ae-48e7-48da-96dd-4ae0b9bf3f81 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:42.639313 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-096a95ae-48e7-48da-96dd-4ae0b9bf3f81 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1093 time: 0.0493200 Jan 27 15:22:42.642442 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44780) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:42.647298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '8bff7593-3c2d-43e3-a947-4b310666429b', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:22:42.683897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:42.797931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:42.922118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.166 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/49aada7e-89fe-4066-a543-d80d5af382fe) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:22:43.034215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:43.087608 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:43.131641 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:22:43.136947 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:22:43.141540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:22:43.165761 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=49aada7e-89fe-4066-a543-d80d5af382fe,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:43.549536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:43.627102 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:43.803044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:43.808339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:43.887056 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=49aada7e-89fe-4066-a543-d80d5af382fe,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:22:43.902929 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:44.016029 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP 492e1b02-0d71-4851-b7a9-663aa34be751 associated. External IP: 172.26.6.166, port: 8bff7593-3c2d-43e3-a947-4b310666429b. Jan 27 15:22:44.045729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-395f6344-50bb-43c2-a9de-0606eac2ff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:44.275603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router d58b9fda-2b8b-468c-a361-c94c363cea9d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:22:44.400286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:22:44.413654 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] Sync routers for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:22:44.422458 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:44.428144 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:44.428933 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:44.456124 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-20fd0935-35e6-47b2-91d6-b068b48a6c62 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8125839 Jan 27 15:22:44.456716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:22:44.459092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6835b876-6901-47e4-a738-df60308e9c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:22:44.522169 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5930bb-91ba-4d11-8784-a716058e7cdc x-openstack-request-id: req-ee5930bb-91ba-4d11-8784-a716058e7cdc {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:22:44.522635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:22:44.522993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee5930bb-91ba-4d11-8784-a716058e7cdc {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:22:44.527351 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b', 'status': 'completed', 'code': 200} Jan 27 15:22:44.557359 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:44.619690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b876-6901-47e4-a738-df60308e9c1a req-04c445eb-f40a-4153-8046-cf429db3b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:44.621231 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6835b876-6901-47e4-a738-df60308e9c1a req-04c445eb-f40a-4153-8046-cf429db3b2b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1098 time: 0.0781496 Jan 27 15:22:44.646098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6559005-64f1-4f69-922f-a4235c6adf94 req-f84a1315-0588-40f4-8aca-27e56fb20b7c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:44.647698 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6559005-64f1-4f69-922f-a4235c6adf94 req-f84a1315-0588-40f4-8aca-27e56fb20b7c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0773096 Jan 27 15:22:44.737073 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a6559005-64f1-4f69-922f-a4235c6adf94 req-e559eb4c-cdd1-41fa-bc6e-c791b08045e6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771096 Jan 27 15:22:44.766950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44788) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:44.780171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b876-6901-47e4-a738-df60308e9c1a req-84f7646d-7c4c-44d8-899b-ed22b1ce65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:44.782809 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6835b876-6901-47e4-a738-df60308e9c1a req-84f7646d-7c4c-44d8-899b-ed22b1ce65f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 898 time: 0.1536143 Jan 27 15:22:44.855341 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8fd78f3a-1698-4afc-9403-8234f09acd2f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/492e1b02-0d71-4851-b7a9-663aa34be751 HTTP/1.1" status: 200 len: 991 time: 0.0858243 Jan 27 15:22:44.888769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6835b876-6901-47e4-a738-df60308e9c1a req-43d5eb87-e96a-40b8-8131-9b7e92c7b96c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 999 time: 0.0995266 Jan 27 15:22:44.897499 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '492e1b02-0d71-4851-b7a9-663aa34be751', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'port_id': '8bff7593-3c2d-43e3-a947-4b310666429b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'mac_address': 'fa:16:3e:cc:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b138ec-f762-4451-ac7d-b6b288b56115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:22:43Z', 'updated_at': '2022-01-27T15:22:43Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:44.928305 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] Checking router: d58b9fda-2b8b-468c-a361-c94c363cea9d for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:22:44.942432 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:22:44.943491 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:22:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:44.953668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b876-6901-47e4-a738-df60308e9c1a req-92da6882-cea7-4564-8680-1c41c66ea806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:44.956463 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6835b876-6901-47e4-a738-df60308e9c1a req-92da6882-cea7-4564-8680-1c41c66ea806 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0615003 Jan 27 15:22:45.013371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835b876-6901-47e4-a738-df60308e9c1a req-e54d4a62-fd4e-41a2-9a66-3d5685479b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:22:45.015013 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6835b876-6901-47e4-a738-df60308e9c1a req-e54d4a62-fd4e-41a2-9a66-3d5685479b74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521233 Jan 27 15:22:45.097191 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:22:45.127067 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6835b876-6901-47e4-a738-df60308e9c1a req-355dd1f3-6198-408c-8efe-e853b7c95b5f service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049619 Jan 27 15:22:45.231963 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6835b876-6901-47e4-a738-df60308e9c1a req-efe70e31-c01c-46ce-978c-0c3f1ad13e00 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981977 Jan 27 15:22:45.455232 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '492e1b02-0d71-4851-b7a9-663aa34be751', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'port_id': '8bff7593-3c2d-43e3-a947-4b310666429b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'mac_address': 'fa:16:3e:cc:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b138ec-f762-4451-ac7d-b6b288b56115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:22:43Z', 'updated_at': '2022-01-27T15:22:43Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:22:45.485265 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c06a9c-8069-4dac-94ba-95bb8a7b2081 None None] The sync data for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv is: [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '492e1b02-0d71-4851-b7a9-663aa34be751', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'port_id': '8bff7593-3c2d-43e3-a947-4b310666429b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'mac_address': 'fa:16:3e:cc:ac:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b138ec-f762-4451-ac7d-b6b288b56115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:22:43Z', 'updated_at': '2022-01-27T15:22:43Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:22:45.699011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef276898-8f8b-45fa-ab71-6226d9de780a None None] New status for floating IP 492e1b02-0d71-4851-b7a9-663aa34be751: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:22:45.860356 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44790) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:22:45.936111 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ac1a5a74-3594-433c-8f0f-259f2d73d6f7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/492e1b02-0d71-4851-b7a9-663aa34be751 HTTP/1.1" status: 200 len: 993 time: 0.0743792 Jan 27 15:22:46.311207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfb81f3a-0b5a-4d9b-a023-ca25e2048f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:47.510801 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:48.905455 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:22:49.268860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:00.495472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:01.935213 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:23:11.599606 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-3d9eccca-87dc-48a1-8c11-61825248561c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445397 Jan 27 15:23:11.696081 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-fdb51e90-e886-472a-a2f6-61f1a9317e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:11.697612 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-fdb51e90-e886-472a-a2f6-61f1a9317e4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1098 time: 0.0527554 Jan 27 15:23:11.807975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-f84f3435-8914-4a3a-8b1a-5b8e4acf6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:11.809608 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-f84f3435-8914-4a3a-8b1a-5b8e4acf6317 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 898 time: 0.0923083 Jan 27 15:23:11.885444 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-1d1e3778-5084-4324-be89-03aa8a24608e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 1001 time: 0.0688686 Jan 27 15:23:11.938865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-8766c243-311e-41ec-96c1-09c95ef7b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:11.940420 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-8766c243-311e-41ec-96c1-09c95ef7b027 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0472279 Jan 27 15:23:11.992658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-42989d0f-3824-4eb9-b28b-abef26535d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:11.994390 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-42989d0f-3824-4eb9-b28b-abef26535d6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459933 Jan 27 15:23:12.105724 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-a4f9cd0b-b08e-4158-9b41-05776e8e77d6 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030383 Jan 27 15:23:12.207598 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c01dee9-6879-4e9e-8944-2fc71597ff71 req-eb77fcca-f9d9-4a1d-9024-c972ccba1156 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945787 Jan 27 15:23:14.034874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1f62-bb64-4d45-bd36-372184d204a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:16.305624 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55ab7e09-f635-43f2-8a9d-ad6ac871fd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:17.244210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-8d69bb63-6f90-430d-a6d9-ee17f159258a req-7684ba15-4c0e-4d09-bff7-7c80e3a04229 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:23:17.245850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8d69bb63-6f90-430d-a6d9-ee17f159258a req-7684ba15-4c0e-4d09-bff7-7c80e3a04229 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076723 Jan 27 15:23:17.494265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790efb0-ce68-41ce-ac3a-0f5edec5cae5 req-f73bb8ad-186f-4418-8e66-65f636f0c057 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:17.497630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e790efb0-ce68-41ce-ac3a-0f5edec5cae5 req-f73bb8ad-186f-4418-8e66-65f636f0c057 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0836866 Jan 27 15:23:17.527536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:17.546845 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44810) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:23:17.554681 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e790efb0-ce68-41ce-ac3a-0f5edec5cae5 req-0ac8d9a4-75d3-4a1e-b933-e304563fa1e0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497053 Jan 27 15:23:17.639101 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-7ead9d5c-88b0-4e73-b16c-16e020b9bed4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910091 Jan 27 15:23:17.648981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-d4323202-6206-4ce3-95f8-23fe30538c42 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:23:17.650285 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-d4323202-6206-4ce3-95f8-23fe30538c42 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057628 Jan 27 15:23:18.703858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d87736-eafd-4002-bf8d-d57f536a21d0 req-dcf5590d-c534-427d-b1e9-b5801cce6a92 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:18.705514 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-60d87736-eafd-4002-bf8d-d57f536a21d0 req-dcf5590d-c534-427d-b1e9-b5801cce6a92 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0610368 Jan 27 15:23:18.750182 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-60d87736-eafd-4002-bf8d-d57f536a21d0 req-d6f57a79-e30c-4f94-a452-cae7c8acabc2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381448 Jan 27 15:23:18.890184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-584757b3-dbf9-4c9a-b648-6d2859ed8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:18.892792 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-584757b3-dbf9-4c9a-b648-6d2859ed8cac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1098 time: 0.0521061 Jan 27 15:23:18.907974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:18.999378 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-d958dff7-51be-4413-820e-64b65ff8acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:19.000838 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-d958dff7-51be-4413-820e-64b65ff8acf7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 898 time: 0.1022761 Jan 27 15:23:19.074583 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-aaa8a5d1-07c6-4557-8ccf-a275e91a1b82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 1001 time: 0.0673037 Jan 27 15:23:19.129231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-5b5d072e-fdee-419d-b0b8-72f7ea34aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:19.130912 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-5b5d072e-fdee-419d-b0b8-72f7ea34aafc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0488544 Jan 27 15:23:19.189182 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-e3c85a77-2986-4a74-a174-33eea233ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:19.190849 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-e3c85a77-2986-4a74-a174-33eea233ba87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531695 Jan 27 15:23:19.278516 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:19.304913 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-0587928e-4f40-4d81-aadd-1a2396be54cd service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072471 Jan 27 15:23:19.410973 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-dc7aef61-857f-498a-bdd9-8913a24ec76c service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994158 Jan 27 15:23:20.241899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb2f2-b6b2-495f-86b8-2d9c2011eea8 req-278bf4ef-4f94-4fcb-bf50-4a841264b953 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:20.243596 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd5fb2f2-b6b2-495f-86b8-2d9c2011eea8 req-278bf4ef-4f94-4fcb-bf50-4a841264b953 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.4191182 Jan 27 15:23:20.292457 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd5fb2f2-b6b2-495f-86b8-2d9c2011eea8 req-e1767f00-f520-4c43-b455-44a432688c76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382440 Jan 27 15:23:21.438997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615720-098f-4feb-897c-8013f9dc9523 req-97d990e9-3b54-4a89-aec4-5181e0e656df tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:21.440691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-93615720-098f-4feb-897c-8013f9dc9523 req-97d990e9-3b54-4a89-aec4-5181e0e656df tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0651467 Jan 27 15:23:21.487369 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-93615720-098f-4feb-897c-8013f9dc9523 req-8fd85641-6434-4a50-a9c2-5dac488480db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350451 Jan 27 15:23:22.613851 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878851f-78d5-429c-9f73-247d1f11ae23 req-41bb75d1-5185-4427-94e4-4bf77d73e2bf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:22.615602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1878851f-78d5-429c-9f73-247d1f11ae23 req-41bb75d1-5185-4427-94e4-4bf77d73e2bf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0534482 Jan 27 15:23:22.663262 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1878851f-78d5-429c-9f73-247d1f11ae23 req-b9d99e96-e11f-46dd-b93d-ebc18b874ae0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413699 Jan 27 15:23:23.785296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c7f0-505f-419f-994b-dee6481b7fde req-8d2ab39c-b07e-4288-ae6a-a84d28d6c180 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:23.786940 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3328c7f0-505f-419f-994b-dee6481b7fde req-8d2ab39c-b07e-4288-ae6a-a84d28d6c180 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0524232 Jan 27 15:23:23.850746 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3328c7f0-505f-419f-994b-dee6481b7fde req-432a3059-a67c-44b0-aaa0-9848da3098eb tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565686 Jan 27 15:23:24.987136 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035e218-e628-4529-88fe-9a3043a74c8e req-13dc6ed0-1fe7-43ac-b20e-58655ee12299 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:24.988773 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6035e218-e628-4529-88fe-9a3043a74c8e req-13dc6ed0-1fe7-43ac-b20e-58655ee12299 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0535722 Jan 27 15:23:25.032576 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6035e218-e628-4529-88fe-9a3043a74c8e req-401e0cf0-d381-4fee-85c3-9b92826519f0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375264 Jan 27 15:23:26.172156 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0a262-b241-47c9-9d5c-74fe6db34f8a req-7fc87e5d-8270-4989-a21b-77029a59e90b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:26.173720 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-76f0a262-b241-47c9-9d5c-74fe6db34f8a req-7fc87e5d-8270-4989-a21b-77029a59e90b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0621092 Jan 27 15:23:26.222776 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-76f0a262-b241-47c9-9d5c-74fe6db34f8a req-4e60b994-b9f1-47ab-8cb0-c3d795831fd3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402830 Jan 27 15:23:27.348882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410145-8e76-48df-9e83-8bf820e97e5a req-e6a15394-7cf3-4ecb-be6a-8aef2309b373 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:27.350393 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-44410145-8e76-48df-9e83-8bf820e97e5a req-e6a15394-7cf3-4ecb-be6a-8aef2309b373 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0537241 Jan 27 15:23:27.407384 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-44410145-8e76-48df-9e83-8bf820e97e5a req-d96d4309-03d0-4eae-ad45-b70e775c76ea tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463042 Jan 27 15:23:28.538893 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297d8c5-28c3-4af5-bc45-967a49cff167 req-9953de45-7db3-444a-baca-6719bb1fb471 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:28.540529 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c297d8c5-28c3-4af5-bc45-967a49cff167 req-9953de45-7db3-444a-baca-6719bb1fb471 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0577374 Jan 27 15:23:28.588622 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c297d8c5-28c3-4af5-bc45-967a49cff167 req-1ac51165-b152-45de-b762-3e569b89cf17 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363004 Jan 27 15:23:29.720572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a156cb-7be1-4ad7-9dcc-58c1a1eea0dc req-c1f9b52f-9825-427a-b2b3-e0b5ff3bb258 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:29.722093 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b0a156cb-7be1-4ad7-9dcc-58c1a1eea0dc req-c1f9b52f-9825-427a-b2b3-e0b5ff3bb258 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Jan 27 15:23:29.770324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b0a156cb-7be1-4ad7-9dcc-58c1a1eea0dc req-d43a8452-fa7d-4bcf-803a-e596de1dec14 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Jan 27 15:23:30.508545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:30.921762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bd07d-3613-417f-a157-6b0532c0b4fb req-7a214ccb-ccce-40de-ae6b-ee9fe7e07a86 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:30.923394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-828bd07d-3613-417f-a157-6b0532c0b4fb req-7a214ccb-ccce-40de-ae6b-ee9fe7e07a86 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0541797 Jan 27 15:23:30.965441 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-828bd07d-3613-417f-a157-6b0532c0b4fb req-480a899a-e35b-4469-a9ce-37dd4d5b1e82 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351250 Jan 27 15:23:32.100043 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e003-f928-4475-914a-4c30624b7989 req-dba4e72c-9385-4276-a1dd-4fe5868a1c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:32.101822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aca5e003-f928-4475-914a-4c30624b7989 req-dba4e72c-9385-4276-a1dd-4fe5868a1c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0525839 Jan 27 15:23:32.149772 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-aca5e003-f928-4475-914a-4c30624b7989 req-2db6a777-57b5-4837-93af-92ef01b8acc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357046 Jan 27 15:23:33.291659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f9dfd-dbd9-41b2-9971-a595bf65d8f4 req-811656e7-4f2a-4605-9378-aaed5a52f4e2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:33.293162 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-176f9dfd-dbd9-41b2-9971-a595bf65d8f4 req-811656e7-4f2a-4605-9378-aaed5a52f4e2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0554624 Jan 27 15:23:33.340741 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-176f9dfd-dbd9-41b2-9971-a595bf65d8f4 req-c5c45e95-49a9-46b9-bb64-0b0539088efe tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395551 Jan 27 15:23:34.462467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dd61d-8992-4ad2-8dc5-5ea8a4f56cdd req-e397138e-a260-44b1-8218-f9f18a22e2b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:34.464814 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-363dd61d-8992-4ad2-8dc5-5ea8a4f56cdd req-e397138e-a260-44b1-8218-f9f18a22e2b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0522766 Jan 27 15:23:34.511521 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-363dd61d-8992-4ad2-8dc5-5ea8a4f56cdd req-696f0290-3313-4fe4-9085-5fff0bfe61ce tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Jan 27 15:23:35.678948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea268897-cccf-4ce2-858a-dffc16b6881e req-10c0579d-6e91-4130-8d3d-2ae397ecdae2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:35.681817 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea268897-cccf-4ce2-858a-dffc16b6881e req-10c0579d-6e91-4130-8d3d-2ae397ecdae2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0872359 Jan 27 15:23:35.724147 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ea268897-cccf-4ce2-858a-dffc16b6881e req-1cd5df4e-908d-44ea-8bc4-d3cdb47f6266 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364442 Jan 27 15:23:36.049408 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-882e7166-92a1-49a6-ae80-3ffdca51d1e5 service neutron] 10.222.0.72 "GET /v2.0/ports/8bff7593-3c2d-43e3-a947-4b310666429b/bindings/hv-neutron-8264 HTTP/1.1" status: 200 len: 384 time: 0.0628700 Jan 27 15:23:36.273790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-4926b50e-8b13-4d40-82cf-12551ed9380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:36.276271 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-4926b50e-8b13-4d40-82cf-12551ed9380f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 1098 time: 0.0528233 Jan 27 15:23:36.344602 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-cee1f5df-a363-42f6-902d-2478eb7770bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:36.346300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-cee1f5df-a363-42f6-902d-2478eb7770bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1098 time: 0.0459688 Jan 27 15:23:36.456477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-d17bfe76-3f03-4d51-928f-e4fb5e4062f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:36.458040 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-d17bfe76-3f03-4d51-928f-e4fb5e4062f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 898 time: 0.1056190 Jan 27 15:23:36.529787 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-f428dc93-af30-44f3-a976-b7d6665cd319 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 1001 time: 0.0641203 Jan 27 15:23:36.583106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-692b3a02-86c8-4481-8798-f86cadd0ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:36.584752 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-692b3a02-86c8-4481-8798-f86cadd0ea2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0493395 Jan 27 15:23:36.639094 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-57b5367e-e234-4c79-b997-53bf7f768d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:36.640900 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-57b5367e-e234-4c79-b997-53bf7f768d83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495088 Jan 27 15:23:36.738968 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-2a127325-457b-49d3-8bd3-e8c9b2458f8d service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905175 Jan 27 15:23:36.910492 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-f04a6306-876b-47b2-96dd-8b8d48938823 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642606 Jan 27 15:23:36.940478 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9557b5-1cc7-46cb-b93d-8907046cb84a req-11308c55-a23a-4794-bfa1-6b884c803d1a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:36.942369 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1f9557b5-1cc7-46cb-b93d-8907046cb84a req-11308c55-a23a-4794-bfa1-6b884c803d1a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0932283 Jan 27 15:23:37.001832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1f9557b5-1cc7-46cb-b93d-8907046cb84a req-b8182e95-fb5c-44f4-8225-94804ebb466b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Jan 27 15:23:38.138920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30567-2b8a-4d26-ab89-a8353c3fdf41 req-8b0fa9b5-13d7-4f69-8ce2-24a4baf01942 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:38.140612 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72a30567-2b8a-4d26-ab89-a8353c3fdf41 req-8b0fa9b5-13d7-4f69-8ce2-24a4baf01942 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0552762 Jan 27 15:23:38.200659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-72a30567-2b8a-4d26-ab89-a8353c3fdf41 req-3a2a97d6-9fd0-4f25-9abd-4d2ddd76418f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504918 Jan 27 15:23:38.934093 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:23:39.355725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76c4a0-6ff0-4bfd-a966-66a9bcffe447 req-fb66dc51-2a3e-4fbc-a790-476e56aaacdd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:39.357373 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e76c4a0-6ff0-4bfd-a966-66a9bcffe447 req-fb66dc51-2a3e-4fbc-a790-476e56aaacdd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0745664 Jan 27 15:23:39.405247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0e76c4a0-6ff0-4bfd-a966-66a9bcffe447 req-d86f00c0-6ff1-4de6-b12d-869ed37ff090 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Jan 27 15:23:39.663019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22395e81-98d6-4a4f-a349-1ac1d4b61587 req-9a3b1efb-28f4-49a0-8f73-be8846dd1284 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:39.664696 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-22395e81-98d6-4a4f-a349-1ac1d4b61587 req-9a3b1efb-28f4-49a0-8f73-be8846dd1284 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0888779 Jan 27 15:23:39.683638 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7686c-f701-4c58-a30b-db509db66436 req-9b8f37db-f697-46bb-8467-e45e339620f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:39.685188 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-9b8f37db-f697-46bb-8467-e45e339620f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115&tenant_id=d5f3065be1f44a05b30d08f6c22fe131&binding%3Ahost_id=hv-neutron-8264 HTTP/1.1" status: 200 len: 945 time: 0.0778134 Jan 27 15:23:39.720243 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-22395e81-98d6-4a4f-a349-1ac1d4b61587 req-5fd765ff-91ae-40ae-bba6-5e38f3e120af tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Jan 27 15:23:39.787568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7686c-f701-4c58-a30b-db509db66436 req-f22dca32-9eee-4655-894d-cbd7cf187bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:39.789232 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-f22dca32-9eee-4655-894d-cbd7cf187bf1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1098 time: 0.0481708 Jan 27 15:23:39.915995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eac9fc-e344-4565-9c82-2fa82f5972ec req-3d2fe5b0-48b6-4080-9813-911e20c6d834 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:39.917667 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26eac9fc-e344-4565-9c82-2fa82f5972ec req-3d2fe5b0-48b6-4080-9813-911e20c6d834 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.1125095 Jan 27 15:23:39.949484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7686c-f701-4c58-a30b-db509db66436 req-52a67ef8-57ec-4774-97e6-d69a7f576f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:39.951028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-52a67ef8-57ec-4774-97e6-d69a7f576f03 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 898 time: 0.1555262 Jan 27 15:23:40.030378 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26eac9fc-e344-4565-9c82-2fa82f5972ec req-beccf099-50f9-40ff-a4c6-ef14a3a9db10 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925763 Jan 27 15:23:40.049353 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-5a7caf8f-837f-4761-ba0a-d09973be6b3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 1001 time: 0.0913990 Jan 27 15:23:40.135774 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7686c-f701-4c58-a30b-db509db66436 req-6ccdc82c-c963-47c4-ae3d-34e1bb366dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:40.138400 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-6ccdc82c-c963-47c4-ae3d-34e1bb366dcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0828059 Jan 27 15:23:40.187999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7686c-f701-4c58-a30b-db509db66436 req-087abb3e-09c0-48ec-bb8c-be2f7a342120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:40.189916 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-087abb3e-09c0-48ec-bb8c-be2f7a342120 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449882 Jan 27 15:23:40.294669 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-3f2d6d73-10b5-4c8e-842a-aa5556834eca service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981302 Jan 27 15:23:40.396646 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28f7686c-f701-4c58-a30b-db509db66436 req-83169284-c0b6-44a1-92ef-e73b2471e99e service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958807 Jan 27 15:23:40.626188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 8bff7593-3c2d-43e3-a947-4b310666429b details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:23:40.628810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 8bff7593-3c2d-43e3-a947-4b310666429b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:23:40.788430 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:40.819756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:23:40.840039 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:23:40.842367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8008c82e-62de-482a-a1c3-d620a3f9d679" -d '{"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-unplugged", "status": "completed", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:23:40.869810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '8bff7593-3c2d-43e3-a947-4b310666429b', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'port_id': '8bff7593-3c2d-43e3-a947-4b310666429b', 'mac_address': 'fa:16:3e:cc:ac:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:23:40.874032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:23:40.886526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db80437-851f-48d0-a3da-956ddf9641d4 x-openstack-request-id: req-4db80437-851f-48d0-a3da-956ddf9641d4 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:23:40.886969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-unplugged", "status": "completed", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:23:40.887396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4db80437-851f-48d0-a3da-956ddf9641d4 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:23:40.888151 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b', 'code': 200} Jan 27 15:23:40.915236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:40.970931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:40.997059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bff7593-3c2d-43e3-a947-4b310666429b {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:23:41.004120 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:23:41.020202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.020562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.020881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.021212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.021546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.021889 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.022204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.022530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.023101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.023464 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.023790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.024107 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:23:41.039258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:23:41.045330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:41.111789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['8bff7593-3c2d-43e3-a947-4b310666429b'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:23:41.168977 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:23:41.200688 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef7a5-0aaa-4449-8920-4a8a61a441fe req-52f4e597-b111-472e-92ab-b4d298de4130 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:23:41.202641 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-582ef7a5-0aaa-4449-8920-4a8a61a441fe req-52f4e597-b111-472e-92ab-b4d298de4130 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 944 time: 0.0889356 Jan 27 15:23:41.251898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-582ef7a5-0aaa-4449-8920-4a8a61a441fe req-b6feec15-43c9-41b0-8188-b52045a06801 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391898 Jan 27 15:23:41.278336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44892) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:23:41.345630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c84b9645-fdcc-4944-9c8f-91794d1f6aff tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/492e1b02-0d71-4851-b7a9-663aa34be751 HTTP/1.1" status: 200 len: 992 time: 0.0660930 Jan 27 15:23:42.633816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 8bff7593-3c2d-43e3-a947-4b310666429b up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:23:42.688849 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 8bff7593-3c2d-43e3-a947-4b310666429b triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:23:42.689353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:42.784547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:42.827686 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:23:42.833852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:42.889210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:23:42.891751 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a4f29c-608f-4bb5-98d2-5caa0268f7a9" -d '{"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-plugged", "status": "completed", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:23:42.896027 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:23:42.939350 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d8934a-c74c-4dec-8b5c-f4d78a3b8d33 x-openstack-request-id: req-44d8934a-c74c-4dec-8b5c-f4d78a3b8d33 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:23:42.939724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-plugged", "status": "completed", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:23:42.940050 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44d8934a-c74c-4dec-8b5c-f4d78a3b8d33 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:23:42.940543 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b', 'code': 200} Jan 27 15:23:44.031661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0102f478-fd03-4d34-bca3-fa93610a2895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:46.311094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-476c129b-8b21-42f4-a4ec-778c7ef80996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:47.520833 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:48.905506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:23:49.273665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:00.507103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:09.729672 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44904) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:09.912515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 49aada7e-89fe-4066-a543-d80d5af382fe {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:24:09.912937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:10.001165 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:10.001460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:10.016169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 49aada7e-89fe-4066-a543-d80d5af382fe owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:24:10.182918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:10.212725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=49aada7e-89fe-4066-a543-d80d5af382fe,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:10.238570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.239097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.239331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.239616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.239994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.240325 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.240691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.241025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.241347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.241723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.242035 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.242402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:10.286902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:10.287190 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP 492e1b02-0d71-4851-b7a9-663aa34be751 disassociated (deleted). External IP: 172.26.6.166, port: 8bff7593-3c2d-43e3-a947-4b310666429b. Jan 27 15:24:10.524642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router d58b9fda-2b8b-468c-a361-c94c363cea9d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:24:10.647926 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:24:10.654387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:10.660923 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] Sync routers for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:24:10.676651 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:10.677641 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:23:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:10.701986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b489d70f-ae23-4626-b6ef-bbe903ee4798 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/floatingips/492e1b02-0d71-4851-b7a9-663aa34be751 HTTP/1.1" status: 204 len: 168 time: 0.9679475 Jan 27 15:24:10.701986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:24:10.704082 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dae894d-a18b-43b5-b833-b33a24dccc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:24:10.781397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16386d1d-7108-44ca-8d30-633e71dc5f6e x-openstack-request-id: req-16386d1d-7108-44ca-8d30-633e71dc5f6e {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:24:10.782370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:24:10.782370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16386d1d-7108-44ca-8d30-633e71dc5f6e {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:24:10.782370 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b', 'status': 'completed', 'code': 200} Jan 27 15:24:10.850348 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:10.878297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-ba163abc-954e-4395-8652-76aad9893cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:10.881454 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-ba163abc-954e-4395-8652-76aad9893cf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 1098 time: 0.0774899 Jan 27 15:24:11.106510 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a627e02-1bf7-48f5-a614-495b2585fde3 req-86dc40c3-0cd2-465e-b410-8cd0c6dcf666 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:11.109327 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4a627e02-1bf7-48f5-a614-495b2585fde3 req-86dc40c3-0cd2-465e-b410-8cd0c6dcf666 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.1317565 Jan 27 15:24:11.115492 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:11.138125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-6b00f1af-4431-4d1e-9736-bdf66f76d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:11.140691 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-6b00f1af-4431-4d1e-9736-bdf66f76d437 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 200 len: 898 time: 0.2504594 Jan 27 15:24:11.145742 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] Checking router: d58b9fda-2b8b-468c-a361-c94c363cea9d for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:24:11.156497 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:11.157034 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:23:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:11.213835 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-4014a385-92b3-434b-85cc-2ac89c365e50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 200 len: 217 time: 0.0541077 Jan 27 15:24:11.234209 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4a627e02-1bf7-48f5-a614-495b2585fde3 req-05f8cb69-e33a-4d64-91c5-486b2892d759 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108456 Jan 27 15:24:11.278300 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:11.311722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-7c67fee4-e175-43db-81e1-6e1d68a190ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:11.314489 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-7c67fee4-e175-43db-81e1-6e1d68a190ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 200 len: 835 time: 0.0877156 Jan 27 15:24:11.387415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-cd67e2fb-29c6-4475-bdef-4f9f2406a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:11.389770 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-cd67e2fb-29c6-4475-bdef-4f9f2406a534 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8ca04ad-a893-42c2-87e6-48cffb348115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671766 Jan 27 15:24:11.529180 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-d1eba697-e47a-4ecb-b1cc-e27fe10aa580 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286845 Jan 27 15:24:11.560398 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:11.592822 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30396d-6d81-4491-93e1-77943c53118f None None] The sync data for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv is: [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'f3faab97-67b4-4298-b510-ce980ed65a9a', 'name': '', 'network_id': 'a8ca04ad-a893-42c2-87e6-48cffb348115', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:0f:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:27Z', 'updated_at': '2022-01-27T15:22:32Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:24:11.640657 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0dae894d-a18b-43b5-b833-b33a24dccc1e req-87a88a99-cdf8-45f4-9309-a0cedc047565 service neutron] 10.222.0.72 "GET /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032300 Jan 27 15:24:11.858609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226e189f-6ef3-4258-891d-53b554b62b31 None None] New status for floating IP 492e1b02-0d71-4851-b7a9-663aa34be751: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:24:12.410968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d28ff7-db85-43e1-88d4-33aa5bea0564 req-6f510630-332f-4f93-bd61-209ccb918400 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:12.413737 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b2d28ff7-db85-43e1-88d4-33aa5bea0564 req-6f510630-332f-4f93-bd61-209ccb918400 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0916696 Jan 27 15:24:12.455202 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b2d28ff7-db85-43e1-88d4-33aa5bea0564 req-1ea53267-9b76-42f6-8a7b-f64f25b9a7f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348990 Jan 27 15:24:12.644535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-2fa30aa8-b57b-46b8-81de-a7d786cbe806 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:12.647038 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-2fa30aa8-b57b-46b8-81de-a7d786cbe806 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 945 time: 0.0644133 Jan 27 15:24:12.749264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 8bff7593-3c2d-43e3-a947-4b310666429b {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:24:12.749687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:12.864534 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 8bff7593-3c2d-43e3-a947-4b310666429b, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=8bff7593-3c2d-43e3-a947-4b310666429b,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:12.864927 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:12.880427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 8bff7593-3c2d-43e3-a947-4b310666429b owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:24:13.049053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:13.081531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=8bff7593-3c2d-43e3-a947-4b310666429b,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:13.129565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] No DVR routers for this DVR port 8bff7593-3c2d-43e3-a947-4b310666429b on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:24:13.132215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:13.136260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c591234-b85c-43b3-a6ca-0ae36a2e042b req-c7122d92-02a2-42ca-9de3-12548880f425 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "DELETE /v2.0/ports/8bff7593-3c2d-43e3-a947-4b310666429b HTTP/1.1" status: 204 len: 173 time: 0.4834602 Jan 27 15:24:13.136732 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-deleted', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:24:13.139080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec06bfbe-1453-4ef3-bfb7-95f74592309f" -d '{"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-deleted", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:24:13.182515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2a43ea-2f05-4beb-bc35-81579363ffe2 x-openstack-request-id: req-dd2a43ea-2f05-4beb-bc35-81579363ffe2 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:24:13.182933 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b138ec-f762-4451-ac7d-b6b288b56115", "name": "network-vif-deleted", "tag": "8bff7593-3c2d-43e3-a947-4b310666429b", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:24:13.183374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd2a43ea-2f05-4beb-bc35-81579363ffe2 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:24:13.183973 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b138ec-f762-4451-ac7d-b6b288b56115', 'name': 'network-vif-deleted', 'tag': '8bff7593-3c2d-43e3-a947-4b310666429b', 'status': 'completed', 'code': 200} Jan 27 15:24:13.639912 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d84599f7-f9b6-42b2-bdf1-c8e6d9ad0c45 req-4cc9d746-2ec2-483f-81d7-f0c4d286f0d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b138ec-f762-4451-ac7d-b6b288b56115 HTTP/1.1" status: 200 len: 210 time: 0.0505402 Jan 27 15:24:14.028305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ef2f341-07b5-441c-8f31-097145b4cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:14.708498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44920) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:15.121376 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:15.425826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port f3faab97-67b4-4298-b510-ce980ed65a9a {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:24:15.426163 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:15.520803 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port f3faab97-67b4-4298-b510-ce980ed65a9a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f3faab97-67b4-4298-b510-ce980ed65a9a,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:15.521168 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:15.536221 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for f3faab97-67b4-4298-b510-ce980ed65a9a owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:24:15.738066 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:15.770989 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=f3faab97-67b4-4298-b510-ce980ed65a9a,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:15.784574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.784935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.785288 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.785773 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.785965 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.786283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.786615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.786948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.787306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.787622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.787957 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.788274 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:15.939761 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:24:16.017008 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:16.318811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aef4870a-8759-43c7-a9f6-7c58ed002fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:16.718766 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router d58b9fda-2b8b-468c-a361-c94c363cea9d has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:24:16.805547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 8bff7593-3c2d-43e3-a947-4b310666429b no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:24:16.845840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 8bff7593-3c2d-43e3-a947-4b310666429b {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:24:16.846416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 8bff7593-3c2d-43e3-a947-4b310666429b not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:24:16.859917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:24:16.866697 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d60a90b1-3bc3-4d20-960b-2a26b8411f38 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/d58b9fda-2b8b-468c-a361-c94c363cea9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1565320 Jan 27 15:24:16.870679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44922) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:16.877035 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] Sync routers for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:24:16.896068 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:16.896825 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:16.972532 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting subnet a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:24:16.978855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.045435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.068478 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:17.158493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.258410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.294003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:17.300990 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.306977 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fc25453f-e909-40ce-a6b9-3ab1a8dee697 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/subnets/a3b3ab83-0c36-47bc-8d28-7ac1e0bac5e5 HTTP/1.1" status: 204 len: 168 time: 0.4344292 Jan 27 15:24:17.309734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44924) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:17.313824 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f6ee5-7a08-4dc0-91a6-ec8a9a2c4c91 None None] Network a8ca04ad-a893-42c2-87e6-48cffb348115 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:24:17.334591 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:24:15Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:17.380668 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] Checking router: d58b9fda-2b8b-468c-a361-c94c363cea9d for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:24:17.395250 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] Routers {'d58b9fda-2b8b-468c-a361-c94c363cea9d'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:17.396169 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d58b9fda-2b8b-468c-a361-c94c363cea9d'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:17.445652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.531652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.581437 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] Set router d58b9fda-2b8b-468c-a361-c94c363cea9d gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:17.584733 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] DHCP port deletion for a8ca04ad-a893-42c2-87e6-48cffb348115 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:24:17.622102 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.670881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] Deleting port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:24:17.671542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.703207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 2a618812-5187-4a6c-8177-948be9bcbf23 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:24:17.703875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.784953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] For port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=43bccfe2-edd3-46a8-950d-8d1ce70f8e09,segment=NetworkSegment(752e52b0-7989-4a5e-babd-375a45b9a7f4),segment_id=752e52b0-7989-4a5e-babd-375a45b9a7f4)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:17.785493 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.810352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] Calling delete_port for 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:24:17.821268 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 2a618812-5187-4a6c-8177-948be9bcbf23, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=2a618812-5187-4a6c-8177-948be9bcbf23,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:17.821875 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:17.847940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 2a618812-5187-4a6c-8177-948be9bcbf23 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:24:17.957404 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.004917 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] Pushing event deleted for resources: {'Port': ['ID=43bccfe2-edd3-46a8-950d-8d1ce70f8e09,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:18.007871 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:24:15Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:18.018365 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2c561-3041-48bf-aec3-0b04fbd4cf64 None None] No DVR routers for this DVR port 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:24:18.047691 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74caa3a-a09b-4daf-832c-15ed7032a959 None None] The sync data for ids ['d58b9fda-2b8b-468c-a361-c94c363cea9d'] in dv-neutron-826438-5-hyperv is: [{'id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210228731', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:22:23Z', 'updated_at': '2022-01-27T15:24:15Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '2a618812-5187-4a6c-8177-948be9bcbf23', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b9fda-2b8b-468c-a361-c94c363cea9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:22:24Z', 'updated_at': '2022-01-27T15:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:24:18.121959 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.152197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=2a618812-5187-4a6c-8177-948be9bcbf23,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:18.223818 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.324111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.326637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.373759 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.374332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Fanout notify agent at l3_agent the message router_deleted on router d58b9fda-2b8b-468c-a361-c94c363cea9d {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:24:18.383680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.384870 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d7dcc689-b82f-4e29-b658-b90184b7ec72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/routers/d58b9fda-2b8b-468c-a361-c94c363cea9d HTTP/1.1" status: 204 len: 168 time: 1.0738580 Jan 27 15:24:18.389233 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44926) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:18.481893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.527246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f3faab97-67b4-4298-b510-ce980ed65a9a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:24:18.566817 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f3faab97-67b4-4298-b510-ce980ed65a9a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:24:18.569581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f3faab97-67b4-4298-b510-ce980ed65a9a not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:24:18.569581 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:24:18.591131 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.602408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:24:18.602972 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 43bccfe2-edd3-46a8-950d-8d1ce70f8e09 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:24:18.632033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ca04ad-a893-42c2-87e6-48cffb348115']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:18.648048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752e52b0-7989-4a5e-babd-375a45b9a7f4') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:18.648502 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752e52b0-7989-4a5e-babd-375a45b9a7f4') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:18.659157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.674919 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.685167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:24:18.685878 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:24:18.690460 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:24:18.764578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.772580 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.779333 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/networks/a8ca04ad-a893-42c2-87e6-48cffb348115 HTTP/1.1" status: 204 len: 168 time: 0.3855741 Jan 27 15:24:18.780769 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44928) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:18.795969 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e599c0-42a8-4636-b3f3-633235bc4a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Network': ['ID=a8ca04ad-a893-42c2-87e6-48cffb348115,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:18.895159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50cc386a-76c8-4209-91fb-fd8f7a257de0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.915211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.923137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50cc386a-76c8-4209-91fb-fd8f7a257de0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.993446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50cc386a-76c8-4209-91fb-fd8f7a257de0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.996552 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-50cc386a-76c8-4209-91fb-fd8f7a257de0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:18.997765 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-50cc386a-76c8-4209-91fb-fd8f7a257de0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/security-groups/2de96f0f-68b1-4de2-ac59-72f8fd49bf3c HTTP/1.1" status: 204 len: 168 time: 0.2154026 Jan 27 15:24:19.008262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc386a-76c8-4209-91fb-fd8f7a257de0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de96f0f-68b1-4de2-ac59-72f8fd49bf3c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:19.290864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.389666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44934) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:19.395491 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3bb81496-7c33-457d-bc7a-293d512f2ba4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074237423', 'description': 'tempest-secgroup-smoke-2074237423 description', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:19.423804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bb81496-7c33-457d-bc7a-293d512f2ba4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.504047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bb81496-7c33-457d-bc7a-293d512f2ba4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.509482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bb81496-7c33-457d-bc7a-293d512f2ba4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.538801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3bb81496-7c33-457d-bc7a-293d512f2ba4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.540084 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3bb81496-7c33-457d-bc7a-293d512f2ba4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1491263 Jan 27 15:24:19.543640 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44936) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:19.544702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb81496-7c33-457d-bc7a-293d512f2ba4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d5494-59e8-4f05-b571-f5fcc3c226bd,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:19.549853 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-7f324a35-e382-412a-b308-4d8b7b6577b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': 'f67d5494-59e8-4f05-b571-f5fcc3c226bd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:19.582321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f324a35-e382-412a-b308-4d8b7b6577b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.652536 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f324a35-e382-412a-b308-4d8b7b6577b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.656759 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f324a35-e382-412a-b308-4d8b7b6577b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.675688 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f324a35-e382-412a-b308-4d8b7b6577b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86616b12-4999-41aa-9f40-d7fd3fbd8dd0,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:19.684893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7f324a35-e382-412a-b308-4d8b7b6577b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.686753 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7f324a35-e382-412a-b308-4d8b7b6577b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411631 Jan 27 15:24:19.689383 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44938) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:19.694262 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-eaa609e7-f873-4e08-a5ba-a72446854580 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': 'f67d5494-59e8-4f05-b571-f5fcc3c226bd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:19.726205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaa609e7-f873-4e08-a5ba-a72446854580 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.789802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaa609e7-f873-4e08-a5ba-a72446854580 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.794326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaa609e7-f873-4e08-a5ba-a72446854580 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.813741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa609e7-f873-4e08-a5ba-a72446854580 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0588c9-b6c8-4041-85eb-e4a70ed60be2,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:19.823362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eaa609e7-f873-4e08-a5ba-a72446854580 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.824781 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eaa609e7-f873-4e08-a5ba-a72446854580 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342745 Jan 27 15:24:19.828013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44940) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:19.832887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-cec88a02-b742-4375-960d-1cd53ed1d5b1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': 'f67d5494-59e8-4f05-b571-f5fcc3c226bd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:19.863482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cec88a02-b742-4375-960d-1cd53ed1d5b1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.928565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cec88a02-b742-4375-960d-1cd53ed1d5b1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.932959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cec88a02-b742-4375-960d-1cd53ed1d5b1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.951184 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec88a02-b742-4375-960d-1cd53ed1d5b1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376f9a3c-c7c2-4300-a535-79d32a172a73,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:19.963326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-cec88a02-b742-4375-960d-1cd53ed1d5b1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:19.965362 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-cec88a02-b742-4375-960d-1cd53ed1d5b1 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356525 Jan 27 15:24:19.968326 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44942) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:19.974415 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-41ed7539-ce6e-4ced-961f-2a7023885d9c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': 'f67d5494-59e8-4f05-b571-f5fcc3c226bd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:20.011093 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-41ed7539-ce6e-4ced-961f-2a7023885d9c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.096073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-41ed7539-ce6e-4ced-961f-2a7023885d9c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.100368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-41ed7539-ce6e-4ced-961f-2a7023885d9c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.120004 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed7539-ce6e-4ced-961f-2a7023885d9c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711e8ff8-b83f-4fe8-94a5-9cffb10011bb,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:20.125267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-41ed7539-ce6e-4ced-961f-2a7023885d9c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.126446 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-41ed7539-ce6e-4ced-961f-2a7023885d9c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557212 Jan 27 15:24:20.129165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44944) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:20.133576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': 'f67d5494-59e8-4f05-b571-f5fcc3c226bd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:20.157232 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:24:20.162692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.221117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2a618812-5187-4a6c-8177-948be9bcbf23 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:24:20.234107 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.239817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.247831 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 2a618812-5187-4a6c-8177-948be9bcbf23 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:24:20.248163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 2a618812-5187-4a6c-8177-948be9bcbf23 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:24:20.273932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c926ff-db84-40e2-ae05-2f2f4bc55f57,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:20.284062 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.285485 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8f22df8a-8b46-4e7f-9a26-a2a44864222e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553879 Jan 27 15:24:20.288309 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44946) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:20.293454 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': 'f67d5494-59e8-4f05-b571-f5fcc3c226bd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:20.319140 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:24:20.324565 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.392762 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.397857 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.419720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63eedbf6-a91f-4d57-8f81-d8c354fefefc,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:20.428038 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.430160 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8c8e001e-63b3-4dd9-99b6-82e95917dae3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400921 Jan 27 15:24:20.433388 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44948) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:20.438463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'network': {'name': 'tempest-network-smoke--1961018373', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'port_security_enabled': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:20.464129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:24:20.467614 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.492949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:24:20.503126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.503503 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Added segment d1c81fa7-3a51-49bf-8780-370d752947c7 of type vlan for network fdc02f57-9875-448f-9944-0a9171cd317c Jan 27 15:24:20.548463 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.576136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.581742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:20.582346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.638850 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2043037 Jan 27 15:24:20.649139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44950) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:20.655120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'admin_state_up': True, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:20.665708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2d2f3-1bd1-4a7a-8930-bc7768a107d7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Network': ['ID=fdc02f57-9875-448f-9944-0a9171cd317c,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:20.688167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network fdc02f57-9875-448f-9944-0a9171cd317c details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:24:20.696416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.697794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.767639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:20.915302 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:21.198010 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:21.218206 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:21.337574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.178 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/7c07d008-6257-40ff-935e-4a07a2412f80) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:24:21.446105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:21.483131 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:21.521591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:24:21.527088 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:24:21.531122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:24:21.561172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=7c07d008-6257-40ff-935e-4a07a2412f80,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:22.141089 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:22.385781 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:22.525547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 28e65bbf-9f38-492d-9a4d-3314e9109ffb is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:24:22.644856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:24:22.657232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Sync routers for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:24:22.666444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:22.670074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:22.670949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:22.672022 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-67d37a8c-6b9d-43c6-b71d-49fd80737a7e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0210004 Jan 27 15:24:22.673247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44952) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:22.708467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fa4af4ff-2af7-49b3-a2b0-069872ca0f8c tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=d5f3065be1f44a05b30d08f6c22fe131&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336101 Jan 27 15:24:22.713199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 44954) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:22.805034 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:22.841254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f0705-122b-4fad-879a-7f88df569873 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:22.842895 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8b2f0705-122b-4fad-879a-7f88df569873 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283655 Jan 27 15:24:22.846537 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44956) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:22.881375 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ffda0ff2-194d-46be-94e1-37afd7c8472b tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335138 Jan 27 15:24:22.884479 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44958) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:22.890361 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72817091', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:23.003681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:24:23.008129 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.086953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:22Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:23.120667 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Checking router: 28e65bbf-9f38-492d-9a4d-3314e9109ffb for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:24:23.121060 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Updating router 28e65bbf-9f38-492d-9a4d-3314e9109ffb port 7c07d008-6257-40ff-935e-4a07a2412f80 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:24:23.149600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.249007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.317993 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Subnet': ['ID=89a354e7-31d3-4c00-8945-99081f90003e,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:23.329161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Checking segment: {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:24:23.329161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network hostable DHCP agents. Network: fdc02f57-9875-448f-9944-0a9171cd317c, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:24:23.350668 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network fdc02f57-9875-448f-9944-0a9171cd317c is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:24:23.364491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, fdc02f57-9875-448f-9944-0a9171cd317c) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:24:23.371166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:23.372936 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.393892 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b36324b4-ab35-4d46-ab07-cb7537b9ea39 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5075240 Jan 27 15:24:23.396961 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 44960) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:23.498879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d9780-1638-4985-bab2-fbf89c45be2d None None] Network fdc02f57-9875-448f-9944-0a9171cd317c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:24:23.737520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.745948 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.778254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-fdc02f57-9875-448f-9944-0a9171cd317c', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:24:23.779123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.875956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01c025-1bc3-42f9-b647-ee0507aa26c5 None None] Pushing event updated for resources: {'Port': ['ID=7c07d008-6257-40ff-935e-4a07a2412f80,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:23.886949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Attempting to bind port 7c07d008-6257-40ff-935e-4a07a2412f80 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:24:23.886949 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Attempting to bind port 7c07d008-6257-40ff-935e-4a07a2412f80 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:24:23.889090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Attempting to bind port 7c07d008-6257-40ff-935e-4a07a2412f80 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:24:23.900143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:24:23.900524 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:24:23.900903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.901291 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:24:23.901773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Bound port: 7c07d008-6257-40ff-935e-4a07a2412f80, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:24:23.902149 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.990379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:23.995660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] For port 7c07d008-6257-40ff-935e-4a07a2412f80, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:24:24.000646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] For port 7c07d008-6257-40ff-935e-4a07a2412f80, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7c07d008-6257-40ff-935e-4a07a2412f80,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:24:24.007519 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.027571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Allocated IP 172.20.0.2 (fdc02f57-9875-448f-9944-0a9171cd317c/89a354e7-31d3-4c00-8945-99081f90003e/e47b937b-6d43-4b6f-8930-2a0d3f2cd224) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:24:24.136546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:24.137188 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:24.143175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01c025-1bc3-42f9-b647-ee0507aa26c5 None None] Pushing event updated for resources: {'Port': ['ID=7c07d008-6257-40ff-935e-4a07a2412f80,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:24.314862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:24.381005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.425059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.467648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.1 (fdc02f57-9875-448f-9944-0a9171cd317c/89a354e7-31d3-4c00-8945-99081f90003e/70869fa0-d518-4ffa-9b9e-999cf5b30996) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:24:24.480802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Network fdc02f57-9875-448f-9944-0a9171cd317c is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:24:24.487227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:24:24.499010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:24:24.503880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Pushing event updated for resources: {'Port': ['ID=e47b937b-6d43-4b6f-8930-2a0d3f2cd224,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:24.600586 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Attempting to bind port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:24:24.600905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Attempting to bind port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:24:24.601273 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Attempting to bind port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 on network fdc02f57-9875-448f-9944-0a9171cd317c {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:24:24.610947 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:24:24.611298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Checking segment: {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:24:24.611706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.612102 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Bound using segment: {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:24:24.612578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Bound port: e47b937b-6d43-4b6f-8930-2a0d3f2cd224, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:24:24.612962 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.616166 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.658345 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.666361 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:22Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:24.705297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network fdc02f57-9875-448f-9944-0a9171cd317c is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:24:24.705642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f1cf2-19e3-416b-ac7d-0092e5387aa7 None None] The sync data for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv is: [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:22Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:24:24.709232 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:24:24.713598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:24:24.720572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=70869fa0-d518-4ffa-9b9e-999cf5b30996,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:24.730183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] For port e47b937b-6d43-4b6f-8930-2a0d3f2cd224, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:24:24.744345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] For port e47b937b-6d43-4b6f-8930-2a0d3f2cd224, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e47b937b-6d43-4b6f-8930-2a0d3f2cd224,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:24:24.744345 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.772152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:24.827980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119c5b2-980f-4652-ab0e-8c5fc4a650f3 None None] Pushing event updated for resources: {'Port': ['ID=e47b937b-6d43-4b6f-8930-2a0d3f2cd224,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:24.942686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:25.338186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:25.343893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:25.433492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=70869fa0-d518-4ffa-9b9e-999cf5b30996,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:25.437386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:25.543643 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network fdc02f57-9875-448f-9944-0a9171cd317c is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:24:25.545587 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:24:25.753407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 28e65bbf-9f38-492d-9a4d-3314e9109ffb has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:24:25.920293 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:24:25.925729 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0930eb07-f8a8-480e-b818-cb9bb1378ae5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/28e65bbf-9f38-492d-9a4d-3314e9109ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5275607 Jan 27 15:24:25.967056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e173fa32-f181-4f17-9055-5ad65a06334a None None] Network fdc02f57-9875-448f-9944-0a9171cd317c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:24:26.044802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-acdc122b-42ac-4b86-892e-923bd6c399ae None None] Provisioning complete for port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:26.045386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acdc122b-42ac-4b86-892e-923bd6c399ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:26.125214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-e0df8d5c-b726-4b38-91bd-13223d46cc2d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074237423&fields=id&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 267 time: 0.0584345 Jan 27 15:24:26.207696 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acdc122b-42ac-4b86-892e-923bd6c399ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:26.255138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-acdc122b-42ac-4b86-892e-923bd6c399ae None None] For port e47b937b-6d43-4b6f-8930-2a0d3f2cd224, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e47b937b-6d43-4b6f-8930-2a0d3f2cd224,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:26.260900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-6639f00f-daa1-4352-a907-22569db4cf76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:26.265423 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-acdc122b-42ac-4b86-892e-923bd6c399ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:26.266493 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-6639f00f-daa1-4352-a907-22569db4cf76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/networks?id=fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 200 len: 797 time: 0.1270828 Jan 27 15:24:26.304966 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-8d70971e-4400-4320-80af-69041c71dfd9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/quotas/d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 375 time: 0.0304475 Jan 27 15:24:26.334362 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc122b-42ac-4b86-892e-923bd6c399ae None None] Pushing event updated for resources: {'Port': ['ID=e47b937b-6d43-4b6f-8930-2a0d3f2cd224,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:26.386362 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-c3bea8ea-0aff-4826-a438-788953d65a0d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711362 Jan 27 15:24:26.509914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e47b937b-6d43-4b6f-8930-2a0d3f2cd224 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:24:26.547215 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-56a1a176-2a40-4cb4-b481-7c9b1e1fbd7f service neutron] 10.222.0.18 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463089 Jan 27 15:24:26.576883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:26.577484 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:26.626459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2c92681a-63fb-4142-ac85-ca259bc41fbe None None] Provisioning complete for port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:26.626829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c92681a-63fb-4142-ac85-ca259bc41fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:26.701120 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-86fd2df8-bd78-4d63-aa0f-416a9ac30807 service neutron] 10.222.0.18 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460931 Jan 27 15:24:26.756488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7c07d008-6257-40ff-935e-4a07a2412f80 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:24:26.852686 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Sync routers for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:24:26.897434 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:26.898364 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:26.929593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2c92681a-63fb-4142-ac85-ca259bc41fbe None None] Provisioning complete for port 70869fa0-d518-4ffa-9b9e-999cf5b30996 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:26.929593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c92681a-63fb-4142-ac85-ca259bc41fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:26.975968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7c07d008-6257-40ff-935e-4a07a2412f80 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:26.977108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.062217 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:27.063431 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-647521c4-195b-40d3-ae75-7beca872853d req-43609bd9-645e-45e3-a061-f9c984bb16b3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 210 time: 0.0924637 Jan 27 15:24:27.078504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-2c92681a-63fb-4142-ac85-ca259bc41fbe None None] Port 70869fa0-d518-4ffa-9b9e-999cf5b30996 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:24:27.143010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.167155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 7c07d008-6257-40ff-935e-4a07a2412f80, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7c07d008-6257-40ff-935e-4a07a2412f80,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:27.173663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.275935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=7c07d008-6257-40ff-935e-4a07a2412f80,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:27.282344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d894dad4-f4a6-4771-a58f-d5ae57c477e1 None None] Provisioning complete for port 70869fa0-d518-4ffa-9b9e-999cf5b30996 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:27.282961 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d894dad4-f4a6-4771-a58f-d5ae57c477e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.325936 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d894dad4-f4a6-4771-a58f-d5ae57c477e1 None None] Port 70869fa0-d518-4ffa-9b9e-999cf5b30996 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:24:27.439531 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:25Z', 'revision_number': 2, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:27.449683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e035c656-76d2-4b25-a408-921dc920cce6 None None] Provisioning complete for port 70869fa0-d518-4ffa-9b9e-999cf5b30996 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:27.450318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e035c656-76d2-4b25-a408-921dc920cce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.490085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e035c656-76d2-4b25-a408-921dc920cce6 None None] Port 70869fa0-d518-4ffa-9b9e-999cf5b30996 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:24:27.494838 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Checking router: 28e65bbf-9f38-492d-9a4d-3314e9109ffb for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:24:27.495512 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Updating router 28e65bbf-9f38-492d-9a4d-3314e9109ffb port 70869fa0-d518-4ffa-9b9e-999cf5b30996 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:24:27.534874 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.835320 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.842427 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.899860 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Pushing event updated for resources: {'Port': ['ID=70869fa0-d518-4ffa-9b9e-999cf5b30996,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:27.922747 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.923090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.923457 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.923830 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.924120 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.924446 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.924770 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.925092 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.925411 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.925726 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.926041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.926353 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:24:27.966011 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Attempting to bind port 70869fa0-d518-4ffa-9b9e-999cf5b30996 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:24:27.966371 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Attempting to bind port 70869fa0-d518-4ffa-9b9e-999cf5b30996 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:24:27.966716 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Attempting to bind port 70869fa0-d518-4ffa-9b9e-999cf5b30996 on network fdc02f57-9875-448f-9944-0a9171cd317c {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:24:27.972195 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:24:27.972563 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Checking segment: {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:24:27.972981 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:27.973529 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Bound using segment: {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:24:27.973950 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Bound port: 70869fa0-d518-4ffa-9b9e-999cf5b30996, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:24:27.974140 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.068905 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] For port 70869fa0-d518-4ffa-9b9e-999cf5b30996, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:24:28.083226 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] For port 70869fa0-d518-4ffa-9b9e-999cf5b30996, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=70869fa0-d518-4ffa-9b9e-999cf5b30996,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:24:28.088808 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.117117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-cca0ad81-c228-421b-aead-15cb8fea1a6a None None] Provisioning complete for port 70869fa0-d518-4ffa-9b9e-999cf5b30996 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:28.123548 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cca0ad81-c228-421b-aead-15cb8fea1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.161376 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:28.162027 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:28.222512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dc8fa726-3de9-4f12-ae08-26f85a48b44c req-6744789c-fd1a-479e-8334-f8be0a0f2fb4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 210 time: 0.0406799 Jan 27 15:24:28.265367 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cca0ad81-c228-421b-aead-15cb8fea1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.306482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-cca0ad81-c228-421b-aead-15cb8fea1a6a None None] For port 70869fa0-d518-4ffa-9b9e-999cf5b30996, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=70869fa0-d518-4ffa-9b9e-999cf5b30996,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:28.312543 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:28.315351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cca0ad81-c228-421b-aead-15cb8fea1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.349940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-bb082cc8-0331-4d8f-8fc2-56c8db28f9f6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:28.354712 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-bb082cc8-0331-4d8f-8fc2-56c8db28f9f6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/networks?id=fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 200 len: 797 time: 0.2844853 Jan 27 15:24:28.396466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e47b937b-6d43-4b6f-8930-2a0d3f2cd224 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:24:28.405153 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf78b7b-b84f-4d4f-a494-ca37943386e1 None None] Pushing event updated for resources: {'Port': ['ID=70869fa0-d518-4ffa-9b9e-999cf5b30996,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:28.450867 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-b7ec429d-b8fd-4f1c-bb49-142fd1a8b9d4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 380 time: 0.0793462 Jan 27 15:24:28.463303 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'port': {'device_id': '324409c5-01d4-4717-bb8a-e56a18319d00', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'admin_state_up': True, 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'security_groups': ['f67d5494-59e8-4f05-b571-f5fcc3c226bd']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:28.504781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0ad81-c228-421b-aead-15cb8fea1a6a None None] Pushing event updated for resources: {'Port': ['ID=70869fa0-d518-4ffa-9b9e-999cf5b30996,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:28.512618 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:28.513072 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.565356 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-2e1fa89d-c60e-4d9e-af1a-5f09e64fa12f None None] Provisioning complete for port 70869fa0-d518-4ffa-9b9e-999cf5b30996 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:28.565736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2e1fa89d-c60e-4d9e-af1a-5f09e64fa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.570288 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:28.599846 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24c3e8-db1f-4765-880a-811cabcf66fe None None] The sync data for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv is: [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:24:28.706911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7c07d008-6257-40ff-935e-4a07a2412f80 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:24:28.707855 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:24:28.714712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:28.946827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.6 (fdc02f57-9875-448f-9944-0a9171cd317c/89a354e7-31d3-4c00-8945-99081f90003e/c609febe-60d9-456e-9792-5fd4541cfd19) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:24:28.981768 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 7c07d008-6257-40ff-935e-4a07a2412f80 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:28.982393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.148230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.200953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.252947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network fdc02f57-9875-448f-9944-0a9171cd317c is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:24:29.255402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:24:29.261070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=c609febe-60d9-456e-9792-5fd4541cfd19,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:29.263663 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:24:29.336030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:29.336247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.366064 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-758f8748-3ba3-427c-8115-0327a96ba22f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9082506 Jan 27 15:24:29.386137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Request body: {'port': {'device_id': '324409c5-01d4-4717-bb8a-e56a18319d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:29.478425 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72df296-e3f6-42aa-ba47-2206a9f39577 req-1d0341e3-3068-433e-a90f-256147c0d3da tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:29.480110 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d72df296-e3f6-42aa-ba47-2206a9f39577 req-1d0341e3-3068-433e-a90f-256147c0d3da tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 931 time: 0.1125948 Jan 27 15:24:29.481343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.560171 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d72df296-e3f6-42aa-ba47-2206a9f39577 req-bcdf11bf-d6aa-47b9-baae-f2f87339beff tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692043 Jan 27 15:24:29.579326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-60760c0f-79ea-4717-b44f-8fb259decd03 None None] Provisioning complete for port c609febe-60d9-456e-9792-5fd4541cfd19 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:29.579326 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-60760c0f-79ea-4717-b44f-8fb259decd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.633234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-60760c0f-79ea-4717-b44f-8fb259decd03 None None] Port c609febe-60d9-456e-9792-5fd4541cfd19 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:24:29.846262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c609febe-60d9-456e-9792-5fd4541cfd19 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:24:29.858298 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.875654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Transition to ACTIVE for port object c609febe-60d9-456e-9792-5fd4541cfd19 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:24:29.881115 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:29.943344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Pushing event updated for resources: {'Port': ['ID=c609febe-60d9-456e-9792-5fd4541cfd19,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:30.039724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Attempting to bind port c609febe-60d9-456e-9792-5fd4541cfd19 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:24:30.040336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Attempting to bind port c609febe-60d9-456e-9792-5fd4541cfd19 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:24:30.040661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Attempting to bind port c609febe-60d9-456e-9792-5fd4541cfd19 on network fdc02f57-9875-448f-9944-0a9171cd317c {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:24:30.055386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Port c609febe-60d9-456e-9792-5fd4541cfd19 on network fdc02f57-9875-448f-9944-0a9171cd317c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:24:30.055803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Attempting to bind port c609febe-60d9-456e-9792-5fd4541cfd19 on network fdc02f57-9875-448f-9944-0a9171cd317c {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:24:30.073013 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:24:30.073699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Checking segment: {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:24:30.074452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Bound using segment: {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:24:30.075331 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Bound port: c609febe-60d9-456e-9792-5fd4541cfd19, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c81fa7-3a51-49bf-8780-370d752947c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:24:30.075919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:30.209085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] For port c609febe-60d9-456e-9792-5fd4541cfd19, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:24:30.214630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] For port c609febe-60d9-456e-9792-5fd4541cfd19, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c609febe-60d9-456e-9792-5fd4541cfd19,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:24:30.220459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:30.257914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:30.258633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:30.260128 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] 10.222.0.72 "PUT /v2.0/ports/c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 200 len: 1093 time: 0.8785472 Jan 27 15:24:30.260572 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:24:30.262918 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc96f44-2eec-43c5-956a-d2a54bc30b58" -d '{"events": [{"name": "network-changed", "server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:24:30.319368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844355a5-903f-4856-997d-1ac39b67ad45 service neutron] Pushing event updated for resources: {'Port': ['ID=c609febe-60d9-456e-9792-5fd4541cfd19,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:30.360149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6167a3b6-4e10-4b7e-ad21-ebd61dbf7cad x-openstack-request-id: req-6167a3b6-4e10-4b7e-ad21-ebd61dbf7cad {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:24:30.360497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:24:30.360812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6167a3b6-4e10-4b7e-ad21-ebd61dbf7cad {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:24:30.361391 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'status': 'completed', 'code': 200} Jan 27 15:24:30.372808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 70869fa0-d518-4ffa-9b9e-999cf5b30996 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:24:30.390919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-e709d694-0b00-4248-b41c-6c9532c72071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:30.392696 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-e709d694-0b00-4248-b41c-6c9532c72071 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1096 time: 0.0820634 Jan 27 15:24:30.457360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 70869fa0-d518-4ffa-9b9e-999cf5b30996 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:30.457904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:30.471578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-8ff1be3f-9ef4-48d3-b77c-bafd77ac6a53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 200 len: 217 time: 0.0706444 Jan 27 15:24:30.517676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:30.545337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-8ae179dd-1462-4eae-a95a-86c8aaf0a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:30.547459 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-8ae179dd-1462-4eae-a95a-86c8aaf0a4d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89a354e7-31d3-4c00-8945-99081f90003e HTTP/1.1" status: 200 len: 833 time: 0.0701039 Jan 27 15:24:30.605361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-3eab3168-4212-4139-9b35-5f54874e9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:30.606936 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-3eab3168-4212-4139-9b35-5f54874e9d49 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdc02f57-9875-448f-9944-0a9171cd317c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523136 Jan 27 15:24:30.757125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997094d-f5d2-447e-81c7-320ba6c6c680 req-a21d2333-2b9b-45b9-9184-7c5c71af5bde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:30.758632 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6997094d-f5d2-447e-81c7-320ba6c6c680 req-a21d2333-2b9b-45b9-9184-7c5c71af5bde tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 943 time: 0.0823526 Jan 27 15:24:30.760657 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-fad00169-ce7e-472f-a7dd-c3217b2c9027 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467102 Jan 27 15:24:30.855901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6997094d-f5d2-447e-81c7-320ba6c6c680 req-980bdc9f-7d35-4359-afbe-cfebbe43c0e5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903289 Jan 27 15:24:30.896212 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-48ea7fbd-bd45-454c-8ead-9a889904c12b req-bc77ceed-365a-4253-8e3b-21df8c542e42 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240101 Jan 27 15:24:30.991806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-d627b509-e671-4163-9b37-858b83900d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:30.993347 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-d627b509-e671-4163-9b37-858b83900d64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1096 time: 0.0465462 Jan 27 15:24:31.101049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-29e2b5d2-2b46-44d9-9b41-dd2bf6947f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:31.102556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-29e2b5d2-2b46-44d9-9b41-dd2bf6947f51 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 200 len: 898 time: 0.1023593 Jan 27 15:24:31.151822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-9f7f6e6d-f8a7-4513-b2e8-5d2b09c27655 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 200 len: 217 time: 0.0417504 Jan 27 15:24:31.204264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-bcb17f90-f5c1-48b1-92fe-0a92bb1df5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:31.205757 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-bcb17f90-f5c1-48b1-92fe-0a92bb1df5b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89a354e7-31d3-4c00-8945-99081f90003e HTTP/1.1" status: 200 len: 833 time: 0.0468507 Jan 27 15:24:31.258342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-a292dabb-b8f8-461d-ae5c-a537085db0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:31.259967 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-a292dabb-b8f8-461d-ae5c-a537085db0d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdc02f57-9875-448f-9944-0a9171cd317c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474224 Jan 27 15:24:31.371693 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-22e43fc7-2d93-48de-a8d3-b6e4117364ca service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025968 Jan 27 15:24:31.469956 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bfc96f44-2eec-43c5-956a-d2a54bc30b58 req-04ca2c3f-637a-4671-a90e-70a99de14441 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902724 Jan 27 15:24:32.036609 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c70748-3aae-45ba-b4f5-45eb9f34f5d6 req-2d8ba127-b7c8-41a0-b6c1-0c9cf0073f81 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:32.039754 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41c70748-3aae-45ba-b4f5-45eb9f34f5d6 req-2d8ba127-b7c8-41a0-b6c1-0c9cf0073f81 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 943 time: 0.0934596 Jan 27 15:24:32.081206 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41c70748-3aae-45ba-b4f5-45eb9f34f5d6 req-3c5af59d-d735-4fb6-a15e-d6e7c7135aed tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350342 Jan 27 15:24:32.881641 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c609febe-60d9-456e-9792-5fd4541cfd19 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:24:32.985259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c609febe-60d9-456e-9792-5fd4541cfd19, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c609febe-60d9-456e-9792-5fd4541cfd19,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:32.997288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'port_id': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'mac_address': 'fa:16:3e:84:da:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:24:33.040759 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:33.057483 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c609febe-60d9-456e-9792-5fd4541cfd19 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:24:33.080427 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c609febe-60d9-456e-9792-5fd4541cfd19, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c609febe-60d9-456e-9792-5fd4541cfd19,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:33.085639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:33.148135 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=c609febe-60d9-456e-9792-5fd4541cfd19,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:33.234814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870a532-d253-40ee-b047-cab9fd6473b1 req-e28e56d8-1a70-4b65-85f6-65a81149aeaf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:33.236405 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1870a532-d253-40ee-b047-cab9fd6473b1 req-e28e56d8-1a70-4b65-85f6-65a81149aeaf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 944 time: 0.0553927 Jan 27 15:24:33.278648 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1870a532-d253-40ee-b047-cab9fd6473b1 req-6549c5cd-a725-4fee-ae53-9fbf63b64f1d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358794 Jan 27 15:24:33.286383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['c609febe-60d9-456e-9792-5fd4541cfd19'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:24:34.409344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba99f0-cfe0-463b-a2ab-082948550cb9 req-18eead10-4481-4afc-9f5e-e0c12249d4fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:34.410976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-57ba99f0-cfe0-463b-a2ab-082948550cb9 req-18eead10-4481-4afc-9f5e-e0c12249d4fa tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 944 time: 0.0527391 Jan 27 15:24:34.457458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-57ba99f0-cfe0-463b-a2ab-082948550cb9 req-603eef2d-4875-4946-8db3-056578419c72 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355258 Jan 27 15:24:34.897022 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c609febe-60d9-456e-9792-5fd4541cfd19 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:24:34.952353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port c609febe-60d9-456e-9792-5fd4541cfd19 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:24:34.957314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port c609febe-60d9-456e-9792-5fd4541cfd19 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:24:34.957905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:35.055472 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:35.081123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:24:35.083489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc6de6-fdf5-4bf8-8ca5-43c217b9c328" -d '{"events": [{"server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "name": "network-vif-plugged", "status": "completed", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:24:35.102335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port c609febe-60d9-456e-9792-5fd4541cfd19, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c609febe-60d9-456e-9792-5fd4541cfd19,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:24:35.108891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:35.139217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde3e236-dd55-4e09-848a-65b341a5821f x-openstack-request-id: req-bde3e236-dd55-4e09-848a-65b341a5821f {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:24:35.139739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "name": "network-vif-plugged", "status": "completed", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:24:35.139943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bde3e236-dd55-4e09-848a-65b341a5821f {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:24:35.140272 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'code': 200} Jan 27 15:24:35.173290 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=c609febe-60d9-456e-9792-5fd4541cfd19,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:35.312800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5556bb-178c-4ed9-8b92-d0b456de0e9f req-58a4c157-29ff-49d6-b4ac-57438679ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:35.315718 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d5556bb-178c-4ed9-8b92-d0b456de0e9f req-58a4c157-29ff-49d6-b4ac-57438679ecb0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1098 time: 0.0514028 Jan 27 15:24:35.373474 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d5556bb-178c-4ed9-8b92-d0b456de0e9f req-902de6ac-027c-41df-95dd-d4415f7d6b8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510774 Jan 27 15:24:35.586147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7eb61-668f-4ccc-947d-97b01bc15455 req-e4d5c0d1-5e20-4306-a116-44b25c9f0c41 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:35.587785 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ff7eb61-668f-4ccc-947d-97b01bc15455 req-e4d5c0d1-5e20-4306-a116-44b25c9f0c41 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0540698 Jan 27 15:24:35.632952 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0ff7eb61-668f-4ccc-947d-97b01bc15455 req-9dd8d265-43fd-4f6e-9e30-8978bc422b03 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347519 Jan 27 15:24:36.760624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a022a38-08dc-4bb5-ba0c-b87d844cc90d req-0d325097-987f-42da-a56f-99d4eb3e306c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:36.762428 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a022a38-08dc-4bb5-ba0c-b87d844cc90d req-0d325097-987f-42da-a56f-99d4eb3e306c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0543139 Jan 27 15:24:36.804544 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a022a38-08dc-4bb5-ba0c-b87d844cc90d req-d60d6501-7c22-4726-bb6f-c0bcaaece8ff tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352032 Jan 27 15:24:36.934514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca3b66-3917-4f92-8b1a-2395738e6940 req-0f9806ab-654d-4314-a3b4-b666d6f05cb4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:36.936081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-58ca3b66-3917-4f92-8b1a-2395738e6940 req-0f9806ab-654d-4314-a3b4-b666d6f05cb4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0586491 Jan 27 15:24:36.989755 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-58ca3b66-3917-4f92-8b1a-2395738e6940 req-3ca6f8d6-ee4e-4a44-a3f9-25ec7cabf395 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471709 Jan 27 15:24:37.014476 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45012) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:37.104944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662ee8c-ed5b-40d3-bc5f-e368fdf706ab tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:37.106668 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-c662ee8c-ed5b-40d3-bc5f-e368fdf706ab tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1093 time: 0.0907888 Jan 27 15:24:37.109849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45016) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:37.114484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:24:37.140831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:37.284558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:37.398096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.38 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/ea40d4ba-5e44-41ad-bced-4f6e2aef2777) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:24:37.520028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:37.559596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:37.604222 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:24:37.607731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:24:37.611690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:24:37.618047 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=ea40d4ba-5e44-41ad-bced-4f6e2aef2777,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:38.390605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:38.464281 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:38.634418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:38.639974 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:38.710095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=ea40d4ba-5e44-41ad-bced-4f6e2aef2777,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:24:38.728946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:38.839265 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP 6f16b795-eab6-4ee1-af6a-9c4813c05f4b associated. External IP: 172.26.6.38, port: c609febe-60d9-456e-9792-5fd4541cfd19. Jan 27 15:24:39.071715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 28e65bbf-9f38-492d-9a4d-3314e9109ffb has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:24:39.222859 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:24:39.236746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] Sync routers for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:24:39.246805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:39.250564 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:39.251447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:39.281897 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1c8aa925-a084-42cc-9063-5980b5e32641 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1706214 Jan 27 15:24:39.282568 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:24:39.285451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7" -d '{"events": [{"name": "network-changed", "server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:24:39.392537 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:39.421865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd5b84-e447-4b87-b875-196ae0b49a94 x-openstack-request-id: req-8ffd5b84-e447-4b87-b875-196ae0b49a94 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:24:39.422439 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:24:39.422848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ffd5b84-e447-4b87-b875-196ae0b49a94 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:24:39.423575 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'status': 'completed', 'code': 200} Jan 27 15:24:39.454033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94742-8f66-4237-910a-ab0fcabf0d81 req-dd6cb119-75c5-440e-b497-c9d985cfe838 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:39.455663 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2fe94742-8f66-4237-910a-ab0fcabf0d81 req-dd6cb119-75c5-440e-b497-c9d985cfe838 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0845709 Jan 27 15:24:39.530697 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2fe94742-8f66-4237-910a-ab0fcabf0d81 req-5495677b-04b0-4db2-8488-2f0de875934f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638869 Jan 27 15:24:39.533878 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-499b2604-60e2-4bcb-a5b2-497c38cac573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:39.535387 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-499b2604-60e2-4bcb-a5b2-497c38cac573 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1098 time: 0.0921366 Jan 27 15:24:39.573171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45024) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:39.650781 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ab2777ba-7c3a-4b2e-9230-467293eb3bdf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/6f16b795-eab6-4ee1-af6a-9c4813c05f4b HTTP/1.1" status: 200 len: 990 time: 0.0756288 Jan 27 15:24:39.655567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-a9d85751-22b3-4cb2-9f86-43fe8bd414a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:39.657077 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-a9d85751-22b3-4cb2-9f86-43fe8bd414a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 200 len: 898 time: 0.1153226 Jan 27 15:24:39.731786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-2243cd22-da67-4f05-badd-9238df76a33c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 200 len: 998 time: 0.0674276 Jan 27 15:24:39.733446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '6f16b795-eab6-4ee1-af6a-9c4813c05f4b', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.38', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'port_id': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'mac_address': 'fa:16:3e:84:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324409c5-01d4-4717-bb8a-e56a18319d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:24:37Z', 'updated_at': '2022-01-27T15:24:37Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:39.782162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] Checking router: 28e65bbf-9f38-492d-9a4d-3314e9109ffb for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:24:39.792594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:24:39.793185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:24:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:39.806562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-13c9d2a7-3bb8-48ba-b2e0-1db08bc20856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:39.809138 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-13c9d2a7-3bb8-48ba-b2e0-1db08bc20856 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89a354e7-31d3-4c00-8945-99081f90003e HTTP/1.1" status: 200 len: 833 time: 0.0707030 Jan 27 15:24:39.859001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-fa03175a-a8b1-4234-8c29-758b323b96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:24:39.860926 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-fa03175a-a8b1-4234-8c29-758b323b96cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdc02f57-9875-448f-9944-0a9171cd317c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456588 Jan 27 15:24:39.927862 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:24:39.964950 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-55836262-28f9-431f-8951-1122e74e93e0 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973928 Jan 27 15:24:40.076858 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a62326f3-2a53-40b2-9d9e-2f1aaf9bccd7 req-afefe810-ab16-4f97-a5c4-27eaf68268f9 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049035 Jan 27 15:24:40.196616 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '6f16b795-eab6-4ee1-af6a-9c4813c05f4b', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.38', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'port_id': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'mac_address': 'fa:16:3e:84:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324409c5-01d4-4717-bb8a-e56a18319d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:24:37Z', 'updated_at': '2022-01-27T15:24:37Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:24:40.224506 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce968d3-f401-4ebc-bae6-71a783d33ed4 None None] The sync data for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv is: [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '6f16b795-eab6-4ee1-af6a-9c4813c05f4b', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.38', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'port_id': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'mac_address': 'fa:16:3e:84:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324409c5-01d4-4717-bb8a-e56a18319d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:24:37Z', 'updated_at': '2022-01-27T15:24:37Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:24:40.454936 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c95a280-73a5-402e-be9d-9035e327f3b1 None None] New status for floating IP 6f16b795-eab6-4ee1-af6a-9c4813c05f4b: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:24:40.654997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45026) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:24:40.730904 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d1823d61-19a3-4c49-979b-5dae8ae8ee5a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/6f16b795-eab6-4ee1-af6a-9c4813c05f4b HTTP/1.1" status: 200 len: 992 time: 0.0747051 Jan 27 15:24:44.022722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9255f8ff-ff52-48d0-99ca-685aba99addc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:46.315126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7fae15e4-0863-470e-9d04-f1b47a81f8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:47.518327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:48.910494 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:49.281127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:24:52.939025 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:25:00.507724 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:07.596726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c175b-028c-4070-b532-608d061559d5 req-2814db33-e680-43c6-a2dd-221baa312f40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:07.599704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e19c175b-028c-4070-b532-608d061559d5 req-2814db33-e680-43c6-a2dd-221baa312f40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0895073 Jan 27 15:25:07.664952 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e19c175b-028c-4070-b532-608d061559d5 req-621a21d6-ff17-4e1f-b43b-1e7e2ad9ebda tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583365 Jan 27 15:25:08.797266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f618-3b5a-4dd3-aef3-3a2402175b8c req-0b4a6b1a-4b3b-48e1-9995-b981de583c61 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:08.798932 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5518f618-3b5a-4dd3-aef3-3a2402175b8c req-0b4a6b1a-4b3b-48e1-9995-b981de583c61 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0554063 Jan 27 15:25:08.841854 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5518f618-3b5a-4dd3-aef3-3a2402175b8c req-ceb27575-2e89-4164-a16f-a626f0753c22 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357442 Jan 27 15:25:10.013537 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c303d94-7b81-41ef-b00f-35ab4a647242 req-385c03c4-f234-4d27-94c9-125c98baa9e3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:10.016445 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c303d94-7b81-41ef-b00f-35ab4a647242 req-385c03c4-f234-4d27-94c9-125c98baa9e3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0858822 Jan 27 15:25:10.076519 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c303d94-7b81-41ef-b00f-35ab4a647242 req-501f2a5d-389e-4dcb-b9c9-47c0d20853b7 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537388 Jan 27 15:25:11.196635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34d2c3-1f56-4f0c-8844-aa9a774da688 req-c1e7ce04-f213-447d-beca-d50fdeaa941b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:11.198221 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8d34d2c3-1f56-4f0c-8844-aa9a774da688 req-c1e7ce04-f213-447d-beca-d50fdeaa941b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0509017 Jan 27 15:25:11.239656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8d34d2c3-1f56-4f0c-8844-aa9a774da688 req-f41a0bc4-e4dc-499e-8e23-2c5e1d72546f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352445 Jan 27 15:25:12.362987 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776b78a-6355-4e92-8f47-c5edfb513c8b req-9cb579ca-5b5a-4304-aa1e-9741e52058be tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:12.365229 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1776b78a-6355-4e92-8f47-c5edfb513c8b req-9cb579ca-5b5a-4304-aa1e-9741e52058be tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0528221 Jan 27 15:25:12.407883 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1776b78a-6355-4e92-8f47-c5edfb513c8b req-af8ea214-923b-4d0f-bf4d-5d6ff393d30e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357440 Jan 27 15:25:13.534317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870f997-17a7-4a28-9b4e-c3d87825165e req-2c8fe34e-244c-42fe-8098-ce1d530bc935 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:13.536602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0870f997-17a7-4a28-9b4e-c3d87825165e req-2c8fe34e-244c-42fe-8098-ce1d530bc935 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0556147 Jan 27 15:25:13.581249 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0870f997-17a7-4a28-9b4e-c3d87825165e req-c39269e5-574a-4054-b6c8-40f9eb2fbe63 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Jan 27 15:25:14.034177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7839-9ac0-4b69-8f10-018405cb81a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:14.073461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986f442-714d-4139-803a-5b00f23a1447 req-75c0b895-77cf-428f-b48b-bdf86ddf20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:14.075144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2986f442-714d-4139-803a-5b00f23a1447 req-75c0b895-77cf-428f-b48b-bdf86ddf20b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1098 time: 0.0535839 Jan 27 15:25:14.203955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986f442-714d-4139-803a-5b00f23a1447 req-e714c3b1-b24d-46fb-b1f2-70e1ef8be542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:14.205610 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2986f442-714d-4139-803a-5b00f23a1447 req-e714c3b1-b24d-46fb-b1f2-70e1ef8be542 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 200 len: 898 time: 0.1096392 Jan 27 15:25:14.282214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2986f442-714d-4139-803a-5b00f23a1447 req-bc51d4b0-b9f6-4069-8264-e1c5ed01653d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 200 len: 1000 time: 0.0701714 Jan 27 15:25:14.334079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986f442-714d-4139-803a-5b00f23a1447 req-cd014524-3d55-450e-bce1-30159c2cceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:14.335609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2986f442-714d-4139-803a-5b00f23a1447 req-cd014524-3d55-450e-bce1-30159c2cceaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89a354e7-31d3-4c00-8945-99081f90003e HTTP/1.1" status: 200 len: 833 time: 0.0476913 Jan 27 15:25:14.388031 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986f442-714d-4139-803a-5b00f23a1447 req-f1d4f3bc-442e-4d1a-b0e8-bdc52050ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:14.389562 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2986f442-714d-4139-803a-5b00f23a1447 req-f1d4f3bc-442e-4d1a-b0e8-bdc52050ccd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdc02f57-9875-448f-9944-0a9171cd317c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474267 Jan 27 15:25:14.484755 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2986f442-714d-4139-803a-5b00f23a1447 req-ef1225c4-eb46-4479-a591-7eaade1669c7 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881033 Jan 27 15:25:14.584241 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2986f442-714d-4139-803a-5b00f23a1447 req-f2937eb2-fbb6-42a4-9e9a-3b61a2f0ab1c service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936468 Jan 27 15:25:14.702864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092536e9-4112-4ecc-ad2c-1e644366e1d3 req-08715e25-6ba9-497b-bbbc-da19d8a66b5c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:14.704646 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-092536e9-4112-4ecc-ad2c-1e644366e1d3 req-08715e25-6ba9-497b-bbbc-da19d8a66b5c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Jan 27 15:25:14.747626 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-092536e9-4112-4ecc-ad2c-1e644366e1d3 req-e7ce1814-12d6-43f2-96c6-ee7fd7874176 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363646 Jan 27 15:25:15.871995 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d90b6-f33a-4653-ae61-daa206a9b20b req-62f9a093-d820-4261-9b84-75f669733b3d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:15.874298 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a75d90b6-f33a-4653-ae61-daa206a9b20b req-62f9a093-d820-4261-9b84-75f669733b3d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0557208 Jan 27 15:25:15.920831 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a75d90b6-f33a-4653-ae61-daa206a9b20b req-0fe98f59-edf5-45c5-8068-030b5b1dec49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397539 Jan 27 15:25:16.318926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4ac9-1ffe-4a55-b2c0-d7b6e5e1acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:17.046099 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088926-c6bd-45fe-a477-79afae464fba req-8b60d28f-3b25-4414-bd75-e0d30c8a99dd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:17.047755 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa088926-c6bd-45fe-a477-79afae464fba req-8b60d28f-3b25-4414-bd75-e0d30c8a99dd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0538857 Jan 27 15:25:17.116233 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa088926-c6bd-45fe-a477-79afae464fba req-ca22d027-6319-424d-9779-598c08a8d94f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608301 Jan 27 15:25:17.521729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:18.237800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def9605-0433-4552-902d-b4a3db1050fc req-0ae597fd-ba4a-42d4-aa1b-021710bbe484 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:18.239939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7def9605-0433-4552-902d-b4a3db1050fc req-0ae597fd-ba4a-42d4-aa1b-021710bbe484 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0534279 Jan 27 15:25:18.283390 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7def9605-0433-4552-902d-b4a3db1050fc req-ecff3c8c-4208-42ad-a390-693017f56fd0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368714 Jan 27 15:25:18.308269 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45060) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:25:18.371501 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d7e42b52-8dc2-49d6-a95f-305f9dab1470 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/6f16b795-eab6-4ee1-af6a-9c4813c05f4b HTTP/1.1" status: 200 len: 992 time: 0.0619991 Jan 27 15:25:18.914133 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:19.275742 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:19.712631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377f8f4-cc7b-4a1b-8641-5a5aa2f91c8c req-99d0b2d6-3ca7-4bed-9fb5-ac4cbeecda00 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:19.714305 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2377f8f4-cc7b-4a1b-8641-5a5aa2f91c8c req-99d0b2d6-3ca7-4bed-9fb5-ac4cbeecda00 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0872855 Jan 27 15:25:19.732929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-280a1cd5-7a5a-4c6a-856b-ab8317cfc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:19.734457 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-280a1cd5-7a5a-4c6a-856b-ab8317cfc4fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1098 time: 0.0683932 Jan 27 15:25:19.814316 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2377f8f4-cc7b-4a1b-8641-5a5aa2f91c8c req-e6cbf9d4-1c4b-4177-994e-2f7e2a7f6ce4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921590 Jan 27 15:25:19.865016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-93a7efd4-5284-4c71-90cc-702f10653f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:19.867520 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-93a7efd4-5284-4c71-90cc-702f10653f1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 200 len: 898 time: 0.1256297 Jan 27 15:25:19.951501 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-06771c27-e198-4e9f-882f-226deb352881 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 200 len: 1000 time: 0.0774910 Jan 27 15:25:20.005690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-aae53afd-fbd9-4317-82d2-83ad8a8cd81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:20.007299 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-aae53afd-fbd9-4317-82d2-83ad8a8cd81c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89a354e7-31d3-4c00-8945-99081f90003e HTTP/1.1" status: 200 len: 833 time: 0.0485046 Jan 27 15:25:20.059577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-b4dd7c64-6b14-45e1-912c-a3ecd18114bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:20.061103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-b4dd7c64-6b14-45e1-912c-a3ecd18114bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdc02f57-9875-448f-9944-0a9171cd317c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474603 Jan 27 15:25:20.164147 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-9ec60635-fb69-4020-84e9-1082292844cd service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958836 Jan 27 15:25:20.270206 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3a9d853e-4b0a-4cb4-9eaf-781305535374 req-f0e0c854-4da9-4272-b201-8b92f6f589c0 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995259 Jan 27 15:25:20.949399 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a139289-01ed-49ba-b9a2-236d6d9da494 req-0f66d310-e4b5-4e46-85ac-392610d01468 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:20.951068 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2a139289-01ed-49ba-b9a2-236d6d9da494 req-0f66d310-e4b5-4e46-85ac-392610d01468 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0542395 Jan 27 15:25:20.992858 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2a139289-01ed-49ba-b9a2-236d6d9da494 req-272f3ad4-22ad-41c0-8774-5280d457bd82 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345926 Jan 27 15:25:21.017012 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45070) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:25:21.098435 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d624c0f7-dfa4-4dcc-8c99-3fa96a2c271e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/6f16b795-eab6-4ee1-af6a-9c4813c05f4b HTTP/1.1" status: 200 len: 992 time: 0.0789595 Jan 27 15:25:29.938468 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:25:30.516086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:44.037802 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-042404a5-4f5c-45e5-879f-89c8b5f7b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:46.322260 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7677278d-caeb-4506-81d5-cdbf88664bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:47.523502 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:48.916252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:49.283757 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:51.520543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45080) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:25:51.742726 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port ea40d4ba-5e44-41ad-bced-4f6e2aef2777 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:25:51.743338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:51.854894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:51.855419 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:51.872133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for ea40d4ba-5e44-41ad-bced-4f6e2aef2777 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:25:52.046279 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:52.078316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=ea40d4ba-5e44-41ad-bced-4f6e2aef2777,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:25:52.108379 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.108635 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.108975 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.109306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.109632 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.109959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.110280 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.110609 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.110925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.111241 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.111620 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.111953 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:52.154311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:52.154621 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP 6f16b795-eab6-4ee1-af6a-9c4813c05f4b disassociated (deleted). External IP: 172.26.6.38, port: c609febe-60d9-456e-9792-5fd4541cfd19. Jan 27 15:25:52.397201 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 28e65bbf-9f38-492d-9a4d-3314e9109ffb has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:25:52.508112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:25:52.512633 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:52.521729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] Sync routers for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:25:52.533604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:25:52.534422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:52.544893 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f1ccedbc-46d9-4d82-9cf3-b6bd5d644de3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f16b795-eab6-4ee1-af6a-9c4813c05f4b HTTP/1.1" status: 204 len: 168 time: 1.0232415 Jan 27 15:25:52.545785 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:25:52.547778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4" -d '{"events": [{"name": "network-changed", "server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:25:52.666815 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:25:52.710186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1a2af4-b6d0-46c3-bd61-d60d57b47fe1 x-openstack-request-id: req-6a1a2af4-b6d0-46c3-bd61-d60d57b47fe1 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:25:52.710874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:25:52.711569 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a1a2af4-b6d0-46c3-bd61-d60d57b47fe1 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:25:52.712492 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'status': 'completed', 'code': 200} Jan 27 15:25:52.825147 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-b1fa6754-f8c7-462c-ad9b-b8bfcdee0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:52.826540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-b1fa6754-f8c7-462c-ad9b-b8bfcdee0ac3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 1098 time: 0.0884583 Jan 27 15:25:52.839471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0e9a5-3aab-4eb2-acc1-0a6e948cf0c1 req-26d72010-2fcc-42ef-9f08-4db652fcd0e9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:52.840991 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15e0e9a5-3aab-4eb2-acc1-0a6e948cf0c1 req-26d72010-2fcc-42ef-9f08-4db652fcd0e9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0682466 Jan 27 15:25:52.940893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15e0e9a5-3aab-4eb2-acc1-0a6e948cf0c1 req-fc27d678-737b-40e7-89e9-03a4f0bb6703 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802491 Jan 27 15:25:52.969383 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-4633096a-96d9-48b6-9dc5-9458f1eed595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:52.969383 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-4633096a-96d9-48b6-9dc5-9458f1eed595 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 200 len: 898 time: 0.1260955 Jan 27 15:25:52.984990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:53.010346 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-6756b67b-b2fa-401d-9344-641a8945cf18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 200 len: 217 time: 0.0353475 Jan 27 15:25:53.038246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] Checking router: 28e65bbf-9f38-492d-9a4d-3314e9109ffb for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:25:53.053300 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:25:53.054365 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:53.073224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-001f1a6d-4c7b-47d9-9c12-73d161e60c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:53.075436 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-001f1a6d-4c7b-47d9-9c12-73d161e60c15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89a354e7-31d3-4c00-8945-99081f90003e HTTP/1.1" status: 200 len: 833 time: 0.0566297 Jan 27 15:25:53.149825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-bcfac8f9-3cab-47e3-a97c-bd89eed5c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:53.151540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-bcfac8f9-3cab-47e3-a97c-bd89eed5c04b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fdc02f57-9875-448f-9944-0a9171cd317c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676224 Jan 27 15:25:53.176117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:25:53.292549 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-e1a911fc-8972-41bd-afcd-a187c2f3427a service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319320 Jan 27 15:25:53.468426 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d180323-2a88-4ce4-9ea7-3ea329fb84b4 req-aad7d2aa-5132-4e2f-9a1a-9ca75eb0b5b5 service neutron] 10.222.0.72 "GET /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667974 Jan 27 15:25:53.567703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:53.602636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ceba7-3144-4c79-820b-535eabacc2ab None None] The sync data for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv is: [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:24:24Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '70869fa0-d518-4ffa-9b9e-999cf5b30996', 'name': '', 'network_id': 'fdc02f57-9875-448f-9944-0a9171cd317c', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:bc:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '89a354e7-31d3-4c00-8945-99081f90003e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:24Z', 'updated_at': '2022-01-27T15:24:28Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': '89a354e7-31d3-4c00-8945-99081f90003e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:25:53.864327 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30808860-c40c-49da-b7a4-9564316cdfe0 None None] New status for floating IP 6f16b795-eab6-4ee1-af6a-9c4813c05f4b: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:25:54.119623 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa067f-61e3-4cc5-9614-dc321478ff2c req-772140b5-b02f-4a43-ad38-7162aba7f327 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:54.121236 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c1aa067f-61e3-4cc5-9614-dc321478ff2c req-772140b5-b02f-4a43-ad38-7162aba7f327 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0637250 Jan 27 15:25:54.166109 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c1aa067f-61e3-4cc5-9614-dc321478ff2c req-9566d70f-0209-4ce4-b62d-5fc624ff9b4a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=f67d5494-59e8-4f05-b571-f5fcc3c226bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346699 Jan 27 15:25:54.272770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-9f06de6c-6a18-4103-a1d7-b09c0c7ca126 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:25:54.274269 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-9f06de6c-6a18-4103-a1d7-b09c0c7ca126 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 945 time: 0.0570595 Jan 27 15:25:54.376338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port c609febe-60d9-456e-9792-5fd4541cfd19 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:25:54.376598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:54.474375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port c609febe-60d9-456e-9792-5fd4541cfd19, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=c609febe-60d9-456e-9792-5fd4541cfd19,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:25:54.474737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:54.488448 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for c609febe-60d9-456e-9792-5fd4541cfd19 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:25:54.636122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:54.669747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=c609febe-60d9-456e-9792-5fd4541cfd19,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:25:54.696625 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.696969 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.697310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.697659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.697963 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.698288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.698611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.698929 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.699246 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.699587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.699905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.700223 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:54.725947 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] No DVR routers for this DVR port c609febe-60d9-456e-9792-5fd4541cfd19 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:25:54.728564 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:54.731873 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5d136df6-6f57-4aa9-906b-d1072edd4c29 req-ffafe305-730d-4d07-840d-71d1a550ea53 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "DELETE /v2.0/ports/c609febe-60d9-456e-9792-5fd4541cfd19 HTTP/1.1" status: 204 len: 173 time: 0.4517114 Jan 27 15:25:54.732332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'name': 'network-vif-deleted', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:25:54.734750 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02b756e-b1fe-4dfe-9c4a-e776c6a52963" -d '{"events": [{"server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "name": "network-vif-deleted", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:25:54.783866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb85b99-158b-498d-9b9d-c870571ca4d2 x-openstack-request-id: req-2bb85b99-158b-498d-9b9d-c870571ca4d2 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:25:54.784139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324409c5-01d4-4717-bb8a-e56a18319d00", "name": "network-vif-deleted", "tag": "c609febe-60d9-456e-9792-5fd4541cfd19", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:25:54.784402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bb85b99-158b-498d-9b9d-c870571ca4d2 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:25:54.784812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324409c5-01d4-4717-bb8a-e56a18319d00', 'name': 'network-vif-deleted', 'tag': 'c609febe-60d9-456e-9792-5fd4541cfd19', 'status': 'completed', 'code': 200} Jan 27 15:25:55.316647 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-42e441fc-395d-4b36-ae9e-1aad34add5c9 req-f1ee006e-c05d-4aee-a805-e24195231fdd tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=324409c5-01d4-4717-bb8a-e56a18319d00 HTTP/1.1" status: 200 len: 210 time: 0.0281742 Jan 27 15:25:56.405939 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45098) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:25:57.171196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:57.472833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 70869fa0-d518-4ffa-9b9e-999cf5b30996 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:25:57.473598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:57.573622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 70869fa0-d518-4ffa-9b9e-999cf5b30996, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=70869fa0-d518-4ffa-9b9e-999cf5b30996,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:25:57.574001 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:57.588365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 70869fa0-d518-4ffa-9b9e-999cf5b30996 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:25:57.793101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:57.824219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=70869fa0-d518-4ffa-9b9e-999cf5b30996,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:25:58.062021 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:58.298728 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 28e65bbf-9f38-492d-9a4d-3314e9109ffb has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:25:58.417386 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:25:58.423979 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f021bcf8-f510-43b5-819b-8ee0ddd0a5b2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/28e65bbf-9f38-492d-9a4d-3314e9109ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0158064 Jan 27 15:25:58.426453 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45100) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:25:58.431349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] Sync routers for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:25:58.445933 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:25:58.446928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:58.513148 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting subnet 89a354e7-31d3-4c00-8945-99081f90003e {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:25:58.518152 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:58.577507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:58.597032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:25:58.704505 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:58.784778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:58.822063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Subnet': ['ID=89a354e7-31d3-4c00-8945-99081f90003e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:25:58.827732 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:58.835803 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-3f69efde-95d8-434f-a546-758ed580813f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/subnets/89a354e7-31d3-4c00-8945-99081f90003e HTTP/1.1" status: 204 len: 168 time: 0.4041803 Jan 27 15:25:58.837214 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45102) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:25:58.838025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:25:57Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:58.841744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28950f90-225f-4408-8f6e-8f4e3e875da9 None None] Network fdc02f57-9875-448f-9944-0a9171cd317c requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:25:58.882953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] Checking router: 28e65bbf-9f38-492d-9a4d-3314e9109ffb for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:25:58.931395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] Routers {'28e65bbf-9f38-492d-9a4d-3314e9109ffb'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:25:58.932040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:59.004521 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.109419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] Set router 28e65bbf-9f38-492d-9a4d-3314e9109ffb gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:25:59.147200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.196504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] DHCP port deletion for fdc02f57-9875-448f-9944-0a9171cd317c request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:25:59.212819 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 7c07d008-6257-40ff-935e-4a07a2412f80 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:25:59.213186 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.306590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 7c07d008-6257-40ff-935e-4a07a2412f80, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=7c07d008-6257-40ff-935e-4a07a2412f80,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:25:59.307335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.322039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 7c07d008-6257-40ff-935e-4a07a2412f80 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:25:59.370079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c609febe-60d9-456e-9792-5fd4541cfd19 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:25:59.413033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Deleting port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:25:59.413390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.416592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: c609febe-60d9-456e-9792-5fd4541cfd19 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:25:59.416923 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device c609febe-60d9-456e-9792-5fd4541cfd19 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:25:59.508619 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] For port e47b937b-6d43-4b6f-8930-2a0d3f2cd224, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e47b937b-6d43-4b6f-8930-2a0d3f2cd224,segment=NetworkSegment(d1c81fa7-3a51-49bf-8780-370d752947c7),segment_id=d1c81fa7-3a51-49bf-8780-370d752947c7)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:25:59.509707 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.515727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.536640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Calling delete_port for e47b937b-6d43-4b6f-8930-2a0d3f2cd224 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:25:59.563545 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=7c07d008-6257-40ff-935e-4a07a2412f80,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:25:59.626258 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:25:57Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:25:59.678949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.681551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c035738-9854-4de8-93c1-dbac13b7f442 None None] The sync data for ids ['28e65bbf-9f38-492d-9a4d-3314e9109ffb'] in dv-neutron-826438-5-hyperv is: [{'id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613258022', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178'}], 'enable_snat': True}, 'gw_port_id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:24:20Z', 'updated_at': '2022-01-27T15:25:57Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': '7c07d008-6257-40ff-935e-4a07a2412f80', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e65bbf-9f38-492d-9a4d-3314e9109ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:24:21Z', 'updated_at': '2022-01-27T15:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:25:59.741549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.785726 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Pushing event deleted for resources: {'Port': ['ID=e47b937b-6d43-4b6f-8930-2a0d3f2cd224,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:25:59.790743 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] No DVR routers for this DVR port e47b937b-6d43-4b6f-8930-2a0d3f2cd224 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:25:59.807305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.807305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.807305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.807305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.807305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.807305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.807305 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.809262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.809262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.810218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.810218 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.810723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4713a6ea-4db7-4f4f-a27d-22b241856484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:25:59.829543 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.832352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.886848 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.887742 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Fanout notify agent at l3_agent the message router_deleted on router 28e65bbf-9f38-492d-9a4d-3314e9109ffb {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:25:59.900234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:25:59.902244 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8654c084-716b-4bd1-a361-d61de31639db tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/routers/28e65bbf-9f38-492d-9a4d-3314e9109ffb HTTP/1.1" status: 204 len: 168 time: 1.0648048 Jan 27 15:25:59.904765 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45106) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:25:59.998063 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.151136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.191691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc02f57-9875-448f-9944-0a9171cd317c']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:00.207629 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c81fa7-3a51-49bf-8780-370d752947c7') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:00.208149 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c81fa7-3a51-49bf-8780-370d752947c7') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:00.222134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.238145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.246002 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:26:00.246549 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:26:00.250322 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:26:00.340876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.353446 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.357091 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/networks/fdc02f57-9875-448f-9944-0a9171cd317c HTTP/1.1" status: 204 len: 168 time: 0.4511805 Jan 27 15:26:00.367831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45108) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:00.373190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc730-7734-4fed-b364-cfa32783e8b9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Network': ['ID=fdc02f57-9875-448f-9944-0a9171cd317c,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:00.450890 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e47b937b-6d43-4b6f-8930-2a0d3f2cd224 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:26:00.465536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55251f84-da92-4161-bb06-0d0cb79f1f67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.473398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: e47b937b-6d43-4b6f-8930-2a0d3f2cd224 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:26:00.473854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e47b937b-6d43-4b6f-8930-2a0d3f2cd224 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:26:00.474433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 70869fa0-d518-4ffa-9b9e-999cf5b30996 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:26:00.509043 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 70869fa0-d518-4ffa-9b9e-999cf5b30996 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:26:00.510097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 70869fa0-d518-4ffa-9b9e-999cf5b30996 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:26:00.514379 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55251f84-da92-4161-bb06-0d0cb79f1f67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.520608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.598340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55251f84-da92-4161-bb06-0d0cb79f1f67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.601020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55251f84-da92-4161-bb06-0d0cb79f1f67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:00.602252 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-55251f84-da92-4161-bb06-0d0cb79f1f67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/security-groups/f67d5494-59e8-4f05-b571-f5fcc3c226bd HTTP/1.1" status: 204 len: 168 time: 0.2325530 Jan 27 15:26:00.612601 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55251f84-da92-4161-bb06-0d0cb79f1f67 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d5494-59e8-4f05-b571-f5fcc3c226bd,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:00.958468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45114) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:00.963195 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8b8df7d4-9ffb-44ce-87e8-6c5b0813a2f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155004493', 'description': 'tempest-secgroup-smoke-1155004493 description', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:00.990319 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b8df7d4-9ffb-44ce-87e8-6c5b0813a2f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.089757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b8df7d4-9ffb-44ce-87e8-6c5b0813a2f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.094585 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b8df7d4-9ffb-44ce-87e8-6c5b0813a2f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.125226 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b8df7d4-9ffb-44ce-87e8-6c5b0813a2f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.126441 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b8df7d4-9ffb-44ce-87e8-6c5b0813a2f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1669652 Jan 27 15:26:01.130039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45116) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:01.134648 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-dfd561d0-31a6-4f71-92ec-635341862c49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '91aedb83-ae65-4cd4-9a36-40f0c63df5dd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:01.141496 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8df7d4-9ffb-44ce-87e8-6c5b0813a2f5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91aedb83-ae65-4cd4-9a36-40f0c63df5dd,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:01.176438 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfd561d0-31a6-4f71-92ec-635341862c49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.239225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfd561d0-31a6-4f71-92ec-635341862c49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.244167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfd561d0-31a6-4f71-92ec-635341862c49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.263932 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd561d0-31a6-4f71-92ec-635341862c49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee50c2e1-25ed-4695-b3d4-e01a9c82d067,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:01.273679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-dfd561d0-31a6-4f71-92ec-635341862c49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.274680 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-dfd561d0-31a6-4f71-92ec-635341862c49 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434963 Jan 27 15:26:01.277873 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45118) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:01.283032 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-d2c7706b-b1be-47cf-9084-9473d805370f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '91aedb83-ae65-4cd4-9a36-40f0c63df5dd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:01.315628 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2c7706b-b1be-47cf-9084-9473d805370f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.391205 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2c7706b-b1be-47cf-9084-9473d805370f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.396840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2c7706b-b1be-47cf-9084-9473d805370f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.418554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7706b-b1be-47cf-9084-9473d805370f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e50a28-c2b6-4a49-886c-ec1adcb38cde,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:01.429154 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-d2c7706b-b1be-47cf-9084-9473d805370f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.430487 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-d2c7706b-b1be-47cf-9084-9473d805370f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514218 Jan 27 15:26:01.433574 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45120) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:01.441145 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8ba6ca7a-27f2-44fd-bbbb-51e82be22b0b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '91aedb83-ae65-4cd4-9a36-40f0c63df5dd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:01.483982 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ca7a-27f2-44fd-bbbb-51e82be22b0b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.550215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ca7a-27f2-44fd-bbbb-51e82be22b0b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.554336 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ca7a-27f2-44fd-bbbb-51e82be22b0b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.572934 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6ca7a-27f2-44fd-bbbb-51e82be22b0b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b705e17-a895-4dda-a67c-119e8fce9c12,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:01.583917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8ba6ca7a-27f2-44fd-bbbb-51e82be22b0b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.585414 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8ba6ca7a-27f2-44fd-bbbb-51e82be22b0b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507070 Jan 27 15:26:01.589234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45122) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:01.594217 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-eedce721-39c2-4cad-85b7-eadbd654f4c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '91aedb83-ae65-4cd4-9a36-40f0c63df5dd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:01.630713 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eedce721-39c2-4cad-85b7-eadbd654f4c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.725926 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eedce721-39c2-4cad-85b7-eadbd654f4c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.730646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eedce721-39c2-4cad-85b7-eadbd654f4c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.761594 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedce721-39c2-4cad-85b7-eadbd654f4c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3f759a-a044-4527-823a-89731f609c2e,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:01.778772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-eedce721-39c2-4cad-85b7-eadbd654f4c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.781297 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-eedce721-39c2-4cad-85b7-eadbd654f4c0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1907554 Jan 27 15:26:01.784680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45124) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:01.789452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '91aedb83-ae65-4cd4-9a36-40f0c63df5dd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:01.814404 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:26:01.819546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.876755 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.880994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.902615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbe824d-2fd7-4773-99f9-0656234f4a36,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:01.913370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:01.914758 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-afbb407d-9c6c-48fc-b50e-24fe56097a25 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290355 Jan 27 15:26:01.917477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45126) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:01.921885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'security_group_rule': {'security_group_id': '91aedb83-ae65-4cd4-9a36-40f0c63df5dd', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:01.948578 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Project d5f3065be1f44a05b30d08f6c22fe131 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:26:01.954287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.029787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.035498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.059183 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4be440-64fc-4287-9e48-73a3f0542081,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:02.073575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.075467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-618a1a55-ad95-4de5-b883-043f5f7cf089 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568320 Jan 27 15:26:02.079400 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45128) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:02.086033 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'network': {'name': 'tempest-network-smoke--1366128646', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'port_security_enabled': True}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:02.114203 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:26:02.118015 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.150064 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:26:02.161920 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.162281 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Added segment a372efcf-4fd5-48f2-89a1-2e8ade3e0891 of type vlan for network 9acbbe0b-8195-4456-a922-971fc0ffaf21 Jan 27 15:26:02.209797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.242018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.247963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:02.248638 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.280843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7c07d008-6257-40ff-935e-4a07a2412f80 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:26:02.303513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 7c07d008-6257-40ff-935e-4a07a2412f80 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:26:02.303858 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 7c07d008-6257-40ff-935e-4a07a2412f80 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:26:02.330175 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2481663 Jan 27 15:26:02.332761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45130) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:02.337555 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'admin_state_up': True, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:02.341178 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907e7c6-e0be-462c-9315-ff26bc0f8ea5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Network': ['ID=9acbbe0b-8195-4456-a922-971fc0ffaf21,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:02.353719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:26:02.379004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.380848 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.455540 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.602679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.913257 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:02.936919 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:03.043323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.211 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/e17b51de-252b-467f-88f4-99b7eb004eb6) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:26:03.163009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:03.198600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:03.239753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:26:03.244290 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:26:03.248762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:26:03.251997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=e17b51de-252b-467f-88f4-99b7eb004eb6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:03.886961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:04.103743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:04.243604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 26f043a1-ba65-4337-8615-960b73e0fc90 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:26:04.363185 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:26:04.376007 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Sync routers for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:26:04.386273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:04.387963 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-4494843a-09cf-471e-9c09-82a481e99a40 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0540125 Jan 27 15:26:04.388342 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:04.389119 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:04.392110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45134) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:04.424105 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5169a57a-cf4a-4c68-8bc2-ae36298166ef tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=d5f3065be1f44a05b30d08f6c22fe131&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299680 Jan 27 15:26:04.428311 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45136) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:04.520136 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:04.536802 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a375f3-2015-4800-b3d8-51fe890ca503 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:04.538371 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-e2a375f3-2015-4800-b3d8-51fe890ca503 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1090307 Jan 27 15:26:04.541708 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45138) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:04.573058 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a4624464-8c91-47d6-ac39-551f7741d7cc tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=02deada8-0e66-4b1c-9d30-b89d6223d135&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301094 Jan 27 15:26:04.577423 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45140) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:04.582780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667462929', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:04.712783 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:26:04.717304 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:04.744590 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:03Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:04.777812 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Checking router: 26f043a1-ba65-4337-8615-960b73e0fc90 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:26:04.778284 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Updating router 26f043a1-ba65-4337-8615-960b73e0fc90 port e17b51de-252b-467f-88f4-99b7eb004eb6 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:26:04.810399 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:04.965397 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.040912 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Subnet': ['ID=bd4206c9-df39-4e66-b136-7bdb442f02a1,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:05.049944 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Checking segment: {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:26:05.050520 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network hostable DHCP agents. Network: 9acbbe0b-8195-4456-a922-971fc0ffaf21, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:26:05.078292 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:26:05.093255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 9acbbe0b-8195-4456-a922-971fc0ffaf21) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:26:05.101227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:05.101227 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.111852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71a634-a648-4902-a6e2-caee0223a00e None None] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:26:05.129147 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f2891258-cbe8-4457-a49b-f51741830c2e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5500441 Jan 27 15:26:05.132288 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45142) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:05.198586 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.210090 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.291988 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Attempting to bind port e17b51de-252b-467f-88f4-99b7eb004eb6 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:26:05.292697 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Attempting to bind port e17b51de-252b-467f-88f4-99b7eb004eb6 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:26:05.293347 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Attempting to bind port e17b51de-252b-467f-88f4-99b7eb004eb6 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:26:05.316776 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:26:05.317495 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:26:05.318241 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.318941 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:26:05.320542 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Bound port: e17b51de-252b-467f-88f4-99b7eb004eb6, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:26:05.321260 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.349578 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Pushing event updated for resources: {'Port': ['ID=e17b51de-252b-467f-88f4-99b7eb004eb6,revision_number=2']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:05.391030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-9acbbe0b-8195-4456-a922-971fc0ffaf21', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:26:05.391705 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.392514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.392514 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.392836 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.393113 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.393443 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.393776 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.394141 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.394470 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.394762 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.395042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.395222 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.395571 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:05.402775 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] For port e17b51de-252b-467f-88f4-99b7eb004eb6, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:26:05.414011 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] For port e17b51de-252b-467f-88f4-99b7eb004eb6, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e17b51de-252b-467f-88f4-99b7eb004eb6,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:26:05.422675 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.482360 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:05.482977 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:05.528130 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42ce87-f242-4590-9593-7b6ff8d73085 None None] Pushing event updated for resources: {'Port': ['ID=e17b51de-252b-467f-88f4-99b7eb004eb6,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:05.610083 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:05.618499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Allocated IP 172.20.0.2 (9acbbe0b-8195-4456-a922-971fc0ffaf21/bd4206c9-df39-4e66-b136-7bdb442f02a1/5588f219-080b-4c5e-b237-eecd5bf97c37) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:26:05.830595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.830884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.838764 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:03Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:05.843754 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:05.870309 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7747eb84-2655-4777-a4a4-aee4cd467a8e None None] The sync data for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv is: [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:03Z', 'revision_number': 3, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:26:05.909143 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:26:05.920119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:26:05.927165 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:26:05.936349 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Pushing event updated for resources: {'Port': ['ID=5588f219-080b-4c5e-b237-eecd5bf97c37,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:06.018088 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Attempting to bind port 5588f219-080b-4c5e-b237-eecd5bf97c37 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:26:06.018672 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Attempting to bind port 5588f219-080b-4c5e-b237-eecd5bf97c37 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:26:06.019315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Attempting to bind port 5588f219-080b-4c5e-b237-eecd5bf97c37 on network 9acbbe0b-8195-4456-a922-971fc0ffaf21 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:26:06.027579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:26:06.028153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Checking segment: {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:26:06.028782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.029389 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Bound using segment: {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:26:06.030595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Bound port: 5588f219-080b-4c5e-b237-eecd5bf97c37, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:26:06.030595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.144753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] For port 5588f219-080b-4c5e-b237-eecd5bf97c37, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:26:06.156158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] For port 5588f219-080b-4c5e-b237-eecd5bf97c37, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5588f219-080b-4c5e-b237-eecd5bf97c37,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:26:06.165095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.265056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b42f-f96d-4db6-96a1-98877da3b76a None None] Pushing event updated for resources: {'Port': ['ID=5588f219-080b-4c5e-b237-eecd5bf97c37,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:06.362192 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.1 (9acbbe0b-8195-4456-a922-971fc0ffaf21/bd4206c9-df39-4e66-b136-7bdb442f02a1/b2e1463e-2172-4cad-b232-8f4874a7bd96) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:26:06.467294 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e17b51de-252b-467f-88f4-99b7eb004eb6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:26:06.576508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e17b51de-252b-467f-88f4-99b7eb004eb6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:06.577077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.598340 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.645422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.709513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:26:06.713368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:26:06.719306 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:26:06.750112 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=b2e1463e-2172-4cad-b232-8f4874a7bd96,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:06.750752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.793705 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port e17b51de-252b-467f-88f4-99b7eb004eb6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e17b51de-252b-467f-88f4-99b7eb004eb6,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:26:06.793958 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.805089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:06.871068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=e17b51de-252b-467f-88f4-99b7eb004eb6,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:06.937972 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:26:07.394151 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:07.574669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ae1bf-5d3f-417a-a4f5-e3fa36188d9b None None] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:26:07.636365 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-db957eee-1792-424e-92f9-210c9cc42efb None None] Provisioning complete for port 5588f219-080b-4c5e-b237-eecd5bf97c37 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:07.636731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-db957eee-1792-424e-92f9-210c9cc42efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:07.759650 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:07.768018 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:07.815901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-db957eee-1792-424e-92f9-210c9cc42efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:07.866333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-db957eee-1792-424e-92f9-210c9cc42efb None None] For port 5588f219-080b-4c5e-b237-eecd5bf97c37, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5588f219-080b-4c5e-b237-eecd5bf97c37,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:26:07.874056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-db957eee-1792-424e-92f9-210c9cc42efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:07.918579 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=b2e1463e-2172-4cad-b232-8f4874a7bd96,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:07.923171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:08.114118 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:26:08.115763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db957eee-1792-424e-92f9-210c9cc42efb None None] Pushing event updated for resources: {'Port': ['ID=5588f219-080b-4c5e-b237-eecd5bf97c37,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:08.117897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:26:08.202531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-58d41e02-8624-42e5-b8c0-95378db350cf None None] Provisioning complete for port 5588f219-080b-4c5e-b237-eecd5bf97c37 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:08.203391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58d41e02-8624-42e5-b8c0-95378db350cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:08.307378 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 26f043a1-ba65-4337-8615-960b73e0fc90 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:26:08.334108 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-58d41e02-8624-42e5-b8c0-95378db350cf None None] Provisioning complete for port b2e1463e-2172-4cad-b232-8f4874a7bd96 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:08.334706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-58d41e02-8624-42e5-b8c0-95378db350cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:08.386084 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-58d41e02-8624-42e5-b8c0-95378db350cf None None] Port b2e1463e-2172-4cad-b232-8f4874a7bd96 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:26:08.459171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:26:08.469044 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4765e5a3-6a86-4222-b92f-88b94fc24354 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/26f043a1-ba65-4337-8615-960b73e0fc90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3350616 Jan 27 15:26:08.475187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Sync routers for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:26:08.492811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:08.493458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:08.581968 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5588f219-080b-4c5e-b237-eecd5bf97c37 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:26:08.695026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-4e3d6097-ca06-4a2c-a71c-f34894702723 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155004493&fields=id&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 267 time: 0.0633261 Jan 27 15:26:08.699789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-8396b600-fbaf-40cc-8425-57482b057bde None None] Provisioning complete for port b2e1463e-2172-4cad-b232-8f4874a7bd96 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:08.700399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8396b600-fbaf-40cc-8425-57482b057bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:08.793661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:08.824958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-5a1742ad-bc01-4061-84f8-d8f16678a482 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:08.826501 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-5a1742ad-bc01-4061-84f8-d8f16678a482 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/networks?id=9acbbe0b-8195-4456-a922-971fc0ffaf21 HTTP/1.1" status: 200 len: 797 time: 0.1184583 Jan 27 15:26:08.842850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-5a5ab29a-a9ec-4514-8a57-b24c73712a4c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/quotas/d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 375 time: 0.0098479 Jan 27 15:26:08.853604 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-8396b600-fbaf-40cc-8425-57482b057bde None None] Port b2e1463e-2172-4cad-b232-8f4874a7bd96 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:26:08.856029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 5588f219-080b-4c5e-b237-eecd5bf97c37 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:08.856830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:08.909327 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-5cab04f1-7565-4109-85d1-d2d33b397f5e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600915 Jan 27 15:26:09.061196 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-572df070-fbb4-40b7-9c3c-76f159145567 service neutron] 10.222.0.18 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384959 Jan 27 15:26:09.102459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-707d3d82-523c-4136-9324-6d992a6c9db7 None None] Provisioning complete for port b2e1463e-2172-4cad-b232-8f4874a7bd96 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:09.103024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-707d3d82-523c-4136-9324-6d992a6c9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:09.186678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-707d3d82-523c-4136-9324-6d992a6c9db7 None None] Port b2e1463e-2172-4cad-b232-8f4874a7bd96 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:26:09.187121 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-b167e25a-f70f-4cbe-8b32-86719ad96585 service neutron] 10.222.0.18 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171913 Jan 27 15:26:09.212354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e17b51de-252b-467f-88f4-99b7eb004eb6 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:26:09.356919 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 2, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:09.360330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e17b51de-252b-467f-88f4-99b7eb004eb6 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:09.361433 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:09.409650 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Checking router: 26f043a1-ba65-4337-8615-960b73e0fc90 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:26:09.410284 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Updating router 26f043a1-ba65-4337-8615-960b73e0fc90 port b2e1463e-2172-4cad-b232-8f4874a7bd96 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:26:09.484527 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b221a0c7-7cf1-4f69-9dde-570f5d42560a req-b58df633-8c9c-4e7b-8c6b-cf43a076cb5a tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 210 time: 0.0505085 Jan 27 15:26:09.510198 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:09.904094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:09.912217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:09.968508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb93d8b-9fa3-4566-88db-2541ba79b7ca None None] Pushing event updated for resources: {'Port': ['ID=b2e1463e-2172-4cad-b232-8f4874a7bd96,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:10.031681 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Attempting to bind port b2e1463e-2172-4cad-b232-8f4874a7bd96 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:26:10.032280 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Attempting to bind port b2e1463e-2172-4cad-b232-8f4874a7bd96 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:26:10.032906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Attempting to bind port b2e1463e-2172-4cad-b232-8f4874a7bd96 on network 9acbbe0b-8195-4456-a922-971fc0ffaf21 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:26:10.042593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:26:10.043178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Checking segment: {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:26:10.043861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.044595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Bound using segment: {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:26:10.045363 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Bound port: b2e1463e-2172-4cad-b232-8f4874a7bd96, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:26:10.045853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.131543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] For port b2e1463e-2172-4cad-b232-8f4874a7bd96, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:26:10.134989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] For port b2e1463e-2172-4cad-b232-8f4874a7bd96, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b2e1463e-2172-4cad-b232-8f4874a7bd96,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:26:10.141155 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.205892 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:10.206525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:25:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:10.209875 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb93d8b-9fa3-4566-88db-2541ba79b7ca None None] Pushing event updated for resources: {'Port': ['ID=b2e1463e-2172-4cad-b232-8f4874a7bd96,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:10.262744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-bfefb833-08c7-4721-bfd8-3fa859ea37a6 None None] Provisioning complete for port b2e1463e-2172-4cad-b232-8f4874a7bd96 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:10.262914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfefb833-08c7-4721-bfd8-3fa859ea37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.382542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:10.441489 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfefb833-08c7-4721-bfd8-3fa859ea37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.675682 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8888b5fd-26fa-4a00-995d-030c226afe54 req-7d1a8e4a-310a-4603-a3a8-b7533599560e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 210 time: 0.0578432 Jan 27 15:26:10.698940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f9a456ea-7ac3-43e6-8cd8-a170f9aa0bc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:10.700679 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f9a456ea-7ac3-43e6-8cd8-a170f9aa0bc8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/networks?id=9acbbe0b-8195-4456-a922-971fc0ffaf21 HTTP/1.1" status: 200 len: 797 time: 0.2519920 Jan 27 15:26:10.746183 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-bfefb833-08c7-4721-bfd8-3fa859ea37a6 None None] For port b2e1463e-2172-4cad-b232-8f4874a7bd96, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b2e1463e-2172-4cad-b232-8f4874a7bd96,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:26:10.757158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-bfefb833-08c7-4721-bfd8-3fa859ea37a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.757545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-a12d1a7e-1535-4c78-857d-8a5c1a940f6b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f3065be1f44a05b30d08f6c22fe131 HTTP/1.1" status: 200 len: 380 time: 0.0473146 Jan 27 15:26:10.767578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'port': {'device_id': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'admin_state_up': True, 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'security_groups': ['91aedb83-ae65-4cd4-9a36-40f0c63df5dd']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:10.861128 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefb833-08c7-4721-bfd8-3fa859ea37a6 None None] Pushing event updated for resources: {'Port': ['ID=b2e1463e-2172-4cad-b232-8f4874a7bd96,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:10.883466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d525be3e-a248-4843-80a5-7e7ff47c5491 None None] Provisioning complete for port b2e1463e-2172-4cad-b232-8f4874a7bd96 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:10.883841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d525be3e-a248-4843-80a5-7e7ff47c5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.893459 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Made reservation on behalf of d5f3065be1f44a05b30d08f6c22fe131 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:26:10.897351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:10.925306 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:10.957202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22601aeb-0a34-4277-a6c4-96d47441c62b None None] The sync data for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv is: [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:26:11.082673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.20.0.9 (9acbbe0b-8195-4456-a922-971fc0ffaf21/bd4206c9-df39-4e66-b136-7bdb442f02a1/528780fa-a9d0-49be-ac36-182c646ad724) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:26:11.284831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:11.327827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:11.376852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:26:11.380787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:26:11.385278 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:26:11.394044 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=528780fa-a9d0-49be-ac36-182c646ad724,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:11.447084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:11.447786 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:11.468195 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-1afb45a4-51db-4665-87dd-45c7d2f96043 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7049770 Jan 27 15:26:11.484977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Request body: {'port': {'device_id': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:11.583668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:11.656958 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3dcfb16a-ef88-48ca-9083-6a76f4bb53c4 None None] Provisioning complete for port 528780fa-a9d0-49be-ac36-182c646ad724 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:11.657253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb16a-ef88-48ca-9083-6a76f4bb53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:11.718089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfb16a-ef88-48ca-9083-6a76f4bb53c4 None None] Port 528780fa-a9d0-49be-ac36-182c646ad724 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:26:11.885857 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce72c1-3626-4c78-b24e-0fef89f432c2 req-b5a5cb3b-aedc-4556-8956-32572b9a6161 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:11.887447 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-68ce72c1-3626-4c78-b24e-0fef89f432c2 req-b5a5cb3b-aedc-4556-8956-32572b9a6161 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 931 time: 0.0901089 Jan 27 15:26:11.968240 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-68ce72c1-3626-4c78-b24e-0fef89f432c2 req-44a6de4d-154e-48c1-8e35-481be28016f6 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713530 Jan 27 15:26:11.984349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528780fa-a9d0-49be-ac36-182c646ad724 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:26:11.995680 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:12.012674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Transition to ACTIVE for port object 528780fa-a9d0-49be-ac36-182c646ad724 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:26:12.017837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:12.094670 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Pushing event updated for resources: {'Port': ['ID=528780fa-a9d0-49be-ac36-182c646ad724,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:12.194993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Attempting to bind port 528780fa-a9d0-49be-ac36-182c646ad724 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:26:12.195349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Attempting to bind port 528780fa-a9d0-49be-ac36-182c646ad724 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:26:12.195675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Attempting to bind port 528780fa-a9d0-49be-ac36-182c646ad724 on network 9acbbe0b-8195-4456-a922-971fc0ffaf21 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:26:12.200914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Port 528780fa-a9d0-49be-ac36-182c646ad724 on network 9acbbe0b-8195-4456-a922-971fc0ffaf21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:26:12.201370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Attempting to bind port 528780fa-a9d0-49be-ac36-182c646ad724 on network 9acbbe0b-8195-4456-a922-971fc0ffaf21 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:26:12.209419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:26:12.209593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Checking segment: {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:26:12.210039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Bound using segment: {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:26:12.210762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Bound port: 528780fa-a9d0-49be-ac36-182c646ad724, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:26:12.211392 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:12.311327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] For port 528780fa-a9d0-49be-ac36-182c646ad724, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:26:12.317665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] For port 528780fa-a9d0-49be-ac36-182c646ad724, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=528780fa-a9d0-49be-ac36-182c646ad724,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:26:12.335234 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:12.401499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:12.402556 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:12.404595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b2e1463e-2172-4cad-b232-8f4874a7bd96 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:26:12.405163 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] 10.222.0.72 "PUT /v2.0/ports/528780fa-a9d0-49be-ac36-182c646ad724 HTTP/1.1" status: 200 len: 1093 time: 0.9280336 Jan 27 15:26:12.405464 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:26:12.409454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b862d5-cef8-4391-bfd3-84b752b4a00f" -d '{"events": [{"name": "network-changed", "server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "tag": "528780fa-a9d0-49be-ac36-182c646ad724"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:26:12.501835 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b96339-d4eb-4754-9963-bbd2a7639072 x-openstack-request-id: req-c3b96339-d4eb-4754-9963-bbd2a7639072 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:26:12.502286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "tag": "528780fa-a9d0-49be-ac36-182c646ad724", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:26:12.502668 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3b96339-d4eb-4754-9963-bbd2a7639072 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:26:12.503556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724', 'status': 'completed', 'code': 200} Jan 27 15:26:12.504286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8db77-2760-4326-bda9-6e7408c503ad service neutron] Pushing event updated for resources: {'Port': ['ID=528780fa-a9d0-49be-ac36-182c646ad724,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:12.526646 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b2e1463e-2172-4cad-b232-8f4874a7bd96 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:12.527263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:12.537276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-6fd2b295-3780-42cb-aab6-b6d2a54f182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:12.538999 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-6fd2b295-3780-42cb-aab6-b6d2a54f182f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 1096 time: 0.0930390 Jan 27 15:26:12.595951 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-5e5db1b1-76b9-4ec2-820c-7de1aa5e2e75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528780fa-a9d0-49be-ac36-182c646ad724 HTTP/1.1" status: 200 len: 217 time: 0.0482450 Jan 27 15:26:12.665780 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-6f3af677-a7b6-40c4-bf77-ba595cd5ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:12.667435 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-6f3af677-a7b6-40c4-bf77-ba595cd5ccea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd4206c9-df39-4e66-b136-7bdb442f02a1 HTTP/1.1" status: 200 len: 835 time: 0.0658967 Jan 27 15:26:12.720369 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f4e93f0d-e3a2-4c16-892f-21aaca1682d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:12.722245 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-f4e93f0d-e3a2-4c16-892f-21aaca1682d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9acbbe0b-8195-4456-a922-971fc0ffaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477173 Jan 27 15:26:12.822743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-539b3052-356d-4bbb-bc2a-d86b6c14eb40 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939782 Jan 27 15:26:12.927601 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-80cbff5f-4319-4c3e-87c1-76a9365c4c2c req-06a0798c-6c1b-4708-a3a8-1812238d9aaf service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974221 Jan 27 15:26:13.015444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-1d5f7694-e78f-4464-90f9-bdccc386e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:13.017889 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-1d5f7694-e78f-4464-90f9-bdccc386e0f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 1096 time: 0.0452721 Jan 27 15:26:13.147159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-51abe545-0c8a-47d2-bd4b-8282a5f1c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:13.148654 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-51abe545-0c8a-47d2-bd4b-8282a5f1c696 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9acbbe0b-8195-4456-a922-971fc0ffaf21 HTTP/1.1" status: 200 len: 898 time: 0.1238668 Jan 27 15:26:13.161502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bb79-f114-465f-bf38-71f798de68eb req-d79103a5-f6e2-4a21-8de9-61b6d143c908 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:13.163068 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4317bb79-f114-465f-bf38-71f798de68eb req-d79103a5-f6e2-4a21-8de9-61b6d143c908 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 943 time: 0.0779667 Jan 27 15:26:13.205243 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-ca128328-a3ac-4eb2-96e5-a45e8242112c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528780fa-a9d0-49be-ac36-182c646ad724 HTTP/1.1" status: 200 len: 217 time: 0.0411417 Jan 27 15:26:13.265523 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4317bb79-f114-465f-bf38-71f798de68eb req-24a7ee6d-e8bb-44e8-a586-848dec9d3f3d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955887 Jan 27 15:26:13.279443 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-3895ad78-58cf-4440-9e37-16be6f07e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:13.280899 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-3895ad78-58cf-4440-9e37-16be6f07e061 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd4206c9-df39-4e66-b136-7bdb442f02a1 HTTP/1.1" status: 200 len: 835 time: 0.0679693 Jan 27 15:26:13.328121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-9714a2fb-8330-4bcc-97c3-8457d5dba515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:13.330141 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-9714a2fb-8330-4bcc-97c3-8457d5dba515 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9acbbe0b-8195-4456-a922-971fc0ffaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418098 Jan 27 15:26:13.423973 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-d7cd2d12-5575-464e-a9b4-b98ec8323be7 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866809 Jan 27 15:26:13.527645 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37b862d5-cef8-4391-bfd3-84b752b4a00f req-72fd7c97-dba2-4d3d-836d-cf6f80efc881 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958185 Jan 27 15:26:14.034486 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-37f3770f-4bb3-4435-a764-e7890b28ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:14.390353 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a068d4-ff74-4869-a0bd-64d54af6fddd req-bdb5ec56-1f94-445c-8ccf-9f63596e7437 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:14.392767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-86a068d4-ff74-4869-a0bd-64d54af6fddd req-bdb5ec56-1f94-445c-8ccf-9f63596e7437 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 943 time: 0.0524116 Jan 27 15:26:14.431606 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-86a068d4-ff74-4869-a0bd-64d54af6fddd req-b944c1e3-6a02-4596-836d-ea32d980e691 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328856 Jan 27 15:26:15.425080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 528780fa-a9d0-49be-ac36-182c646ad724 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:26:15.579719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 528780fa-a9d0-49be-ac36-182c646ad724, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=528780fa-a9d0-49be-ac36-182c646ad724,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:26:15.593224 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '528780fa-a9d0-49be-ac36-182c646ad724', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'port_id': '528780fa-a9d0-49be-ac36-182c646ad724', 'mac_address': 'fa:16:3e:df:67:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:26:15.608316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33cbe-a57b-4cba-b547-891573f390ff req-3ea71e0b-5d40-457c-a601-a1811c8c776f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:15.611728 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-63c33cbe-a57b-4cba-b547-891573f390ff req-3ea71e0b-5d40-457c-a601-a1811c8c776f tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 943 time: 0.0736763 Jan 27 15:26:15.636265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:15.651190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528780fa-a9d0-49be-ac36-182c646ad724 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:26:15.654656 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-63c33cbe-a57b-4cba-b547-891573f390ff req-499b4466-b7c0-45da-8663-c939b78317b5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Jan 27 15:26:15.673957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 528780fa-a9d0-49be-ac36-182c646ad724, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=528780fa-a9d0-49be-ac36-182c646ad724,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:26:15.679287 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:15.726798 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=528780fa-a9d0-49be-ac36-182c646ad724,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:15.883664 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['528780fa-a9d0-49be-ac36-182c646ad724'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:26:16.334134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d07058b6-f337-47e0-a51f-f4af84902607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:16.841414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6d94-3946-44eb-9ccc-ed57a5677931 req-a6e343de-d7c7-4386-90fe-b68f0f6c4552 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:16.844089 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-338a6d94-3946-44eb-9ccc-ed57a5677931 req-a6e343de-d7c7-4386-90fe-b68f0f6c4552 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 944 time: 0.0805960 Jan 27 15:26:16.887775 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-338a6d94-3946-44eb-9ccc-ed57a5677931 req-ee8337dc-c7ce-4b85-b2f8-694dada388ac tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364728 Jan 27 15:26:17.425984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 528780fa-a9d0-49be-ac36-182c646ad724 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:26:17.482236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 528780fa-a9d0-49be-ac36-182c646ad724 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:26:17.486940 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 528780fa-a9d0-49be-ac36-182c646ad724 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:26:17.487343 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:17.536080 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:17.584708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:17.610911 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:26:17.613251 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f79209-ee03-4d19-9e56-9e826e88ab1a" -d '{"events": [{"server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "name": "network-vif-plugged", "status": "completed", "tag": "528780fa-a9d0-49be-ac36-182c646ad724"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:26:17.627991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 528780fa-a9d0-49be-ac36-182c646ad724, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=528780fa-a9d0-49be-ac36-182c646ad724,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:26:17.633241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:17.686773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=528780fa-a9d0-49be-ac36-182c646ad724,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:17.735042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce57530-fddc-4d6c-a15d-76c3688c2539 x-openstack-request-id: req-3ce57530-fddc-4d6c-a15d-76c3688c2539 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:26:17.735386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "name": "network-vif-plugged", "status": "completed", "tag": "528780fa-a9d0-49be-ac36-182c646ad724", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:26:17.735690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ce57530-fddc-4d6c-a15d-76c3688c2539 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:26:17.736214 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724', 'code': 200} Jan 27 15:26:17.914714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131944-0e12-473c-89e9-5cd7b07b5428 req-b8d0a29f-d0c4-45e8-9f5f-80fb30b4ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:17.916467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c131944-0e12-473c-89e9-5cd7b07b5428 req-b8d0a29f-d0c4-45e8-9f5f-80fb30b4ca09 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 1098 time: 0.0457120 Jan 27 15:26:17.975912 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c131944-0e12-473c-89e9-5cd7b07b5428 req-080e6613-15e5-4060-8b4a-af1c9ba2fcf5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516880 Jan 27 15:26:18.045824 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb6fd2-b764-4858-b797-87e9d6004601 req-040a6aa0-3ee4-48ed-93ba-fa3b0af4f5e4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:18.047417 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d2eb6fd2-b764-4858-b797-87e9d6004601 req-040a6aa0-3ee4-48ed-93ba-fa3b0af4f5e4 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0628016 Jan 27 15:26:18.093533 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d2eb6fd2-b764-4858-b797-87e9d6004601 req-04296afa-21ed-4b85-9852-633be0741164 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346107 Jan 27 15:26:18.922555 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:19.221049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25ee2-b7e0-42d3-894c-0c42ca908398 req-d0a331f9-2168-41da-b763-3adfeef570bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:19.222611 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a7d25ee2-b7e0-42d3-894c-0c42ca908398 req-d0a331f9-2168-41da-b763-3adfeef570bc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0537944 Jan 27 15:26:19.279138 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a7d25ee2-b7e0-42d3-894c-0c42ca908398 req-de76ab72-765d-4c85-882b-00c2824deb17 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473895 Jan 27 15:26:19.287905 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:19.404730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caca10-a52d-4d11-92bb-3790bdb9002c req-764cb795-530a-40ed-b5ff-7b9dd20397e5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:19.406302 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-82caca10-a52d-4d11-92bb-3790bdb9002c req-764cb795-530a-40ed-b5ff-7b9dd20397e5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0524950 Jan 27 15:26:19.452719 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-82caca10-a52d-4d11-92bb-3790bdb9002c req-95260c22-e9c9-4d03-8866-4b11c9af0329 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355537 Jan 27 15:26:19.476046 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45200) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:19.521917 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b25ab-2609-434e-8ad5-3799f79c5fa5 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:19.523625 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-660b25ab-2609-434e-8ad5-3799f79c5fa5 tempest-TestNetworkAdvancedServerOps-566090576 tempest-TestNetworkAdvancedServerOps-566090576-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 1093 time: 0.0465422 Jan 27 15:26:19.528157 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45202) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:19.533350 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '528780fa-a9d0-49be-ac36-182c646ad724', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address': '172.20.0.9'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:26:19.567053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:19.711722 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:19.890851 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Allocated IP 172.26.6.222 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/b78af7e2-626c-4cdc-ba66-a7374300e74b) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:26:20.055684 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:20.112673 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:20.179615 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:26:20.184316 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:26:20.191841 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:26:20.196692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=b78af7e2-626c-4cdc-ba66-a7374300e74b,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:20.715915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:20.794895 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:20.957403 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:20.962365 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:21.039082 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event updated for resources: {'Port': ['ID=b78af7e2-626c-4cdc-ba66-a7374300e74b,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:21.054156 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:21.170154 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP 0693c997-66b9-4ffa-90d8-00fdbe42cb34 associated. External IP: 172.26.6.222, port: 528780fa-a9d0-49be-ac36-182c646ad724. Jan 27 15:26:21.397171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 26f043a1-ba65-4337-8615-960b73e0fc90 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:26:21.515832 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:26:21.529199 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] Sync routers for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:26:21.540637 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:21.540940 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:21.541341 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:21.571038 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-26ea0a14-3a3d-4033-9822-65745eb0bd45 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0415835 Jan 27 15:26:21.571905 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:26:21.575760 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74bd41-ca77-4100-ada1-f99be913c0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "tag": "528780fa-a9d0-49be-ac36-182c646ad724"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:26:21.645826 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604b5802-53c5-41dd-9ff5-3c820a8e5bf3 x-openstack-request-id: req-604b5802-53c5-41dd-9ff5-3c820a8e5bf3 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:26:21.646312 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "tag": "528780fa-a9d0-49be-ac36-182c646ad724", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:26:21.646695 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-604b5802-53c5-41dd-9ff5-3c820a8e5bf3 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:26:21.647777 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724', 'status': 'completed', 'code': 200} Jan 27 15:26:21.671698 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:21.736457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0641df-aec1-4ecb-bf7f-841b6cea4ceb req-3af5e471-2e2d-497c-a606-8693af6cfd99 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:21.738041 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a0641df-aec1-4ecb-bf7f-841b6cea4ceb req-3af5e471-2e2d-497c-a606-8693af6cfd99 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0883312 Jan 27 15:26:21.744384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-77ee9605-6858-41b3-b980-aff213d367ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:21.746079 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-77ee9605-6858-41b3-b980-aff213d367ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 1098 time: 0.0632672 Jan 27 15:26:21.843567 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a0641df-aec1-4ecb-bf7f-841b6cea4ceb req-be888696-9932-4630-b3c3-f32b0907f6be tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956266 Jan 27 15:26:21.879230 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45208) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:21.879922 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-789cea4c-1b8b-4b9d-a626-6f6a60e780c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:21.880874 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-789cea4c-1b8b-4b9d-a626-6f6a60e780c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9acbbe0b-8195-4456-a922-971fc0ffaf21 HTTP/1.1" status: 200 len: 898 time: 0.1244452 Jan 27 15:26:21.945869 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0693c997-66b9-4ffa-90d8-00fdbe42cb34', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'port_id': '528780fa-a9d0-49be-ac36-182c646ad724', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'mac_address': 'fa:16:3e:df:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:26:20Z', 'updated_at': '2022-01-27T15:26:20Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:21.960490 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a482dd16-05a0-4c6d-babb-aaaf82b85a43 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/0693c997-66b9-4ffa-90d8-00fdbe42cb34 HTTP/1.1" status: 200 len: 991 time: 0.0800412 Jan 27 15:26:21.978911 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] Checking router: 26f043a1-ba65-4337-8615-960b73e0fc90 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:26:21.988033 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:21.988636 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:21.998278 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-4dcb621a-1cbc-4393-ad92-222ee8288143 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528780fa-a9d0-49be-ac36-182c646ad724 HTTP/1.1" status: 200 len: 999 time: 0.1105380 Jan 27 15:26:22.061049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-08eb5b62-3477-49f0-a4ef-23dcda639c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:22.062772 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-08eb5b62-3477-49f0-a4ef-23dcda639c83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd4206c9-df39-4e66-b136-7bdb442f02a1 HTTP/1.1" status: 200 len: 835 time: 0.0587640 Jan 27 15:26:22.122991 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-a47014f5-b100-4dd4-aad8-684a8d17a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:22.124812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-a47014f5-b100-4dd4-aad8-684a8d17a3b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9acbbe0b-8195-4456-a922-971fc0ffaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550914 Jan 27 15:26:22.232976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-a6efd429-4c0e-4566-83e5-1b5158cb7ad7 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012549 Jan 27 15:26:22.253611 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:22.357704 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c74bd41-ca77-4100-ada1-f99be913c0d9 req-2f72f16d-3112-4cc8-8bdd-32c6edbd71b1 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181514 Jan 27 15:26:22.511096 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0693c997-66b9-4ffa-90d8-00fdbe42cb34', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'port_id': '528780fa-a9d0-49be-ac36-182c646ad724', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'mac_address': 'fa:16:3e:df:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:26:20Z', 'updated_at': '2022-01-27T15:26:20Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:22.538520 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4acb4ff-bbd0-4492-8088-6ffd278a15c0 None None] The sync data for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv is: [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '0693c997-66b9-4ffa-90d8-00fdbe42cb34', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'floating_ip_address': '172.26.6.222', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'port_id': '528780fa-a9d0-49be-ac36-182c646ad724', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'mac_address': 'fa:16:3e:df:67:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:26:20Z', 'updated_at': '2022-01-27T15:26:20Z', 'revision_number': 0, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:26:22.745913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a2520-043a-4b3a-abeb-5388f2a788f9 None None] New status for floating IP 0693c997-66b9-4ffa-90d8-00fdbe42cb34: ACTIVE {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:26:22.965230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45210) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:23.034050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-06592bce-5b85-485f-a845-9fabb64dced8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/0693c997-66b9-4ffa-90d8-00fdbe42cb34 HTTP/1.1" status: 200 len: 993 time: 0.0676558 Jan 27 15:26:30.546786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:43.942112 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:26:44.029116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-70f9736f-dd51-4b75-9bfe-9e2abfd2e951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:46.337369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba6ff1bd-b6a5-4d6e-b412-681bba19ae3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:47.532134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:48.915722 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:49.285653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:49.820497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab373-27c6-4481-ad63-662382535a25 req-14832f8d-badc-4cf8-a022-58c46f0f970c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:49.822018 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-010ab373-27c6-4481-ad63-662382535a25 req-14832f8d-badc-4cf8-a022-58c46f0f970c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0501654 Jan 27 15:26:49.861721 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-010ab373-27c6-4481-ad63-662382535a25 req-d2ea20a2-9c76-42fd-82b3-cc9ce00bce71 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Jan 27 15:26:50.992700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edce5e-1fd7-4d7d-8583-9997927b039e req-d9167d66-8e06-400e-8cfe-6a2db34782d5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:50.994282 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c0edce5e-1fd7-4d7d-8583-9997927b039e req-d9167d66-8e06-400e-8cfe-6a2db34782d5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0559461 Jan 27 15:26:51.036170 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c0edce5e-1fd7-4d7d-8583-9997927b039e req-63fcb169-6619-4e4f-9f41-f9ac37df3982 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355732 Jan 27 15:26:51.061567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45226) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:51.127500 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-42d2244e-6217-4dff-999c-ce4a9053cf07 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/0693c997-66b9-4ffa-90d8-00fdbe42cb34 HTTP/1.1" status: 200 len: 993 time: 0.0645096 Jan 27 15:26:52.492549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599c3c9-9e88-4058-8b4e-c20eb74b2339 req-300e374b-5da5-47ca-af0e-eb03db23dd9e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:52.494131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e599c3c9-9e88-4058-8b4e-c20eb74b2339 req-300e374b-5da5-47ca-af0e-eb03db23dd9e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0908718 Jan 27 15:26:52.500654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-d7a02845-3653-4fb2-9f8f-f886d26da34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:52.502129 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-d7a02845-3653-4fb2-9f8f-f886d26da34d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 1098 time: 0.0653687 Jan 27 15:26:52.586098 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e599c3c9-9e88-4058-8b4e-c20eb74b2339 req-a8e0528d-2ff7-4b4b-a26c-2af2caa2ca8c tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828502 Jan 27 15:26:52.621673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-a1ef6907-de59-44ae-9f75-c6d9dc3c93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:52.623214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-a1ef6907-de59-44ae-9f75-c6d9dc3c93a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9acbbe0b-8195-4456-a922-971fc0ffaf21 HTTP/1.1" status: 200 len: 898 time: 0.1139662 Jan 27 15:26:52.695984 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-1f864b1e-c411-45b7-a29e-81c4e6d42777 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528780fa-a9d0-49be-ac36-182c646ad724 HTTP/1.1" status: 200 len: 1001 time: 0.0663972 Jan 27 15:26:52.747632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-e8df53f3-495f-4da6-82c0-1eeafa7d1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:52.749186 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-e8df53f3-495f-4da6-82c0-1eeafa7d1605 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd4206c9-df39-4e66-b136-7bdb442f02a1 HTTP/1.1" status: 200 len: 835 time: 0.0463841 Jan 27 15:26:52.797954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-94e3159d-4978-4496-9232-c8e41742c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:52.799504 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-94e3159d-4978-4496-9232-c8e41742c48f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9acbbe0b-8195-4456-a922-971fc0ffaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443723 Jan 27 15:26:52.899470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-d27ab3af-25f8-493a-b106-e6f020607738 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932033 Jan 27 15:26:52.996710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7c7e61be-ec8e-4838-9229-85efa447fb01 req-14278323-a264-4a28-948c-a33d83b9b865 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899029 Jan 27 15:26:53.726892 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea50133-5234-4686-b3e6-405e54bf1e62 req-9628bab9-dc9d-4f0f-b61b-aad3f524ecaf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:53.728445 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7ea50133-5234-4686-b3e6-405e54bf1e62 req-9628bab9-dc9d-4f0f-b61b-aad3f524ecaf tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0577714 Jan 27 15:26:53.781472 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7ea50133-5234-4686-b3e6-405e54bf1e62 req-ecd4de41-42a8-4afb-87bd-7c654b9a232d tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398886 Jan 27 15:26:54.903410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41772632-2a4f-4b62-a901-6541572501bd req-ea8e733c-21d4-496e-ace4-218215cad0b8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:54.905516 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41772632-2a4f-4b62-a901-6541572501bd req-ea8e733c-21d4-496e-ace4-218215cad0b8 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0541456 Jan 27 15:26:54.951099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41772632-2a4f-4b62-a901-6541572501bd req-7f52e2bc-7b12-4b1e-a5cf-89765c06311e tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388958 Jan 27 15:26:54.974031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45240) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:55.042467 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a133ffe8-d3ec-48f2-adb2-ae20dc92feb3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/floatingips/0693c997-66b9-4ffa-90d8-00fdbe42cb34 HTTP/1.1" status: 200 len: 993 time: 0.0669482 Jan 27 15:26:55.370924 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45246) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:26:55.542485 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port b78af7e2-626c-4cdc-ba66-a7374300e74b {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:26:55.542893 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:55.646686 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:55.647255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:55.669590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for b78af7e2-626c-4cdc-ba66-a7374300e74b owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:26:55.836266 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:55.860597 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=b78af7e2-626c-4cdc-ba66-a7374300e74b,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:55.870465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.870825 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.871167 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.871581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.871925 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.872270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.873045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.873045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.873243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.873547 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.873902 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.874228 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:55.943417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:55.943717 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Floating IP 0693c997-66b9-4ffa-90d8-00fdbe42cb34 disassociated (deleted). External IP: 172.26.6.222, port: 528780fa-a9d0-49be-ac36-182c646ad724. Jan 27 15:26:56.512114 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 26f043a1-ba65-4337-8615-960b73e0fc90 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:26:56.627111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:26:56.632177 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:56.637205 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] Sync routers for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:26:56.647207 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:56.647972 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:56.669886 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-ad71fc2f-f223-45f5-b1f2-816e3d900bad tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/floatingips/0693c997-66b9-4ffa-90d8-00fdbe42cb34 HTTP/1.1" status: 204 len: 168 time: 1.2976100 Jan 27 15:26:56.671716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:26:56.675855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3070aa23-6f66-481a-8f81-85e4aeaed0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "tag": "528780fa-a9d0-49be-ac36-182c646ad724"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:26:56.744362 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b15238-63e2-4d7c-8d22-b76ad71cd11a x-openstack-request-id: req-57b15238-63e2-4d7c-8d22-b76ad71cd11a {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:26:56.744833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "tag": "528780fa-a9d0-49be-ac36-182c646ad724", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:26:56.745346 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57b15238-63e2-4d7c-8d22-b76ad71cd11a {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:26:56.745966 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724', 'status': 'completed', 'code': 200} Jan 27 15:26:56.767047 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:56.848123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-6611eead-d739-4658-9eab-396db34a4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:56.850223 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-6611eead-d739-4658-9eab-396db34a4180 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 1098 time: 0.0741737 Jan 27 15:26:57.027103 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b56af-694f-4968-8e1f-135933fdd5e3 req-05d7c2e0-d5a4-45f9-8318-cadf6fa2bd01 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:57.028851 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b0b56af-694f-4968-8e1f-135933fdd5e3 req-05d7c2e0-d5a4-45f9-8318-cadf6fa2bd01 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.1320519 Jan 27 15:26:57.060380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-8cac3d57-2431-458f-a5cc-e21515157c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:57.061900 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-8cac3d57-2431-458f-a5cc-e21515157c6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9acbbe0b-8195-4456-a922-971fc0ffaf21 HTTP/1.1" status: 200 len: 898 time: 0.1946945 Jan 27 15:26:57.086621 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:57.111764 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-d2d9791f-b522-4409-b301-d3f2dcf585ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=528780fa-a9d0-49be-ac36-182c646ad724 HTTP/1.1" status: 200 len: 217 time: 0.0424013 Jan 27 15:26:57.135887 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b0b56af-694f-4968-8e1f-135933fdd5e3 req-e3e41b24-c2c3-4e76-8f79-7c7d507bba76 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931010 Jan 27 15:26:57.136140 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] Checking router: 26f043a1-ba65-4337-8615-960b73e0fc90 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:26:57.150690 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:26:57.151767 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:57.176110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-15915bb4-07b1-454e-aeb9-f4be4ad13b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:57.177603 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-15915bb4-07b1-454e-aeb9-f4be4ad13b23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd4206c9-df39-4e66-b136-7bdb442f02a1 HTTP/1.1" status: 200 len: 835 time: 0.0585227 Jan 27 15:26:57.228734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-3251c9ab-d15a-4aa2-8753-697a01b120f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:57.230275 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-3251c9ab-d15a-4aa2-8753-697a01b120f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9acbbe0b-8195-4456-a922-971fc0ffaf21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457520 Jan 27 15:26:57.308654 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:26:57.337846 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-047f639e-8d5a-4de4-90b8-4700239e3050 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003888 Jan 27 15:26:57.446417 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3070aa23-6f66-481a-8f81-85e4aeaed0b9 req-978ad3db-ad1e-4106-b0ea-3d1d03b4d051 service neutron] 10.222.0.72 "GET /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999668 Jan 27 15:26:57.544971 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:26:57.573490 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66f49d-bdbd-4bb2-9383-851dc748796b None None] The sync data for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv is: [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:07Z', 'revision_number': 4, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'b2e1463e-2172-4cad-b232-8f4874a7bd96', 'name': '', 'network_id': '9acbbe0b-8195-4456-a922-971fc0ffaf21', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'mac_address': 'fa:16:3e:39:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:06Z', 'updated_at': '2022-01-27T15:26:10Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'subnets': [{'id': 'bd4206c9-df39-4e66-b136-7bdb442f02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:26:57.829398 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765466a6-7ce2-42ee-bcdc-276c9fdb7866 None None] New status for floating IP 0693c997-66b9-4ffa-90d8-00fdbe42cb34: DOWN {{(pid=108744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:26:58.289683 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0729e-36a5-4b67-9f9d-3698d968579b req-f45d2965-a8b0-4c06-94db-3564d70c5fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:58.291249 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d9a0729e-36a5-4b67-9f9d-3698d968579b req-f45d2965-a8b0-4c06-94db-3564d70c5fc0 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0608523 Jan 27 15:26:58.342898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d9a0729e-36a5-4b67-9f9d-3698d968579b req-308c3541-6766-4fe5-8a1d-7b8159b3e4ef tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/security-groups?id=91aedb83-ae65-4cd4-9a36-40f0c63df5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Jan 27 15:26:58.565390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-1406a8af-5744-4f2c-8203-03d5ef2b2dcc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:26:58.567804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-1406a8af-5744-4f2c-8203-03d5ef2b2dcc tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 945 time: 0.0561905 Jan 27 15:26:58.669584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port 528780fa-a9d0-49be-ac36-182c646ad724 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:26:58.669920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:58.767024 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port 528780fa-a9d0-49be-ac36-182c646ad724, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=528780fa-a9d0-49be-ac36-182c646ad724,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:26:58.767413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:58.780243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for 528780fa-a9d0-49be-ac36-182c646ad724 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:26:58.924297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:59.305227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=528780fa-a9d0-49be-ac36-182c646ad724,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:26:59.317971 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.318327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.318676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.319011 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.319387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.319716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.320042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.320371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.320697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.321025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.321351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.321673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:26:59.360367 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] No DVR routers for this DVR port 528780fa-a9d0-49be-ac36-182c646ad724 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:26:59.363066 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:26:59.366553 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26904b4f-a093-4c2e-aae8-39298297a0ea req-a3c0173f-7769-4f2b-b4b1-b9ebbafca5a5 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.72 "DELETE /v2.0/ports/528780fa-a9d0-49be-ac36-182c646ad724 HTTP/1.1" status: 204 len: 173 time: 0.7931163 Jan 27 15:26:59.367036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'name': 'network-vif-deleted', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:26:59.369380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5f561c-c2d6-4a67-851b-feb9b627e485" -d '{"events": [{"server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "name": "network-vif-deleted", "tag": "528780fa-a9d0-49be-ac36-182c646ad724"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:26:59.419188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dcff0f-4cde-4ae0-8d1f-67446a22afbf x-openstack-request-id: req-02dcff0f-4cde-4ae0-8d1f-67446a22afbf {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:26:59.419515 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edf7051-f1eb-4815-bd6f-da82713a5e27", "name": "network-vif-deleted", "tag": "528780fa-a9d0-49be-ac36-182c646ad724", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:26:59.419768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02dcff0f-4cde-4ae0-8d1f-67446a22afbf {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:26:59.420191 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edf7051-f1eb-4815-bd6f-da82713a5e27', 'name': 'network-vif-deleted', 'tag': '528780fa-a9d0-49be-ac36-182c646ad724', 'status': 'completed', 'code': 200} Jan 27 15:26:59.462850 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9ab24fa-3d54-462d-96d1-e6921a32206b req-c7d3276b-dda0-4b69-a308-c31381ecf647 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "GET /v2.0/ports?device_id=7edf7051-f1eb-4815-bd6f-da82713a5e27 HTTP/1.1" status: 200 len: 210 time: 0.0293748 Jan 27 15:27:00.542276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45262) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:00.547953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:00.933354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:01.218026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port b2e1463e-2172-4cad-b232-8f4874a7bd96 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:27:01.218347 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:01.317914 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port b2e1463e-2172-4cad-b232-8f4874a7bd96, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b2e1463e-2172-4cad-b232-8f4874a7bd96,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:01.318479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:01.339032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for b2e1463e-2172-4cad-b232-8f4874a7bd96 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:27:01.594550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:01.623806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=b2e1463e-2172-4cad-b232-8f4874a7bd96,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:01.856092 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.102451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Router 26f043a1-ba65-4337-8615-960b73e0fc90 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:27:02.218395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:27:02.224047 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5393f443-8a5b-4ff0-99ef-b038e286a2d3 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "PUT /v2.0/routers/26f043a1-ba65-4337-8615-960b73e0fc90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797521 Jan 27 15:27:02.228945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45264) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:02.231496 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] Sync routers for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:27:02.242525 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:02.243150 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:02.286196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting subnet bd4206c9-df39-4e66-b136-7bdb442f02a1 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:27:02.289586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.350386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.384056 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:02.493936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.574575 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.625657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4206c9-df39-4e66-b136-7bdb442f02a1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:02.632328 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.637931 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-6b39ee74-36f7-4806-b13c-f70ebbc944f9 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/subnets/bd4206c9-df39-4e66-b136-7bdb442f02a1 HTTP/1.1" status: 204 len: 168 time: 0.4076395 Jan 27 15:27:02.639167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc729902-e21a-4bd0-b6db-ac0a6d068185 None None] Network 9acbbe0b-8195-4456-a922-971fc0ffaf21 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:27:02.641015 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45266) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:02.681772 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:27:01Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:02.736666 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] Checking router: 26f043a1-ba65-4337-8615-960b73e0fc90 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:27:02.752823 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] Routers {'26f043a1-ba65-4337-8615-960b73e0fc90'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:02.754243 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['26f043a1-ba65-4337-8615-960b73e0fc90'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:02.773203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.885601 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] Set router 26f043a1-ba65-4337-8615-960b73e0fc90 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:02.891159 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] DHCP port deletion for 9acbbe0b-8195-4456-a922-971fc0ffaf21 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:27:02.949810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:02.962089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Deleting port 5588f219-080b-4c5e-b237-eecd5bf97c37 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:27:02.962863 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.040586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Deleting port e17b51de-252b-467f-88f4-99b7eb004eb6 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:27:03.041150 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.062053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] For port 5588f219-080b-4c5e-b237-eecd5bf97c37, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5588f219-080b-4c5e-b237-eecd5bf97c37,segment=NetworkSegment(a372efcf-4fd5-48f2-89a1-2e8ade3e0891),segment_id=a372efcf-4fd5-48f2-89a1-2e8ade3e0891)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:03.062642 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.101503 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Calling delete_port for 5588f219-080b-4c5e-b237-eecd5bf97c37 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:27:03.172563 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] For port e17b51de-252b-467f-88f4-99b7eb004eb6, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e17b51de-252b-467f-88f4-99b7eb004eb6,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:03.172941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.186900 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Calling delete_port for e17b51de-252b-467f-88f4-99b7eb004eb6 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:27:03.213723 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:27:01Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:03.228591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.244839 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c26ebd5-d30f-42d5-af1a-cf1c0ddbc5b0 None None] The sync data for ids ['26f043a1-ba65-4337-8615-960b73e0fc90'] in dv-neutron-826438-5-hyperv is: [{'id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186074192', 'tenant_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211'}], 'enable_snat': True}, 'gw_port_id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:27:01Z', 'revision_number': 5, 'project_id': 'd5f3065be1f44a05b30d08f6c22fe131', 'gw_port': {'id': 'e17b51de-252b-467f-88f4-99b7eb004eb6', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f043a1-ba65-4337-8615-960b73e0fc90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:26:02Z', 'updated_at': '2022-01-27T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:27:03.275098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Pushing event deleted for resources: {'Port': ['ID=5588f219-080b-4c5e-b237-eecd5bf97c37,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:03.282674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] No DVR routers for this DVR port 5588f219-080b-4c5e-b237-eecd5bf97c37 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:27:03.303820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.304412 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.304991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.305555 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.306116 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.306675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.307237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.307834 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.308394 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.308952 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.309507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.309985 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817b1c1-48a8-4f07-87ed-f6eeaffcb0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:03.400701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.429558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Port': ['ID=e17b51de-252b-467f-88f4-99b7eb004eb6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:03.495560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.602452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.603302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 528780fa-a9d0-49be-ac36-182c646ad724 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:27:03.605972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.634332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 528780fa-a9d0-49be-ac36-182c646ad724 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:27:03.635004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 528780fa-a9d0-49be-ac36-182c646ad724 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:27:03.662978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.663726 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Fanout notify agent at l3_agent the message router_deleted on router 26f043a1-ba65-4337-8615-960b73e0fc90 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:27:03.671144 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.672414 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ec33bb77-00da-45bf-a391-c4b3b6937015 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/routers/26f043a1-ba65-4337-8615-960b73e0fc90 HTTP/1.1" status: 204 len: 168 time: 1.0299542 Jan 27 15:27:03.675915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45268) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:03.795692 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.900289 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.931642 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acbbe0b-8195-4456-a922-971fc0ffaf21']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:03.945200 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:03.945523 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a372efcf-4fd5-48f2-89a1-2e8ade3e0891') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:03.958880 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.980034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:03.993348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:27:03.994042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:27:04.000350 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:27:04.082229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.092112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.094682 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/networks/9acbbe0b-8195-4456-a922-971fc0ffaf21 HTTP/1.1" status: 204 len: 168 time: 0.4174273 Jan 27 15:27:04.097782 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45270) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:04.116571 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9bb9e-26a7-46d8-a7ef-530b5be6b11b tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'Network': ['ID=9acbbe0b-8195-4456-a922-971fc0ffaf21,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:04.174747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f39da242-95f6-4317-bdf2-e9d39e5cdbe2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.202179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f39da242-95f6-4317-bdf2-e9d39e5cdbe2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.269993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f39da242-95f6-4317-bdf2-e9d39e5cdbe2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.273122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f39da242-95f6-4317-bdf2-e9d39e5cdbe2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.274374 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f39da242-95f6-4317-bdf2-e9d39e5cdbe2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] 10.222.0.18 "DELETE /v2.0/security-groups/91aedb83-ae65-4cd4-9a36-40f0c63df5dd HTTP/1.1" status: 204 len: 168 time: 0.1755712 Jan 27 15:27:04.286313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39da242-95f6-4317-bdf2-e9d39e5cdbe2 tempest-TestNetworkAdvancedServerOps-1712021995 tempest-TestNetworkAdvancedServerOps-1712021995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aedb83-ae65-4cd4-9a36-40f0c63df5dd,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:04.427125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b2e1463e-2172-4cad-b232-8f4874a7bd96 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:27:04.452158 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: b2e1463e-2172-4cad-b232-8f4874a7bd96 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:27:04.452591 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b2e1463e-2172-4cad-b232-8f4874a7bd96 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:27:04.453074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5588f219-080b-4c5e-b237-eecd5bf97c37 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:27:04.472856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 5588f219-080b-4c5e-b237-eecd5bf97c37 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:27:04.473354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5588f219-080b-4c5e-b237-eecd5bf97c37 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:27:04.473782 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e17b51de-252b-467f-88f4-99b7eb004eb6 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:27:04.493507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: e17b51de-252b-467f-88f4-99b7eb004eb6 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:27:04.493860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e17b51de-252b-467f-88f4-99b7eb004eb6 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:27:04.706140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45278) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:04.852528 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-399d7ea9-1e84-434f-80a9-1fb6536144b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5f3065be1f44a05b30d08f6c22fe131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451049 Jan 27 15:27:04.855340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45282) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:04.910461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1354f646-529a-43bb-a4aa-615f5d0a97a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.942082 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1354f646-529a-43bb-a4aa-615f5d0a97a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.995659 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1354f646-529a-43bb-a4aa-615f5d0a97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:04.999814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-1354f646-529a-43bb-a4aa-615f5d0a97a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.001103 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-1354f646-529a-43bb-a4aa-615f5d0a97a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e0d5182-07e1-42f4-8dd8-0385ce6da699 HTTP/1.1" status: 204 len: 168 time: 0.1447558 Jan 27 15:27:05.010853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354f646-529a-43bb-a4aa-615f5d0a97a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0d5182-07e1-42f4-8dd8-0385ce6da699,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:05.330771 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45288) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:05.346421 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09db0bed-c0b8-44dc-a5ea-2e3605fb9426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.438788 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09db0bed-c0b8-44dc-a5ea-2e3605fb9426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.444200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-09db0bed-c0b8-44dc-a5ea-2e3605fb9426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.485270 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db0bed-c0b8-44dc-a5ea-2e3605fb9426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f43b67-2da2-4e49-9f1e-a6c739a4f961,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:05.491329 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-09db0bed-c0b8-44dc-a5ea-2e3605fb9426 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5de586d198f74c62b4a2c8fc44f7f9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581488 Jan 27 15:27:05.494747 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45290) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:05.549748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-63a830d2-e446-4625-a8e2-9f44a4fe0a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.572441 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-63a830d2-e446-4625-a8e2-9f44a4fe0a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.625234 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-63a830d2-e446-4625-a8e2-9f44a4fe0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.630246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-63a830d2-e446-4625-a8e2-9f44a4fe0a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:05.632677 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-63a830d2-e446-4625-a8e2-9f44a4fe0a97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91f43b67-2da2-4e49-9f1e-a6c739a4f961 HTTP/1.1" status: 204 len: 168 time: 0.1361814 Jan 27 15:27:05.644190 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a830d2-e446-4625-a8e2-9f44a4fe0a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f43b67-2da2-4e49-9f1e-a6c739a4f961,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:06.480276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45312) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:06.598834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1316298074-network', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:06.624621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Made reservation on behalf of 8a9b8ed3b96c4d169aab2077f86ff528 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:27:06.627413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.637453 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.743419 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.747861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.777925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:27:06.791118 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435ef32-5b52-4866-ae51-a0a2579c21e6,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:06.797059 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.797395 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Added segment 781d9285-b4d3-4c2d-99c5-e66e7e4ee720 of type vlan for network f730dab7-e5aa-4f71-a22c-a322b3afae8f Jan 27 15:27:06.854336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.892199 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.893665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:06.894547 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:06.951099 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4696200 Jan 27 15:27:06.956041 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45316) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:06.962267 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Request body: {'subnet': {'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1316298074-subnet', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:06.967913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6882adb-c910-4a32-8c73-e0c08b08e4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f730dab7-e5aa-4f71-a22c-a322b3afae8f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:06.983337 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:27:07.001412 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Made reservation on behalf of 8a9b8ed3b96c4d169aab2077f86ff528 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:27:07.003937 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.232420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.299209 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c231a9-faa3-4645-8c23-dc30ed3ea25d,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:07.311617 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Checking segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:07.311986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Network hostable DHCP agents. Network: f730dab7-e5aa-4f71-a22c-a322b3afae8f, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:27:07.329646 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:27:07.339422 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, f730dab7-e5aa-4f71-a22c-a322b3afae8f) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:07.344094 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:07.344683 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.356253 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee37cce5-dedf-44a8-9e17-2db004ec9a1a None None] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:27:07.367320 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a37cb279-fdcd-43fb-b5b3-b43d402f51fe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4071789 Jan 27 15:27:07.367950 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45318) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:07.372332 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:07.397197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.398373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.468208 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.566988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386d819-937c-424c-a208-b744e3965276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:27:07.567909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2386d819-937c-424c-a208-b744e3965276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.633078 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.736841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-2386d819-937c-424c-a208-b744e3965276 None None] Allocated IP 172.20.0.2 (f730dab7-e5aa-4f71-a22c-a322b3afae8f/f7c231a9-faa3-4645-8c23-dc30ed3ea25d/0ace3d0d-fe88-470c-bae7-5f1097f3b797) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:07.867007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:07.887109 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.008798 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Allocated IP 172.26.6.9 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/8d1d1741-6cd0-4cb2-aff8-2e528c15238f) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:08.128081 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.153123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2386d819-937c-424c-a208-b744e3965276 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.162684 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2386d819-937c-424c-a208-b744e3965276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.197031 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.226514 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2386d819-937c-424c-a208-b744e3965276 None None] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:08.232095 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-2386d819-937c-424c-a208-b744e3965276 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:08.236238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386d819-937c-424c-a208-b744e3965276 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:08.252730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386d819-937c-424c-a208-b744e3965276 None None] Pushing event updated for resources: {'Port': ['ID=0ace3d0d-fe88-470c-bae7-5f1097f3b797,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:08.256329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:08.259874 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:08.265887 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:08.269562 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Pushing event updated for resources: {'Port': ['ID=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:08.337822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2386d819-937c-424c-a208-b744e3965276 None None] Attempting to bind port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:27:08.338407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2386d819-937c-424c-a208-b744e3965276 None None] Attempting to bind port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:27:08.338981 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386d819-937c-424c-a208-b744e3965276 None None] Attempting to bind port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 on network f730dab7-e5aa-4f71-a22c-a322b3afae8f {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:08.348140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386d819-937c-424c-a208-b744e3965276 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:27:08.348773 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386d819-937c-424c-a208-b744e3965276 None None] Checking segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:08.349451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2386d819-937c-424c-a208-b744e3965276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.350111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2386d819-937c-424c-a208-b744e3965276 None None] Bound using segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:27:08.350926 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-2386d819-937c-424c-a208-b744e3965276 None None] Bound port: 0ace3d0d-fe88-470c-bae7-5f1097f3b797, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:27:08.351613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2386d819-937c-424c-a208-b744e3965276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.456829 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2386d819-937c-424c-a208-b744e3965276 None None] For port 0ace3d0d-fe88-470c-bae7-5f1097f3b797, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:27:08.471558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-2386d819-937c-424c-a208-b744e3965276 None None] For port 0ace3d0d-fe88-470c-bae7-5f1097f3b797, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0ace3d0d-fe88-470c-bae7-5f1097f3b797,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:27:08.478338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2386d819-937c-424c-a208-b744e3965276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.583598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:08.586609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386d819-937c-424c-a208-b744e3965276 None None] Pushing event updated for resources: {'Port': ['ID=0ace3d0d-fe88-470c-bae7-5f1097f3b797,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:08.874016 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:09.049707 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Router 897df8fd-219d-4309-98c7-5fb340628bf5 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:27:09.165833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:27:09.180424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Sync routers for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:27:09.189564 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:09.194200 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:09.194635 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45320) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:09.195347 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:09.196895 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-0611599c-5f95-495f-ae58-67c8465a75af admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8226621 Jan 27 15:27:09.328996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:09.580248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:08Z', 'revision_number': 3, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:09.635110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Checking router: 897df8fd-219d-4309-98c7-5fb340628bf5 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:27:09.635657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Updating router 897df8fd-219d-4309-98c7-5fb340628bf5 port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:27:09.672678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:09.863511 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185372c-fd55-455c-8459-4fed8ed2d363 None None] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:27:09.864531 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.067104 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9368c984-339e-45b5-8df8-79b6b79fe196 None None] Provisioning complete for port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:10.067880 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9368c984-339e-45b5-8df8-79b6b79fe196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.078795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Allocated IP 172.20.0.1 (f730dab7-e5aa-4f71-a22c-a322b3afae8f/f7c231a9-faa3-4645-8c23-dc30ed3ea25d/d73cb9cd-cd5c-49ab-9258-7d4a120487b1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:10.206262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.243752 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.246783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.281445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.293885 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:10.297542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:10.301632 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:10.307746 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Pushing event updated for resources: {'Port': ['ID=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:10.351227 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.389539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Attempting to bind port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:27:10.389913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Attempting to bind port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:27:10.390529 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Attempting to bind port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:10.424252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:27:10.424634 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:10.425090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.425446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:27:10.426605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Bound port: 8d1d1741-6cd0-4cb2-aff8-2e528c15238f, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:27:10.426605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.463241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8ef51-ef01-42f5-a29b-e76d220917c4 None None] Pushing event updated for resources: {'Port': ['ID=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:10.469859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9368c984-339e-45b5-8df8-79b6b79fe196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.514238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0ace3d0d-fe88-470c-bae7-5f1097f3b797 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:10.573368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9368c984-339e-45b5-8df8-79b6b79fe196 None None] For port 0ace3d0d-fe88-470c-bae7-5f1097f3b797, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0ace3d0d-fe88-470c-bae7-5f1097f3b797,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:10.590263 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9368c984-339e-45b5-8df8-79b6b79fe196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.596310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] For port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:27:10.601174 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] For port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:27:10.610446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.694583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:10.694974 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.698606 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:10.699247 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:10.719651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368c984-339e-45b5-8df8-79b6b79fe196 None None] Pushing event updated for resources: {'Port': ['ID=0ace3d0d-fe88-470c-bae7-5f1097f3b797,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:10.879058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:10.912275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8ef51-ef01-42f5-a29b-e76d220917c4 None None] Pushing event updated for resources: {'Port': ['ID=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:10.924708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f96920ef-1f4b-4966-8edd-27711a17a554 None None] Provisioning complete for port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:10.925288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f96920ef-1f4b-4966-8edd-27711a17a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:11.007906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:11.064823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:11.071225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:11.149447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:11.158728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Pushing event updated for resources: {'Port': ['ID=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:11.274073 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:11.276224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:11.420076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f96920ef-1f4b-4966-8edd-27711a17a554 None None] Provisioning complete for port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:11.420076 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f96920ef-1f4b-4966-8edd-27711a17a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:11.460675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Router 897df8fd-219d-4309-98c7-5fb340628bf5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:27:11.466035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f96920ef-1f4b-4966-8edd-27711a17a554 None None] Port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:27:11.474651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:08Z', 'revision_number': 3, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:11.510508 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4213651-b608-4e4d-8969-c9da415a9a4e None None] The sync data for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv is: [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:08Z', 'revision_number': 3, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:27:11.593887 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-76036601-aa35-419d-8622-d62de00d46ff None None] Provisioning complete for port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:11.594410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-76036601-aa35-419d-8622-d62de00d46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:11.619048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:27:11.625191 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fdbd702f-74d4-40ed-a320-bada2736a7fd admin admin] 10.222.0.18 "PUT /v2.0/routers/897df8fd-219d-4309-98c7-5fb340628bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4290726 Jan 27 15:27:11.639717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-76036601-aa35-419d-8622-d62de00d46ff None None] Port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:27:12.288344 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45336) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:12.293904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977487807-network', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:12.342678 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Made reservation on behalf of 787207d0cafd4508a8d3c7ad9768a155 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:27:12.346524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.362232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.501710 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.511120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.548013 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d1d1741-6cd0-4cb2-aff8-2e528c15238f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:12.555815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:27:12.571705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018fe0be-aabf-444a-887b-0674daf7c144,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:12.578167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.578552 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Added segment 7342064f-33ef-4e40-92ab-9ca26c8fa10c of type vlan for network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 Jan 27 15:27:12.631598 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.634694 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:12.635216 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.678866 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.680567 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:12.681318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.734590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.738587 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4490509 Jan 27 15:27:12.743928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45340) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:12.754543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89d007-3ee6-40d2-9469-c013085bb7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:12.755612 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Request body: {'subnet': {'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977487807-subnet', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:12.769383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:27:12.774269 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:12.791208 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.792058 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0ace3d0d-fe88-470c-bae7-5f1097f3b797 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:12.803572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Made reservation on behalf of 787207d0cafd4508a8d3c7ad9768a155 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:27:12.807703 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:12.933086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:12.954187 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:12.954791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.032736 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.096347 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1308d42a-08f9-4bda-b1d1-d1e15802350c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:13.108497 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Checking segment: {'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:13.109080 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Network hostable DHCP agents. Network: 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:27:13.129126 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:27:13.139836 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:13.145162 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:13.146746 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.151193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb05f5-37c2-4f71-ad6e-ddbec54804bd None None] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:27:13.172014 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-8b79f82a-8aed-4b3f-ad0b-f19b9b537bbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4245076 Jan 27 15:27:13.175342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45342) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:13.183741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:13.214896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.216410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.299822 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.369386 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'fixed_ips': [{'subnet_id': '1308d42a-08f9-4bda-b1d1-d1e15802350c'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:27:13.370413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.441053 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Sync routers for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:27:13.454007 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.457358 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:13.458378 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:13.558528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Allocated IP 172.20.0.2 (487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4/1308d42a-08f9-4bda-b1d1-d1e15802350c/0f6f8ff9-10b9-4c22-8fa0-331e95f761e1) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:13.612167 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:13.703527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.724195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.744840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.752336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.789998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:13.795410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:13.799448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:13.808466 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Pushing event updated for resources: {'Port': ['ID=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:13.858351 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Allocated IP 172.26.6.247 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/b89a6306-2766-4aa1-829d-037d19a517da) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:13.872426 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Attempting to bind port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:27:13.873505 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Attempting to bind port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:27:13.873953 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Attempting to bind port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 on network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:13.880948 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:27:13.881438 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Checking segment: {'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:13.881918 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.882384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Bound using segment: {'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:27:13.882935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Bound port: 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:27:13.883420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.918354 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 2, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:13.954935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] For port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:27:13.958449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] For port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,segment=NetworkSegment(7342064f-33ef-4e40-92ab-9ca26c8fa10c),segment_id=7342064f-33ef-4e40-92ab-9ca26c8fa10c)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:27:13.965399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:13.966214 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Checking router: 897df8fd-219d-4309-98c7-5fb340628bf5 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:27:13.966825 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Updating router 897df8fd-219d-4309-98c7-5fb340628bf5 port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:27:14.004679 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.014519 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.038921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c3af4-ee18-44d2-ba4e-48786d7337e8 None None] Pushing event updated for resources: {'Port': ['ID=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:14.048354 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3487379c-51f4-42e9-b308-16d78e31c245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.061860 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.109904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:14.113113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:14.117761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:14.121189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Pushing event updated for resources: {'Port': ['ID=b89a6306-2766-4aa1-829d-037d19a517da,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:14.473767 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.483117 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.557805 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.590184 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Pushing event updated for resources: {'Port': ['ID=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:14.601865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:14.615416 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.615747 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.616325 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.616820 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.617304 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.617778 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.618270 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.618758 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.619231 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.619727 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.620334 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.620805 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:27:14.647842 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Attempting to bind port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:27:14.648392 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Attempting to bind port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:27:14.649201 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Attempting to bind port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 on network f730dab7-e5aa-4f71-a22c-a322b3afae8f {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:14.658696 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:27:14.660065 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Checking segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:14.661120 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.661943 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Bound using segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:27:14.662938 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Bound port: d73cb9cd-cd5c-49ab-9258-7d4a120487b1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:27:14.663703 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.677408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:14.677769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.759848 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] For port d73cb9cd-cd5c-49ab-9258-7d4a120487b1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:27:14.764622 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] For port d73cb9cd-cd5c-49ab-9258-7d4a120487b1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:27:14.772254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.780672 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.816103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,segment=NetworkSegment(7342064f-33ef-4e40-92ab-9ca26c8fa10c),segment_id=7342064f-33ef-4e40-92ab-9ca26c8fa10c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:14.824191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.826376 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d1d1741-6cd0-4cb2-aff8-2e528c15238f up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:14.852403 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:14.852937 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:14.915739 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a94604-974d-429e-b18d-a62e8b8c2e0d None None] Pushing event updated for resources: {'Port': ['ID=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:14.933680 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9b181a75-01e4-4f30-a210-6087ce4a5d6a None None] Provisioning complete for port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:14.934049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b181a75-01e4-4f30-a210-6087ce4a5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.964997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:14.984298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:15.014193 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:15.017052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:15.017636 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:15.161873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b181a75-01e4-4f30-a210-6087ce4a5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:15.164408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Router 7dc717a4-7b80-4bcb-bbd6-b99336101bca is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:27:15.298046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-9b181a75-01e4-4f30-a210-6087ce4a5d6a None None] For port d73cb9cd-cd5c-49ab-9258-7d4a120487b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:15.305644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9b181a75-01e4-4f30-a210-6087ce4a5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:15.356673 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:14Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:15.359768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:27:15.375090 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Sync routers for ids ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:27:15.395340 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:15.402160 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45344) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:15.403975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fe01f86d-7234-4e31-9a85-2bc0d5db5a05 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2258196 Jan 27 15:27:15.415031 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d67451-992d-41ed-9171-cb2d96b5d761 None None] The sync data for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv is: [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:14Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:27:15.417077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Routers {'7dc717a4-7b80-4bcb-bbd6-b99336101bca'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:15.417731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:26:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:15.459729 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b181a75-01e4-4f30-a210-6087ce4a5d6a None None] Pushing event updated for resources: {'Port': ['ID=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:15.517497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9a4ce2af-83cb-4234-b173-b4f082075e9d None None] Provisioning complete for port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:15.517497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9a4ce2af-83cb-4234-b173-b4f082075e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:15.593513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3959e8-0e69-4a09-84d1-a96d6a69781e None None] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:27:15.681819 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Set router 7dc717a4-7b80-4bcb-bbd6-b99336101bca gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:16.046540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c02d74e4-96c5-4d06-b723-bbc0557bbd3a None None] Provisioning complete for port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:16.047163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c02d74e4-96c5-4d06-b723-bbc0557bbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.059784 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:14Z', 'revision_number': 3, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port': {'id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:16.086065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.119762 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Checking router: 7dc717a4-7b80-4bcb-bbd6-b99336101bca for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:27:16.120207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Updating router 7dc717a4-7b80-4bcb-bbd6-b99336101bca port b89a6306-2766-4aa1-829d-037d19a517da binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:27:16.171938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.353995 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Allocated IP 172.20.0.1 (487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4/1308d42a-08f9-4bda-b1d1-d1e15802350c/04555c62-f66e-488d-ab47-d6572c004715) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:16.373683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-576430c9-c500-4807-90e0-908ac52eb300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.492067 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.547884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.595098 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:16.601654 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:16.607634 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:16.611900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:16.648795 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Pushing event updated for resources: {'Port': ['ID=04555c62-f66e-488d-ab47-d6572c004715,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:16.673450 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.683420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-aeb1af14-fc36-4fa3-a21b-6ea78c1dc5c3 None None] Provisioning complete for port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:16.684015 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aeb1af14-fc36-4fa3-a21b-6ea78c1dc5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.857053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:16.857424 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.892835 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.910884 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:16.932450 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.122298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Attempting to bind port b89a6306-2766-4aa1-829d-037d19a517da on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:27:17.122987 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Attempting to bind port b89a6306-2766-4aa1-829d-037d19a517da by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:27:17.123984 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Attempting to bind port b89a6306-2766-4aa1-829d-037d19a517da on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:17.163261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:27:17.164111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:17.165048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.165562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:27:17.166380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Bound port: b89a6306-2766-4aa1-829d-037d19a517da, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:27:17.167296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.175969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972ed1f-f22a-42c3-bbd6-0272724e7625 None None] Pushing event updated for resources: {'Port': ['ID=b89a6306-2766-4aa1-829d-037d19a517da,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:17.187259 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.193840 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.292904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.297144 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Pushing event updated for resources: {'Port': ['ID=04555c62-f66e-488d-ab47-d6572c004715,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:17.316579 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d73cb9cd-cd5c-49ab-9258-7d4a120487b1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:17.360614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] For port b89a6306-2766-4aa1-829d-037d19a517da, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:27:17.389209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] For port b89a6306-2766-4aa1-829d-037d19a517da, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b89a6306-2766-4aa1-829d-037d19a517da,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:27:17.404048 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.441409 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:17.444119 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:17.448018 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-166b7818-b280-4dd6-bcf1-8168f591f432 None None] Provisioning complete for port 04555c62-f66e-488d-ab47-d6572c004715 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:17.448475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-166b7818-b280-4dd6-bcf1-8168f591f432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.541220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972ed1f-f22a-42c3-bbd6-0272724e7625 None None] Pushing event updated for resources: {'Port': ['ID=b89a6306-2766-4aa1-829d-037d19a517da,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:17.553153 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Routers {'7dc717a4-7b80-4bcb-bbd6-b99336101bca'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:17.553785 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:27:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:17.555723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-166b7818-b280-4dd6-bcf1-8168f591f432 None None] Port 04555c62-f66e-488d-ab47-d6572c004715 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:27:17.608932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.609639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:17.610024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Router 7dc717a4-7b80-4bcb-bbd6-b99336101bca has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:27:17.610527 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:17.742025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] Set router 7dc717a4-7b80-4bcb-bbd6-b99336101bca gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:17.885023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-f7c8209e-85f6-4bc4-ace9-fd69f7197892 None None] Provisioning complete for port 04555c62-f66e-488d-ab47-d6572c004715 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:17.885662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f7c8209e-85f6-4bc4-ace9-fd69f7197892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:18.022988 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8209e-85f6-4bc4-ace9-fd69f7197892 None None] Port 04555c62-f66e-488d-ab47-d6572c004715 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:27:18.138644 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:16Z', 'revision_number': 4, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port': {'id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '04555c62-f66e-488d-ab47-d6572c004715', 'name': '', 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'mac_address': 'fa:16:3e:d3:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:16Z', 'updated_at': '2022-01-27T15:27:17Z', 'revision_number': 2, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'subnets': [{'id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:18.171635 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df076b-d2d4-42d9-b793-f8ffc175f197 None None] The sync data for ids ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'] in dv-neutron-826438-5-hyperv is: [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:16Z', 'revision_number': 4, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port': {'id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '04555c62-f66e-488d-ab47-d6572c004715', 'name': '', 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'mac_address': 'fa:16:3e:d3:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:16Z', 'updated_at': '2022-01-27T15:27:17Z', 'revision_number': 2, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'subnets': [{'id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:27:18.231737 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:27:18.236965 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-758a63af-5453-424f-8ef6-ddc9e820981a admin admin] 10.222.0.18 "PUT /v2.0/routers/7dc717a4-7b80-4bcb-bbd6-b99336101bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332629 Jan 27 15:27:18.945556 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:18.946873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45354) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:18.960783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b9c1e8b7-8c75-40bf-b702-9a5439e14604 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124567788', 'description': 'tempest-secgroup-smoke-2124567788 description', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:18.990673 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e8b7-8c75-40bf-b702-9a5439e14604 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.097395 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e8b7-8c75-40bf-b702-9a5439e14604 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.102181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e8b7-8c75-40bf-b702-9a5439e14604 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.137296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e8b7-8c75-40bf-b702-9a5439e14604 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.139226 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9c1e8b7-8c75-40bf-b702-9a5439e14604 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1842129 Jan 27 15:27:19.141783 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1e8b7-8c75-40bf-b702-9a5439e14604 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3395b935-1b77-4483-b981-e63780800818,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:19.144013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45356) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:19.149050 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-62003573-041f-4c49-b04f-44df49ac08c7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '3395b935-1b77-4483-b981-e63780800818', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:19.183029 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62003573-041f-4c49-b04f-44df49ac08c7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.248513 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62003573-041f-4c49-b04f-44df49ac08c7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.253941 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62003573-041f-4c49-b04f-44df49ac08c7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.279512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62003573-041f-4c49-b04f-44df49ac08c7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78fcb35-3426-4ccd-8e08-886bc0bd91cc,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:19.288900 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-62003573-041f-4c49-b04f-44df49ac08c7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.290459 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-62003573-041f-4c49-b04f-44df49ac08c7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453917 Jan 27 15:27:19.293549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.295743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45358) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:19.303026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-28adcb36-158a-4885-8660-21df336c1a46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '3395b935-1b77-4483-b981-e63780800818', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:19.345595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-28adcb36-158a-4885-8660-21df336c1a46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.429235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-28adcb36-158a-4885-8660-21df336c1a46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.433079 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-28adcb36-158a-4885-8660-21df336c1a46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.453461 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adcb36-158a-4885-8660-21df336c1a46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81e80a2-670b-4a19-a720-50895fb1bde2,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:19.467082 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-28adcb36-158a-4885-8660-21df336c1a46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.468335 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-28adcb36-158a-4885-8660-21df336c1a46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1709354 Jan 27 15:27:19.472280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45360) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:19.477445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-2cbf9141-ee0e-4b37-af5f-7f6f7bfe08ce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '3395b935-1b77-4483-b981-e63780800818', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:19.509593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cbf9141-ee0e-4b37-af5f-7f6f7bfe08ce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.582197 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cbf9141-ee0e-4b37-af5f-7f6f7bfe08ce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.588097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cbf9141-ee0e-4b37-af5f-7f6f7bfe08ce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.607363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf9141-ee0e-4b37-af5f-7f6f7bfe08ce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da01191a-0b1e-49ce-a693-b8de9a891fff,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:19.616655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cbf9141-ee0e-4b37-af5f-7f6f7bfe08ce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.617950 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2cbf9141-ee0e-4b37-af5f-7f6f7bfe08ce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445086 Jan 27 15:27:19.620613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45362) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:19.625958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-a3076ecd-d611-476d-909e-29291044ee55 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '3395b935-1b77-4483-b981-e63780800818', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:19.656644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3076ecd-d611-476d-909e-29291044ee55 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.730612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3076ecd-d611-476d-909e-29291044ee55 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.735417 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3076ecd-d611-476d-909e-29291044ee55 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.758741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3076ecd-d611-476d-909e-29291044ee55 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3d764c-7bc3-4bd3-9352-e77f247e045c,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:19.775887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a3076ecd-d611-476d-909e-29291044ee55 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.780522 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a3076ecd-d611-476d-909e-29291044ee55 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558614 Jan 27 15:27:19.780899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45364) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:19.785949 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '3395b935-1b77-4483-b981-e63780800818', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:19.810385 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Project 8a9b8ed3b96c4d169aab2077f86ff528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:27:19.815934 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.884917 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.889382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.910820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7198f01f-60d8-4860-b45d-e8787917c682,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:19.920496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:19.921709 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-fc7aad25-6bc4-46e5-ad43-eca193e2b270 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397004 Jan 27 15:27:19.924778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45366) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:19.929249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '3395b935-1b77-4483-b981-e63780800818', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:19.953069 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Project 8a9b8ed3b96c4d169aab2077f86ff528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:27:19.958096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:20.025618 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:20.030032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:20.056422 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ad14c6-5f2b-41c6-8589-defb6baf62b4,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:20.066203 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:20.067502 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-885940ec-dde1-4399-bd03-b2cd9d9a0a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416202 Jan 27 15:27:20.230242 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-6cc836d7-bfea-48c9-8346-1392d3c829f9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124567788&fields=id&tenant_id=8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 267 time: 0.0341036 Jan 27 15:27:20.346036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-283fa5d0-45f7-40a4-81b1-ea09c6526d20 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:20.347639 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-283fa5d0-45f7-40a4-81b1-ea09c6526d20 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 809 time: 0.1084070 Jan 27 15:27:20.366452 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-a7ca674b-52ea-4ebb-b6f7-a786041a4788 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/quotas/8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 375 time: 0.0110664 Jan 27 15:27:20.418714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b89a6306-2766-4aa1-829d-037d19a517da up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:20.443782 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-3f58347e-210a-4391-97ee-40df2a2f1d4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642116 Jan 27 15:27:20.457464 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Sync routers for ids ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:27:20.467933 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Routers {'7dc717a4-7b80-4bcb-bbd6-b99336101bca'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:20.468683 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:27:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:20.479710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b89a6306-2766-4aa1-829d-037d19a517da triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:20.480359 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:20.580675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:20.584563 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Set router 7dc717a4-7b80-4bcb-bbd6-b99336101bca gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:20.594222 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-1a9fc616-f323-4b85-93fc-2bbf412b6b4f service neutron] 10.222.0.18 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300530 Jan 27 15:27:20.604456 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port b89a6306-2766-4aa1-829d-037d19a517da, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b89a6306-2766-4aa1-829d-037d19a517da,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:20.610528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:20.694469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=b89a6306-2766-4aa1-829d-037d19a517da,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:20.721213 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-76299c31-4f41-46da-81cf-47fdb3a83277 service neutron] 10.222.0.18 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131122 Jan 27 15:27:20.917566 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:16Z', 'revision_number': 4, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port': {'id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '04555c62-f66e-488d-ab47-d6572c004715', 'name': '', 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'mac_address': 'fa:16:3e:d3:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:16Z', 'updated_at': '2022-01-27T15:27:17Z', 'revision_number': 2, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'subnets': [{'id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:20.947719 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Checking router: 7dc717a4-7b80-4bcb-bbd6-b99336101bca for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:27:20.948071 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Updating router 7dc717a4-7b80-4bcb-bbd6-b99336101bca port 04555c62-f66e-488d-ab47-d6572c004715 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:27:20.955791 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:27:20.981599 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.268391 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.275956 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.329901 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0272740-b3ac-48d8-b559-80406fad5edc None None] Pushing event updated for resources: {'Port': ['ID=04555c62-f66e-488d-ab47-d6572c004715,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:21.388903 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Attempting to bind port 04555c62-f66e-488d-ab47-d6572c004715 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:27:21.389423 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Attempting to bind port 04555c62-f66e-488d-ab47-d6572c004715 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:27:21.389871 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Attempting to bind port 04555c62-f66e-488d-ab47-d6572c004715 on network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:21.396612 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:27:21.397113 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Checking segment: {'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:21.397599 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.398083 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Bound using segment: {'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:27:21.398654 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Bound port: 04555c62-f66e-488d-ab47-d6572c004715, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7342064f-33ef-4e40-92ab-9ca26c8fa10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:27:21.399130 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.476028 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] For port 04555c62-f66e-488d-ab47-d6572c004715, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:27:21.479583 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] For port 04555c62-f66e-488d-ab47-d6572c004715, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=04555c62-f66e-488d-ab47-d6572c004715,segment=NetworkSegment(7342064f-33ef-4e40-92ab-9ca26c8fa10c),segment_id=7342064f-33ef-4e40-92ab-9ca26c8fa10c)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:27:21.486875 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.570562 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Routers {'7dc717a4-7b80-4bcb-bbd6-b99336101bca'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:21.571518 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:27:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:21.572244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d143d882-7582-454e-8842-b731a59b0917 None None] Provisioning complete for port 04555c62-f66e-488d-ab47-d6572c004715 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:21.573414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d143d882-7582-454e-8842-b731a59b0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.578636 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0272740-b3ac-48d8-b559-80406fad5edc None None] Pushing event updated for resources: {'Port': ['ID=04555c62-f66e-488d-ab47-d6572c004715,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:21.683813 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d143d882-7582-454e-8842-b731a59b0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.705841 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] Set router 7dc717a4-7b80-4bcb-bbd6-b99336101bca gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:21.724106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d143d882-7582-454e-8842-b731a59b0917 None None] For port 04555c62-f66e-488d-ab47-d6572c004715, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=04555c62-f66e-488d-ab47-d6572c004715,segment=NetworkSegment(7342064f-33ef-4e40-92ab-9ca26c8fa10c),segment_id=7342064f-33ef-4e40-92ab-9ca26c8fa10c)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:21.730103 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d143d882-7582-454e-8842-b731a59b0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.798428 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143d882-7582-454e-8842-b731a59b0917 None None] Pushing event updated for resources: {'Port': ['ID=04555c62-f66e-488d-ab47-d6572c004715,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:21.856111 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-0750dcae-8abd-41c2-be89-bf60097384b4 None None] Provisioning complete for port 04555c62-f66e-488d-ab47-d6572c004715 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:21.856500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0750dcae-8abd-41c2-be89-bf60097384b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:21.969708 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:16Z', 'revision_number': 4, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port': {'id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '04555c62-f66e-488d-ab47-d6572c004715', 'name': '', 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'mac_address': 'fa:16:3e:d3:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:16Z', 'updated_at': '2022-01-27T15:27:21Z', 'revision_number': 4, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'subnets': [{'id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:22.004720 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-64c8fd8e-bea5-4064-903f-d7b106e06471 req-1bc834e9-42e6-47da-9b6f-8f431a3ee6d4 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 210 time: 0.0484316 Jan 27 15:27:22.014619 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a09d092-d650-4032-9f76-a984f06fb93b None None] The sync data for ids ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'] in dv-neutron-826438-5-hyperv is: [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:16Z', 'revision_number': 4, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port': {'id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '04555c62-f66e-488d-ab47-d6572c004715', 'name': '', 'network_id': '487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'mac_address': 'fa:16:3e:d3:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:16Z', 'updated_at': '2022-01-27T15:27:21Z', 'revision_number': 4, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'subnets': [{'id': '1308d42a-08f9-4bda-b1d1-d1e15802350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:27:22.450325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b89a6306-2766-4aa1-829d-037d19a517da up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:22.510865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port b89a6306-2766-4aa1-829d-037d19a517da triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:22.511415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:22.605192 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 04555c62-f66e-488d-ab47-d6572c004715 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:22.656177 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 04555c62-f66e-488d-ab47-d6572c004715 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:22.656545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:23.172536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a00ccfee-3b13-433b-a9ce-3165137f0630 req-ddaf1920-9de7-463f-9f52-7a981aca9bcd tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 210 time: 0.0421009 Jan 27 15:27:23.191587 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-0b2cf2d6-5da3-4c7b-8aaf-57e2fb17ee6e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:23.198206 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-0b2cf2d6-5da3-4c7b-8aaf-57e2fb17ee6e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 809 time: 0.1554220 Jan 27 15:27:23.244636 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-702dac0a-d4c8-4c15-a21d-ecf73cb5a659 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 380 time: 0.0412829 Jan 27 15:27:23.256945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'port': {'device_id': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'admin_state_up': True, 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'security_groups': ['3395b935-1b77-4483-b981-e63780800818']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:23.386574 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Made reservation on behalf of 8a9b8ed3b96c4d169aab2077f86ff528 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:27:23.391553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:23.550976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Allocated IP 172.20.0.5 (f730dab7-e5aa-4f71-a22c-a322b3afae8f/f7c231a9-faa3-4645-8c23-dc30ed3ea25d/994a36a6-ea37-473b-8127-868e534d99e5) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:23.701045 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:23.742061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:23.797925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:23.801498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:23.805514 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:23.830841 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:23.862055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:23.862695 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:23.884411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-98e71325-7ff4-4f1c-8b40-68cabb5ae59d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6315589 Jan 27 15:27:23.899016 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Request body: {'port': {'device_id': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:23.981323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:24.112970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-9509cd76-0211-493c-b3cf-caf7bac03095 None None] Provisioning complete for port 994a36a6-ea37-473b-8127-868e534d99e5 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:24.113821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9509cd76-0211-493c-b3cf-caf7bac03095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:24.152842 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-9509cd76-0211-493c-b3cf-caf7bac03095 None None] Port 994a36a6-ea37-473b-8127-868e534d99e5 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:27:24.368843 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f32d-eaf9-4a64-809a-e284a76c9489 req-f7e14ea4-1029-40e1-909f-a9bc4798f42c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:24.370403 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efe3f32d-eaf9-4a64-809a-e284a76c9489 req-f7e14ea4-1029-40e1-909f-a9bc4798f42c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 931 time: 0.1082866 Jan 27 15:27:24.391694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994a36a6-ea37-473b-8127-868e534d99e5 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:27:24.405761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:24.431030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Transition to ACTIVE for port object 994a36a6-ea37-473b-8127-868e534d99e5 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:27:24.437470 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-efe3f32d-eaf9-4a64-809a-e284a76c9489 req-fc6e4194-efc1-401c-98c4-758fae4f1c54 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554206 Jan 27 15:27:24.438624 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:24.494840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:24.582935 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Attempting to bind port 994a36a6-ea37-473b-8127-868e534d99e5 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:27:24.583608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Attempting to bind port 994a36a6-ea37-473b-8127-868e534d99e5 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:27:24.584163 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Attempting to bind port 994a36a6-ea37-473b-8127-868e534d99e5 on network f730dab7-e5aa-4f71-a22c-a322b3afae8f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:24.593040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Port 994a36a6-ea37-473b-8127-868e534d99e5 on network f730dab7-e5aa-4f71-a22c-a322b3afae8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:27:24.593565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Attempting to bind port 994a36a6-ea37-473b-8127-868e534d99e5 on network f730dab7-e5aa-4f71-a22c-a322b3afae8f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:27:24.602837 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:27:24.603387 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Checking segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:27:24.604012 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Bound using segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:27:24.604790 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Bound port: 994a36a6-ea37-473b-8127-868e534d99e5, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:27:24.605375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:24.682728 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:27:24.687719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:27:24.695445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:24.733091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:24.733716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:24.735159 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] 10.222.0.72 "PUT /v2.0/ports/994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 1093 time: 0.8429868 Jan 27 15:27:24.735646 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:27:24.737943 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:27:24.776952 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce5b3-00b5-4dab-95a0-073bd79b8e99 service neutron] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:24.839385 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa85c23c-09c2-49d2-b278-1277f40c015b x-openstack-request-id: req-fa85c23c-09c2-49d2-b278-1277f40c015b {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:27:24.839743 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:27:24.840053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa85c23c-09c2-49d2-b278-1277f40c015b {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:27:24.840670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'status': 'completed', 'code': 200} Jan 27 15:27:24.848905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-49721f91-881c-4269-b88d-21f1ce47d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:24.850739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-49721f91-881c-4269-b88d-21f1ce47d35a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1096 time: 0.0601430 Jan 27 15:27:24.900173 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-4fbe6177-31af-44e9-aa18-202e21e83a4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 217 time: 0.0414038 Jan 27 15:27:24.967923 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-2c4e3831-c284-4c42-9e5a-83964762c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:24.969502 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-2c4e3831-c284-4c42-9e5a-83964762c336 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0616307 Jan 27 15:27:25.030815 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69985-8fe4-4129-af0a-e4513539e073 req-2902f170-0a9e-40b1-b1f9-2eed6d093fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:25.033308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-2902f170-0a9e-40b1-b1f9-2eed6d093fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571237 Jan 27 15:27:25.135059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-0a680a84-4324-4f7e-864b-47ea8541cb29 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938120 Jan 27 15:27:25.232802 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46e69985-8fe4-4129-af0a-e4513539e073 req-141923da-6a8e-4488-817f-5c4960e4bc5a service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910127 Jan 27 15:27:25.328986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-03d8e81e-b2e1-43fb-a055-6d1eabde992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:25.330611 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-03d8e81e-b2e1-43fb-a055-6d1eabde992b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1096 time: 0.0471873 Jan 27 15:27:25.438718 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-d0fad05a-1914-411b-a998-4f63e107dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:25.440337 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-d0fad05a-1914-411b-a998-4f63e107dd8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.1032639 Jan 27 15:27:25.484489 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-c58e8397-1b76-40f0-a95c-41088d8a3752 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 217 time: 0.0364420 Jan 27 15:27:25.586921 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-1e930dd4-4fbd-4174-b073-0202b023c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:25.588540 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-1e930dd4-4fbd-4174-b073-0202b023c006 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0963440 Jan 27 15:27:25.633317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237ad7-e532-4745-a912-009663378a08 req-e5a184dc-176f-4264-a6be-c4e08640dfa0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:25.634914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f237ad7-e532-4745-a912-009663378a08 req-e5a184dc-176f-4264-a6be-c4e08640dfa0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0972795 Jan 27 15:27:25.665362 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-38e195a3-f328-4387-94a8-7962bfc1df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:25.666985 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-38e195a3-f328-4387-94a8-7962bfc1df8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697832 Jan 27 15:27:25.706866 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4f237ad7-e532-4745-a912-009663378a08 req-b8a275e0-1921-467c-b2b4-61e4c60aafd3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603156 Jan 27 15:27:25.814236 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-913ab6e6-0c54-451e-a300-3cd716022892 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385930 Jan 27 15:27:25.916789 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94ef0b42-7f44-4d4c-9c85-41124f8f2adc req-9ce67daa-2ebb-43bd-9414-5cc36cc1e374 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958953 Jan 27 15:27:26.842905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e0a1c-c7b7-42b1-ba3e-13a3d165e86e req-7677e1ef-4dbe-48f4-b8a6-6d0d222e40fa tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:26.847806 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-af7e0a1c-c7b7-42b1-ba3e-13a3d165e86e req-7677e1ef-4dbe-48f4-b8a6-6d0d222e40fa tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0598571 Jan 27 15:27:26.887519 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-af7e0a1c-c7b7-42b1-ba3e-13a3d165e86e req-b53b9634-8095-4fe6-95e2-25a0c363320b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355363 Jan 27 15:27:27.779956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:27:27.876734 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:27.888812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '994a36a6-ea37-473b-8127-868e534d99e5', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'port_id': '994a36a6-ea37-473b-8127-868e534d99e5', 'mac_address': 'fa:16:3e:bc:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:27:27.938235 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:27.952909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994a36a6-ea37-473b-8127-868e534d99e5 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:27:27.980053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:27.985653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:28.043584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c65fc5-97e7-4b13-b159-369e384b2694 req-8268a0d6-5b01-4aff-9726-2940e98d9bc7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:28.045995 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46c65fc5-97e7-4b13-b159-369e384b2694 req-8268a0d6-5b01-4aff-9726-2940e98d9bc7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0812459 Jan 27 15:27:28.054439 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:28.090915 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46c65fc5-97e7-4b13-b159-369e384b2694 req-2fc805c1-8e79-4856-a938-853c63a35921 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362940 Jan 27 15:27:28.198969 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['994a36a6-ea37-473b-8127-868e534d99e5'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:27:29.227363 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf43bc-f217-4c59-9693-6724aeffd2d0 req-81a187fb-c04f-4414-a9e2-c11e6ff64c97 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:29.228958 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3fbf43bc-f217-4c59-9693-6724aeffd2d0 req-81a187fb-c04f-4414-a9e2-c11e6ff64c97 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 944 time: 0.0535190 Jan 27 15:27:29.270331 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3fbf43bc-f217-4c59-9693-6724aeffd2d0 req-dd0ba920-39cc-4227-997a-364f7e4445b5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345209 Jan 27 15:27:29.795019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:27:29.848079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port 994a36a6-ea37-473b-8127-868e534d99e5 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:27:29.852554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 994a36a6-ea37-473b-8127-868e534d99e5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:27:29.854465 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:29.947868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:29.978943 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:27:29.981955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2710a7e7-2c08-41bc-85cc-3b923e62b658" -d '{"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-plugged", "status": "completed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:27:30.004603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:27:30.013703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:30.053498 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035ec061-6dcd-45d2-a781-773e7dfe77ab x-openstack-request-id: req-035ec061-6dcd-45d2-a781-773e7dfe77ab {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:27:30.053841 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-plugged", "status": "completed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:27:30.054373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-035ec061-6dcd-45d2-a781-773e7dfe77ab {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:27:30.054946 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'code': 200} Jan 27 15:27:30.100588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:30.258958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17313d89-9214-4e82-a972-39dda48e742b req-10312907-5dfa-47ae-8e1b-0b9f8b0ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:30.260512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17313d89-9214-4e82-a972-39dda48e742b req-10312907-5dfa-47ae-8e1b-0b9f8b0ae112 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1098 time: 0.0483599 Jan 27 15:27:30.297862 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17313d89-9214-4e82-a972-39dda48e742b req-e610968a-6b11-42f1-ad7f-ece057bf1176 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Jan 27 15:27:30.526542 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f3d6e-5db1-4513-b3c0-0b695eedc0be req-72a11f01-7149-40a8-a19f-93870a6a73e3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:30.529054 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b1f3d6e-5db1-4513-b3c0-0b695eedc0be req-72a11f01-7149-40a8-a19f-93870a6a73e3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.1846790 Jan 27 15:27:30.565459 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:30.576405 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0b1f3d6e-5db1-4513-b3c0-0b695eedc0be req-8282326c-a8b1-4022-8247-3c2d47f69670 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Jan 27 15:27:31.763951 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae25d3-291f-4b39-a149-a7ac187da75a req-cd760ac0-85b4-491f-b0de-064f44f8d0fa tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:31.765788 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37ae25d3-291f-4b39-a149-a7ac187da75a req-cd760ac0-85b4-491f-b0de-064f44f8d0fa tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.1070123 Jan 27 15:27:31.808560 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-37ae25d3-291f-4b39-a149-a7ac187da75a req-602f72ac-a846-453c-a579-cabfcd702876 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363662 Jan 27 15:27:31.929065 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce1d2-cda8-415f-b7db-0ba3c896c60c req-02bb990b-0eb4-464a-9b72-5ba46a0843d7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:31.930616 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c3ce1d2-cda8-415f-b7db-0ba3c896c60c req-02bb990b-0eb4-464a-9b72-5ba46a0843d7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0523317 Jan 27 15:27:31.970440 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c3ce1d2-cda8-415f-b7db-0ba3c896c60c req-d2fe1c76-a0f9-4530-95bb-b8bb4da26df6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Jan 27 15:27:31.992021 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45426) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:32.084191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3de0dd-2352-428c-b202-8f00b897f884 tempest-TestShelveInstance-827815286 tempest-TestShelveInstance-827815286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:32.085762 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3f3de0dd-2352-428c-b202-8f00b897f884 tempest-TestShelveInstance-827815286 tempest-TestShelveInstance-827815286-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1093 time: 0.0927494 Jan 27 15:27:32.088972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45430) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:27:32.094032 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': '994a36a6-ea37-473b-8127-868e534d99e5', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:27:32.118430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:32.218641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:32.336633 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Allocated IP 172.26.6.129 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/41795634-9920-4ea9-9a14-5eef8331e39d) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:27:32.450511 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:32.487317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:32.537757 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:27:32.541402 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:27:32.546418 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:27:32.571484 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'Port': ['ID=41795634-9920-4ea9-9a14-5eef8331e39d,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:32.979940 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:33.406930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:33.566430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:33.571408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:33.641494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'Port': ['ID=41795634-9920-4ea9-9a14-5eef8331e39d,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:27:33.658161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:33.776329 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Floating IP ce7d61dd-7dfd-4be9-a82d-6b06392848e7 associated. External IP: 172.26.6.129, port: 994a36a6-ea37-473b-8127-868e534d99e5. Jan 27 15:27:34.053005 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Router 897df8fd-219d-4309-98c7-5fb340628bf5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:27:34.177161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:27:34.189119 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] Sync routers for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:27:34.196553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:34.199061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:34.200315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:27:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:34.228732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-3daa02b7-fa0b-46e6-9bff-648be9e4f34c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1386585 Jan 27 15:27:34.229437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:27:34.232006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cc699d-8677-4670-b966-46058212deec" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:27:34.287810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a881e09-5dcd-4a3e-a381-a41b8c37b94e x-openstack-request-id: req-8a881e09-5dcd-4a3e-a381-a41b8c37b94e {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:27:34.288216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:27:34.288590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a881e09-5dcd-4a3e-a381-a41b8c37b94e {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:27:34.289168 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'status': 'completed', 'code': 200} Jan 27 15:27:34.328000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:34.450829 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc699d-8677-4670-b966-46058212deec req-8b5a586b-1394-4f2d-8ed2-e5d88e0041c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:34.452405 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-8b5a586b-1394-4f2d-8ed2-e5d88e0041c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1098 time: 0.1401343 Jan 27 15:27:34.554159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc699d-8677-4670-b966-46058212deec req-e5a15cf6-9537-4f5b-8a20-46a362b75e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:34.555703 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-e5a15cf6-9537-4f5b-8a20-46a362b75e1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0970447 Jan 27 15:27:34.630665 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-391842bd-1d6e-4bb4-88d6-9752cb917f34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 999 time: 0.0683427 Jan 27 15:27:34.639756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'ce7d61dd-7dfd-4be9-a82d-6b06392848e7', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'port_id': '994a36a6-ea37-473b-8127-868e534d99e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'mac_address': 'fa:16:3e:bc:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:27:32Z', 'updated_at': '2022-01-27T15:27:32Z', 'revision_number': 0, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:34.668100 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] Checking router: 897df8fd-219d-4309-98c7-5fb340628bf5 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:27:34.677956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:27:34.678585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:27:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:34.689317 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc699d-8677-4670-b966-46058212deec req-69734690-9c86-46df-b330-9dee6ac30e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:34.690810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-69734690-9c86-46df-b330-9dee6ac30e05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0537360 Jan 27 15:27:34.742516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc699d-8677-4670-b966-46058212deec req-da2d4f82-19fb-4cd0-8eed-128f2b70729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:27:34.744117 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-da2d4f82-19fb-4cd0-8eed-128f2b70729a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460653 Jan 27 15:27:34.755295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-9a9483fb-3f99-48fa-ba4b-27e185fb8821 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:27:34.756300 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-9a9483fb-3f99-48fa-ba4b-27e185fb8821 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054648 Jan 27 15:27:34.873790 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-b27e0000-8c42-444b-bc3a-ec9bf559eae9 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097736 Jan 27 15:27:34.943312 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:27:34.980512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d6cc699d-8677-4670-b966-46058212deec req-d45a2f83-2c28-4de1-886c-b51dfbb8f112 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001835 Jan 27 15:27:35.179127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'ce7d61dd-7dfd-4be9-a82d-6b06392848e7', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'port_id': '994a36a6-ea37-473b-8127-868e534d99e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'mac_address': 'fa:16:3e:bc:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:27:32Z', 'updated_at': '2022-01-27T15:27:32Z', 'revision_number': 0, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:27:35.210779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a652498-1363-4129-9b30-5d57f5b51169 None None] The sync data for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv is: [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'ce7d61dd-7dfd-4be9-a82d-6b06392848e7', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'floating_ip_address': '172.26.6.129', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'port_id': '994a36a6-ea37-473b-8127-868e534d99e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'mac_address': 'fa:16:3e:bc:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:27:32Z', 'updated_at': '2022-01-27T15:27:32Z', 'revision_number': 0, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:27:35.460358 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a06c4-a760-4dd7-9d96-fbc8268c8d9f None None] New status for floating IP ce7d61dd-7dfd-4be9-a82d-6b06392848e7: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:27:44.031371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a44b030a-15cc-453f-a66e-ff91fd1c8031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:46.327888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c1265504-1838-4fb2-8bec-d2e373754e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:47.536568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:48.922883 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:49.287771 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:27:57.955718 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:28:00.570403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:14.037234 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-670e4565-1fe1-48d2-9cda-8778c3350b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:16.052565 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-ba5d8616-0dc1-4183-acb0-7e548f8ce074 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483887 Jan 27 15:28:16.154028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-cc3fffeb-7f64-44c8-a58e-9206c8711b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:28:16.156026 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-cc3fffeb-7f64-44c8-a58e-9206c8711b10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1098 time: 0.0512438 Jan 27 15:28:16.280291 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-22e5bce3-e300-4bf1-b501-9786883da9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:28:16.281712 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-22e5bce3-e300-4bf1-b501-9786883da9b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.1044877 Jan 27 15:28:16.340308 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8d984dc8-80c7-4659-9c7d-45490c98c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:16.372591 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-9b8388b0-a664-462e-885c-eeb4d43fbd30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 1001 time: 0.0842338 Jan 27 15:28:16.434239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-53596a2e-e334-4f26-b369-4bdfdda2e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:28:16.436052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-53596a2e-e334-4f26-b369-4bdfdda2e530 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0568271 Jan 27 15:28:16.487070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-84797292-9c45-4d7e-844a-b46051942ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:28:16.488660 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-84797292-9c45-4d7e-844a-b46051942ee6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467198 Jan 27 15:28:16.589770 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-7de7a7a3-3790-422b-ad15-0538f8bb84b1 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941620 Jan 27 15:28:16.697043 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fae6aaaa-8b44-4c32-83f6-d6799cffebdb req-f797417e-d0f8-4098-be02-258b0c8b293d service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013534 Jan 27 15:28:17.539391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:18.927583 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:19.292262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:24.836720 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-a23d633b-8870-4e12-89c2-5be1a8f778b4 req-d300d9f2-291a-47c9-ab04-63125f1c4a2b service neutron] (108742) timed out ('10.222.0.18', 41494) {{(pid=108742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 27 15:28:30.571916 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:34.954373 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:28:44.032942 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a250f44d-ca9e-4680-9945-7fee64bfb337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:46.333360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0ae63a04-0e35-4a6e-8ee6-16e2b6b19637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:47.543622 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:48.929967 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:28:49.285175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:00.584715 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:11.952959 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:29:14.039070 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8afdb590-9684-4c72-ad9e-3f2584be013b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:16.058374 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-43bf997b-c1fd-4849-b595-ec22278a3e37 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720685 Jan 27 15:29:16.159787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-4f7a1d9a-a2dc-4696-89c9-bf367947045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:16.161489 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-4f7a1d9a-a2dc-4696-89c9-bf367947045c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1098 time: 0.0498874 Jan 27 15:29:16.324999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-bee6eaed-6b36-4607-879c-97acfeff3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:16.326767 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-bee6eaed-6b36-4607-879c-97acfeff3e72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.1443436 Jan 27 15:29:16.344252 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fa3e921b-7f11-4df8-bcf5-a56bb31a90e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:16.427775 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-bda27461-57c2-49ab-b79c-fe5c1fc0eac0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 1001 time: 0.0939133 Jan 27 15:29:16.516126 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-4fe607de-6582-44cf-b152-ae5a62d1e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:16.518495 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-4fe607de-6582-44cf-b152-ae5a62d1e222 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0838306 Jan 27 15:29:16.592354 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-8d8a2505-57af-46af-8897-a3fd8e34bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:16.594775 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-8d8a2505-57af-46af-8897-a3fd8e34bffb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699742 Jan 27 15:29:16.713620 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-c46118df-a689-423d-b136-e8886c5b2f23 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114831 Jan 27 15:29:16.841234 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f115a70-736e-4a4e-9edf-7d288e49a4de req-c4de9094-985f-435a-8506-5197b670c5e2 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206098 Jan 27 15:29:17.547211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:18.934551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:19.290656 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:29.602151 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4bbc-479c-47a5-bcfc-5212863e32ca req-8ef0b865-d31c-4ac5-8509-a713cab1e778 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:29.603898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b6a4bbc-479c-47a5-bcfc-5212863e32ca req-8ef0b865-d31c-4ac5-8509-a713cab1e778 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0634284 Jan 27 15:29:29.646008 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b6a4bbc-479c-47a5-bcfc-5212863e32ca req-e5aa68df-2c4e-4e2f-a5a9-741d17a85c19 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358481 Jan 27 15:29:30.600230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:30.780546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79235f-253b-4a0b-a9fb-0bda52dff3ce req-df080c10-8e07-4cc9-9d61-4ee898183bee tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:30.782051 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db79235f-253b-4a0b-a9fb-0bda52dff3ce req-df080c10-8e07-4cc9-9d61-4ee898183bee tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Jan 27 15:29:30.822859 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db79235f-253b-4a0b-a9fb-0bda52dff3ce req-a4ce4a3d-f323-4e90-ad4a-857a436ea492 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337045 Jan 27 15:29:31.956398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2089bd3-61fc-40ff-aaf8-cc83673f4cbb req-041cb7f2-a05c-431c-b7fa-906b8490ddee tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:31.957986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e2089bd3-61fc-40ff-aaf8-cc83673f4cbb req-041cb7f2-a05c-431c-b7fa-906b8490ddee tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0567489 Jan 27 15:29:31.998810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e2089bd3-61fc-40ff-aaf8-cc83673f4cbb req-fce35476-6e9a-480d-91fe-eb1e2b607abb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341389 Jan 27 15:29:33.129360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390064a-f26d-472f-ad19-da78ecbda9b6 req-4d163a1b-fbb9-43ef-aee2-7e3fc22b0b76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:33.131029 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c390064a-f26d-472f-ad19-da78ecbda9b6 req-4d163a1b-fbb9-43ef-aee2-7e3fc22b0b76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Jan 27 15:29:33.171994 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c390064a-f26d-472f-ad19-da78ecbda9b6 req-4bef3bf6-9cae-44b7-8393-f7b6a2109ffa tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345941 Jan 27 15:29:34.295249 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb267-9f55-4edb-a9ea-304fc309ac88 req-b8910cfd-87c6-48c6-a4bb-eb470c57b994 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:34.296752 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77ccb267-9f55-4edb-a9ea-304fc309ac88 req-b8910cfd-87c6-48c6-a4bb-eb470c57b994 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0520608 Jan 27 15:29:34.337362 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77ccb267-9f55-4edb-a9ea-304fc309ac88 req-bc960dfd-4cf3-4740-adc7-ac4d97bf8c73 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341105 Jan 27 15:29:35.469524 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af351973-f22d-4ea2-a768-f8209e0c93f2 req-45bbceee-6b90-426d-bafe-cadd0611a611 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:35.471055 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-af351973-f22d-4ea2-a768-f8209e0c93f2 req-45bbceee-6b90-426d-bafe-cadd0611a611 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0566688 Jan 27 15:29:35.512937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-af351973-f22d-4ea2-a768-f8209e0c93f2 req-a1fd7da1-d101-4f95-8da9-c3f8ed853c08 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351758 Jan 27 15:29:36.633215 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2e44-64af-401b-bf9d-44b32e6eb239 req-54fe1760-2ea7-4307-b0e5-9ba980f57f84 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:36.634779 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d53f2e44-64af-401b-bf9d-44b32e6eb239 req-54fe1760-2ea7-4307-b0e5-9ba980f57f84 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Jan 27 15:29:36.676495 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d53f2e44-64af-401b-bf9d-44b32e6eb239 req-9ecaac33-0342-4cf3-a03b-b582acaa4009 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338449 Jan 27 15:29:37.803020 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc61a2-9949-4cd9-a8e4-2a7a687e005b req-010763f0-81d8-4e9b-9261-0a966f963c5f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:37.804658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4fbc61a2-9949-4cd9-a8e4-2a7a687e005b req-010763f0-81d8-4e9b-9261-0a966f963c5f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0563531 Jan 27 15:29:37.847580 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4fbc61a2-9949-4cd9-a8e4-2a7a687e005b req-cbb2bd89-b3e3-4620-a278-31db83f8f009 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366976 Jan 27 15:29:38.970676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799aef84-0c4f-4c34-8350-b852836b833e req-ac6fbc64-2758-44ad-953b-b26b94571dab tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:38.972259 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-799aef84-0c4f-4c34-8350-b852836b833e req-ac6fbc64-2758-44ad-953b-b26b94571dab tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0560424 Jan 27 15:29:39.013446 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-799aef84-0c4f-4c34-8350-b852836b833e req-fdc78752-4d46-4712-bd90-ed32fa772b29 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Jan 27 15:29:40.140444 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c600c-d44f-4c0f-b67e-3d3470ae8f18 req-11124023-d28c-4fee-8b4d-158c80047ef6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:40.142028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-068c600c-d44f-4c0f-b67e-3d3470ae8f18 req-11124023-d28c-4fee-8b4d-158c80047ef6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0579054 Jan 27 15:29:40.181244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-068c600c-d44f-4c0f-b67e-3d3470ae8f18 req-37b49ea7-f7d8-4efe-aed9-59178661b16e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Jan 27 15:29:41.300579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba0bb-c299-45f9-b3b6-0a03bb3c931c req-f918cf40-578c-4ff5-9701-8a77f506fde9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:41.302631 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f1ba0bb-c299-45f9-b3b6-0a03bb3c931c req-f918cf40-578c-4ff5-9701-8a77f506fde9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0516512 Jan 27 15:29:41.342151 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0f1ba0bb-c299-45f9-b3b6-0a03bb3c931c req-ace964ec-7127-4b41-a856-43f3297c10dc tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336764 Jan 27 15:29:42.461755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:29:42.518644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb0f7-67cd-4d96-8093-3f3676691e18 req-e6752d3a-3732-4a4a-9c55-49b6155e96cb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:42.522323 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e0cb0f7-67cd-4d96-8093-3f3676691e18 req-e6752d3a-3732-4a4a-9c55-49b6155e96cb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0853100 Jan 27 15:29:42.591667 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5e0cb0f7-67cd-4d96-8093-3f3676691e18 req-7707a963-7f35-4b59-8d6b-6bfecd0e4c0a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589788 Jan 27 15:29:42.614180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:29:42.632510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '994a36a6-ea37-473b-8127-868e534d99e5', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'port_id': '994a36a6-ea37-473b-8127-868e534d99e5', 'mac_address': 'fa:16:3e:bc:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:29:42.681807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:42.703073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 994a36a6-ea37-473b-8127-868e534d99e5 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:29:42.733285 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:29:42.740391 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:42.828136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:29:42.834021 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['994a36a6-ea37-473b-8127-868e534d99e5'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:29:42.846040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.846040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.846422 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.846652 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.847178 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.847732 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.848073 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.848415 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.849275 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.849612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.849934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:42.850259 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:29:43.767770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6224-c2f6-4823-8c4f-2dd18b6e400d req-60845bd3-91b4-4eb0-a1eb-ff9fb4c14336 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:43.769683 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-989e6224-c2f6-4823-8c4f-2dd18b6e400d req-60845bd3-91b4-4eb0-a1eb-ff9fb4c14336 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 944 time: 0.0987802 Jan 27 15:29:43.815335 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-989e6224-c2f6-4823-8c4f-2dd18b6e400d req-ecf45f32-140e-4c94-a806-d6131799444f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358992 Jan 27 15:29:44.036812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44c1c7aa-21ce-4923-8d92-fad24b6fea2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:44.476432 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:29:44.528246 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 994a36a6-ea37-473b-8127-868e534d99e5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:29:44.528770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:44.622419 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:44.648690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:29:44.651066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbccd85-b755-44b6-9e67-95d9029049ff" -d '{"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-plugged", "status": "completed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:29:44.666163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:29:44.673639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:44.709061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4cfb82-96da-483f-ae22-1eb8b8625c03 x-openstack-request-id: req-1c4cfb82-96da-483f-ae22-1eb8b8625c03 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:29:44.709360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-plugged", "status": "completed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:29:44.709621 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c4cfb82-96da-483f-ae22-1eb8b8625c03 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:29:44.710003 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'code': 200} Jan 27 15:29:44.742758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:29:44.956313 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e3e82-5895-4375-a4a4-2330fe8f037e req-e606728f-fd5a-418c-a0f4-48ccf85cc788 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:44.957930 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e33e3e82-5895-4375-a4a4-2330fe8f037e req-e606728f-fd5a-418c-a0f4-48ccf85cc788 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0563390 Jan 27 15:29:45.007019 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e33e3e82-5895-4375-a4a4-2330fe8f037e req-f053bf80-b0e1-4db9-ab74-d9f768bcfa07 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Jan 27 15:29:46.160307 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f325c3-c8f7-4188-987f-2ae9fa452ac6 req-951de159-9144-49b0-932a-c245a504f680 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:46.162058 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-79f325c3-c8f7-4188-987f-2ae9fa452ac6 req-951de159-9144-49b0-932a-c245a504f680 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0674014 Jan 27 15:29:46.213168 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-79f325c3-c8f7-4188-987f-2ae9fa452ac6 req-41cbfce4-fca5-4643-8a5a-7262c93043f6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Jan 27 15:29:46.339410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f000e8ab-0c82-4fd9-b7ec-46f87e1351e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:47.334435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5be3-c5e9-4351-978c-bf23d1c38508 req-69a52f14-bc0c-45e2-92d6-cdf3700c641a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:47.339743 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-300e5be3-c5e9-4351-978c-bf23d1c38508 req-69a52f14-bc0c-45e2-92d6-cdf3700c641a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0568888 Jan 27 15:29:47.384905 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-300e5be3-c5e9-4351-978c-bf23d1c38508 req-553c1b58-1500-47a3-9d86-8c5b903fb455 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426273 Jan 27 15:29:47.558256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:48.517810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb5492-f83e-4eea-844f-d489b7a7cd84 req-80c1f855-9826-48f4-80e2-580bf9efa0a5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:48.520050 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbfb5492-f83e-4eea-844f-d489b7a7cd84 req-80c1f855-9826-48f4-80e2-580bf9efa0a5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0665312 Jan 27 15:29:48.563383 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fbfb5492-f83e-4eea-844f-d489b7a7cd84 req-b1c715d2-712e-47d4-ade3-f151a27b6b2a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371387 Jan 27 15:29:48.949353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:48.953810 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:29:49.302600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:49.738834 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a5d6-b9eb-4484-85d4-b3d046687305 req-2cc4fcc7-2026-4e05-9770-b4098456266f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:49.740489 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c93a5d6-b9eb-4484-85d4-b3d046687305 req-2cc4fcc7-2026-4e05-9770-b4098456266f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0627136 Jan 27 15:29:49.802639 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9c93a5d6-b9eb-4484-85d4-b3d046687305 req-5f472ffc-47fb-4872-8c14-bb0b0a9a5192 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Jan 27 15:29:51.003766 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007220e4-969b-44e4-b117-212ac8b19c99 req-c7d059bc-e0d7-4b06-ad8d-545a656d4cf6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:51.005732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-007220e4-969b-44e4-b117-212ac8b19c99 req-c7d059bc-e0d7-4b06-ad8d-545a656d4cf6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0582561 Jan 27 15:29:51.059157 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-007220e4-969b-44e4-b117-212ac8b19c99 req-65c97098-79e8-40d2-b6ce-9b85cf474b52 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Jan 27 15:29:51.944172 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-1ef6931b-230f-40c1-9e00-e9f8f00b0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:51.945677 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-1ef6931b-230f-40c1-9e00-e9f8f00b0cb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1098 time: 0.0419097 Jan 27 15:29:52.043143 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-93f40775-7d2e-4861-9dba-dba9df9579f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:52.044660 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-93f40775-7d2e-4861-9dba-dba9df9579f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0926080 Jan 27 15:29:52.116364 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-935decc3-4de1-43e6-9e47-08762fc8987f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 1001 time: 0.0653584 Jan 27 15:29:52.199972 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-e7d2852e-a2d3-499a-abb2-6a55117f38df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:52.201378 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-e7d2852e-a2d3-499a-abb2-6a55117f38df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0788198 Jan 27 15:29:52.229265 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dd3c3-9f34-4129-800a-0ab1000ac71a req-d0edcf5b-bfbf-4582-b029-d4f68be4f00b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:52.230829 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1a5dd3c3-9f34-4129-800a-0ab1000ac71a req-d0edcf5b-bfbf-4582-b029-d4f68be4f00b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0762706 Jan 27 15:29:52.289480 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1a5dd3c3-9f34-4129-800a-0ab1000ac71a req-a379c893-bddd-4582-92cf-c29efb6856bf tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Jan 27 15:29:52.292214 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-8b7e0f1c-192c-4d0e-945f-9af231dcb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:52.293628 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-8b7e0f1c-192c-4d0e-945f-9af231dcb11b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846586 Jan 27 15:29:52.388325 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-00f45026-ff73-4672-8a55-c77a3ac4c403 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874860 Jan 27 15:29:52.482268 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9477b5ff-b2f0-4dfd-aefd-2937997bfefc req-ab492e1c-a1d7-4960-a6ca-d7d56d78211c service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857272 Jan 27 15:29:53.404701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa288da-aff5-40bf-bcae-ae844f62292c req-e19b9da3-7de9-41e9-b069-14b61c492878 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:53.406192 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aa288da-aff5-40bf-bcae-ae844f62292c req-e19b9da3-7de9-41e9-b069-14b61c492878 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0490205 Jan 27 15:29:53.450891 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-5aa288da-aff5-40bf-bcae-ae844f62292c req-235b42b2-c6c1-404c-ae1a-ecd3a2342038 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379415 Jan 27 15:29:54.508214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:29:54.571649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecce2c4-6dcf-419b-a6da-d7509fdcd9b9 req-8678d85a-2a54-4703-9f7f-9590fe6aaf3f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:54.573512 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ecce2c4-6dcf-419b-a6da-d7509fdcd9b9 req-8678d85a-2a54-4703-9f7f-9590fe6aaf3f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 945 time: 0.0512581 Jan 27 15:29:54.604620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:54.614505 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1ecce2c4-6dcf-419b-a6da-d7509fdcd9b9 req-687d3deb-6b76-4dcd-b22b-3282efdd3043 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348275 Jan 27 15:29:54.627924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:29:54.630763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715dba74-52c4-432b-9cb9-77faaac1be78" -d '{"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-unplugged", "status": "completed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:29:54.644568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:29:54.649410 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:29:54.673744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 15:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58616785-a295-4456-9d1f-91c23d63a6df x-openstack-request-id: req-58616785-a295-4456-9d1f-91c23d63a6df {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:29:54.674019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-unplugged", "status": "failed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "code": 422}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:29:54.674266 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58616785-a295-4456-9d1f-91c23d63a6df {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:29:54.674722 dv-neutron-826438-5-hyperv neutron-server[108744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'code': 422} returned with failed status Jan 27 15:29:54.695055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-bf1f456b-7fb1-476b-8cff-8e4404bd647e req-16716581-4969-47ba-82e4-72eb96819de0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:29:54.696130 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bf1f456b-7fb1-476b-8cff-8e4404bd647e req-16716581-4969-47ba-82e4-72eb96819de0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060849 Jan 27 15:29:54.702053 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:29:54.867178 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876d9a6-1f37-4591-8c0f-c31c7bce5d1f req-dfced17b-5b21-45fb-93b5-9a6f2d8225a5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:54.868901 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9876d9a6-1f37-4591-8c0f-c31c7bce5d1f req-dfced17b-5b21-45fb-93b5-9a6f2d8225a5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0579145 Jan 27 15:29:54.908668 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9876d9a6-1f37-4591-8c0f-c31c7bce5d1f req-b3fa9d9a-cf2f-4b5c-bde4-ebeaa8163d61 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334201 Jan 27 15:29:55.102839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45602) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:29:55.191628 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-25e10012-2b50-4cdd-a49c-6128290e0eb9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872457 Jan 27 15:29:55.201096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-353a3ff5-ef7f-4f63-ad2a-36fb050e9efe service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:29:55.202071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-353a3ff5-ef7f-4f63-ad2a-36fb050e9efe service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051730 Jan 27 15:29:56.034436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc7c9-2958-4819-bb42-adb2a34921a3 req-4eeaa9bb-b59e-4a16-8f7b-54fc2977db5b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:56.035946 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6b8bc7c9-2958-4819-bb42-adb2a34921a3 req-4eeaa9bb-b59e-4a16-8f7b-54fc2977db5b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0542066 Jan 27 15:29:56.074328 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6b8bc7c9-2958-4819-bb42-adb2a34921a3 req-9d513475-d2ce-4856-8a44-b68470779026 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324421 Jan 27 15:29:57.195345 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769340c0-0667-43d5-8798-ce7929893435 req-d407d763-4dcc-467e-8f69-ed2055d2d164 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:57.197008 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-769340c0-0667-43d5-8798-ce7929893435 req-d407d763-4dcc-467e-8f69-ed2055d2d164 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0524533 Jan 27 15:29:57.238390 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-769340c0-0667-43d5-8798-ce7929893435 req-1554e3e9-3d91-4b32-9bca-c475afeb74f1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351818 Jan 27 15:29:58.380114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccef91a-b337-4158-ab7e-722185730f85 req-a56e0bc7-a5fe-4ec3-9c58-a133db05ffda tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:58.382458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eccef91a-b337-4158-ab7e-722185730f85 req-a56e0bc7-a5fe-4ec3-9c58-a133db05ffda tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0743728 Jan 27 15:29:58.421545 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-eccef91a-b337-4158-ab7e-722185730f85 req-3431098e-2a76-4d4b-a4c0-8a21619d6743 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328627 Jan 27 15:29:58.523384 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:29:59.542375 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705cf6-2058-4344-9fdc-4f24ba579607 req-884e65aa-a21b-4547-8139-b32533c3dec2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:29:59.543889 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87705cf6-2058-4344-9fdc-4f24ba579607 req-884e65aa-a21b-4547-8139-b32533c3dec2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0527956 Jan 27 15:29:59.582135 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87705cf6-2058-4344-9fdc-4f24ba579607 req-944cd3ba-c6df-413e-9241-e1a3193ea441 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Jan 27 15:30:00.161581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-8cbb4ef2-a204-40bb-a422-aea0a621c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:00.163107 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-8cbb4ef2-a204-40bb-a422-aea0a621c8fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539&tenant_id=8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 1096 time: 0.0445020 Jan 27 15:30:00.228414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-3f4ed772-6206-4ba0-a0d6-67abcab5c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:00.229919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-3f4ed772-6206-4ba0-a0d6-67abcab5c1a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1096 time: 0.0459299 Jan 27 15:30:00.327085 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-485d2fc7-05a7-44e4-b280-45cbed118c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:00.328487 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-485d2fc7-05a7-44e4-b280-45cbed118c7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0926015 Jan 27 15:30:00.397053 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-5f239e54-f1ea-4790-ab4f-d7b5cab1f9f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 999 time: 0.0592680 Jan 27 15:30:00.451356 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-14bcb69f-c0f6-46a2-83d8-f611fd69a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:00.453010 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-14bcb69f-c0f6-46a2-83d8-f611fd69a63f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0499871 Jan 27 15:30:00.503112 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-ae7e4ade-dde9-460c-82f0-b78010557bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:00.505237 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-ae7e4ade-dde9-460c-82f0-b78010557bc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449610 Jan 27 15:30:00.582546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:00.595473 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-0cc0b531-d241-44a1-b5d5-5517ae43a42d service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838931 Jan 27 15:30:00.727957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17457c96-5512-4991-acdc-11f972ad6590 req-3c7c1048-4958-48ae-ac2a-a32c03c1084a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:00.729673 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17457c96-5512-4991-acdc-11f972ad6590 req-3c7c1048-4958-48ae-ac2a-a32c03c1084a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0791607 Jan 27 15:30:00.732142 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2e4080d4-22b2-4dcf-b1f3-f1db3968be4b req-2e03aaa9-af2f-4b66-802a-25c872eb35a4 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298425 Jan 27 15:30:00.775171 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-17457c96-5512-4991-acdc-11f972ad6590 req-6db94fb5-226f-4bc7-94b2-e15c10af05b8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Jan 27 15:30:01.900285 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa483e6-60ee-4568-9789-936c21257bb5 req-776ef497-4eb8-4067-8346-b828f5143937 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:01.901776 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-afa483e6-60ee-4568-9789-936c21257bb5 req-776ef497-4eb8-4067-8346-b828f5143937 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0517898 Jan 27 15:30:01.948081 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-afa483e6-60ee-4568-9789-936c21257bb5 req-fc477a88-58e7-4e48-959f-cb8e78c0dc68 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404003 Jan 27 15:30:03.089409 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c67c5b-8709-4ddc-b075-e906f632a713 req-2a475905-55fd-48ae-8bcc-33b6f26f329d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:03.094341 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-54c67c5b-8709-4ddc-b075-e906f632a713 req-2a475905-55fd-48ae-8bcc-33b6f26f329d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0714402 Jan 27 15:30:03.133469 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-54c67c5b-8709-4ddc-b075-e906f632a713 req-9730187a-a25c-49f5-b46e-273d614cfa1e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361080 Jan 27 15:30:04.267332 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff0ab6-6f02-4a84-a032-0361799f20b6 req-261fee68-1ca8-4c38-aa73-d84b03c68653 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:04.268932 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-47ff0ab6-6f02-4a84-a032-0361799f20b6 req-261fee68-1ca8-4c38-aa73-d84b03c68653 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0549655 Jan 27 15:30:04.323420 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-47ff0ab6-6f02-4a84-a032-0361799f20b6 req-b826ba4b-f66a-4a35-b60e-8b5c7612ebac tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 Jan 27 15:30:05.500388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1f85-2c9c-4330-b23b-f2730a67ed46 req-037ff1fd-9bbb-4d89-8b40-65f4a5efd806 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:05.503301 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d32c1f85-2c9c-4330-b23b-f2730a67ed46 req-037ff1fd-9bbb-4d89-8b40-65f4a5efd806 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0833461 Jan 27 15:30:05.551911 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d32c1f85-2c9c-4330-b23b-f2730a67ed46 req-afa50e49-29dc-4a2b-be94-44d0169cbf05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402544 Jan 27 15:30:06.684915 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592713-8672-4c24-982a-06781463a039 req-95d2607c-6a87-4cbb-9b95-19c3cc7086e0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:06.686509 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db592713-8672-4c24-982a-06781463a039 req-95d2607c-6a87-4cbb-9b95-19c3cc7086e0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0547419 Jan 27 15:30:06.729431 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-db592713-8672-4c24-982a-06781463a039 req-7f2e51a8-d512-416c-8dee-ceab2296a1f9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365105 Jan 27 15:30:07.863414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93379b-c105-4b71-8ea3-475042c0204b req-e8a57c1d-9efa-4cde-a5b7-108237c186ed tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:07.863414 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b93379b-c105-4b71-8ea3-475042c0204b req-e8a57c1d-9efa-4cde-a5b7-108237c186ed tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0562291 Jan 27 15:30:07.900947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b93379b-c105-4b71-8ea3-475042c0204b req-817edc26-349a-4dd4-aac8-e175e0518cea tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355024 Jan 27 15:30:09.024691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c3791-fdf8-4863-9bee-9a446a8c9fbd req-7f13c68d-bebf-404a-8bc3-6fc6de5f1dde tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:09.026244 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-898c3791-fdf8-4863-9bee-9a446a8c9fbd req-7f13c68d-bebf-404a-8bc3-6fc6de5f1dde tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0539491 Jan 27 15:30:09.068219 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-898c3791-fdf8-4863-9bee-9a446a8c9fbd req-a0f75431-0468-4460-b107-832f1f357d60 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356748 Jan 27 15:30:10.188493 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d607e99-3301-467d-9d28-5ed7d86ae299 req-3de9e16b-4d63-4081-b404-b97fd7e112fd tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:10.190039 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d607e99-3301-467d-9d28-5ed7d86ae299 req-3de9e16b-4d63-4081-b404-b97fd7e112fd tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0517077 Jan 27 15:30:10.229842 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d607e99-3301-467d-9d28-5ed7d86ae299 req-5be55222-2fd4-4815-8ac2-3c096d8fa097 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333445 Jan 27 15:30:11.349260 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119e3ac-90ae-48a9-8a0e-58ef7f6b279d req-6dea7e92-cdd4-4d08-a098-9cc27a5e4249 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:11.350711 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3119e3ac-90ae-48a9-8a0e-58ef7f6b279d req-6dea7e92-cdd4-4d08-a098-9cc27a5e4249 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0506318 Jan 27 15:30:11.393334 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3119e3ac-90ae-48a9-8a0e-58ef7f6b279d req-8cfcd126-a9d6-40f0-a69c-09238c79d64e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363545 Jan 27 15:30:12.522071 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13717b-9e99-471e-9cbb-9a06bb991912 req-87fad158-ec2e-47af-8deb-107ebd1ca045 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:12.523614 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d13717b-9e99-471e-9cbb-9a06bb991912 req-87fad158-ec2e-47af-8deb-107ebd1ca045 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 943 time: 0.0515671 Jan 27 15:30:12.568748 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d13717b-9e99-471e-9cbb-9a06bb991912 req-87a8d6ea-905c-419e-b356-3566d6f575f7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 Jan 27 15:30:12.599451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:30:12.694113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:30:12.704827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': '994a36a6-ea37-473b-8127-868e534d99e5', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'port_id': '994a36a6-ea37-473b-8127-868e534d99e5', 'mac_address': 'fa:16:3e:bc:9a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:30:12.747210 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:12.761123 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994a36a6-ea37-473b-8127-868e534d99e5 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:30:12.780390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:30:12.784786 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:12.841754 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=9']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:30:12.998954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['994a36a6-ea37-473b-8127-868e534d99e5'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:30:13.704516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5c241-7064-4ffe-af5a-231e7c88abbd req-6a1f34ca-1627-4bc8-b91a-7a46e88bdd31 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:13.706085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7f5c241-7064-4ffe-af5a-231e7c88abbd req-6a1f34ca-1627-4bc8-b91a-7a46e88bdd31 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 944 time: 0.0593364 Jan 27 15:30:13.749110 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b7f5c241-7064-4ffe-af5a-231e7c88abbd req-2a00cb06-d3ce-4920-840b-3ad5755ccf5a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361183 Jan 27 15:30:14.024697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51adabb-8021-4d91-b0b4-b2fecd10cbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:14.615660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:30:14.666639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port 994a36a6-ea37-473b-8127-868e534d99e5 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:30:14.667056 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:14.745857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:14.767633 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:30:14.770390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca822e07-bf3f-474d-b8b8-bca3fcf12bc4" -d '{"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-plugged", "status": "completed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:30:14.784024 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:30:14.790097 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:14.815547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ecc4e8-c6e0-4fe6-9815-13afdc4c25d3 x-openstack-request-id: req-10ecc4e8-c6e0-4fe6-9815-13afdc4c25d3 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:30:14.816451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-plugged", "status": "completed", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:30:14.816714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10ecc4e8-c6e0-4fe6-9815-13afdc4c25d3 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:30:14.817107 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'code': 200} Jan 27 15:30:14.849854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=10']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:30:14.871198 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb96449-f084-4c94-811c-0b3d69f67389 req-6ff34f1a-52de-440c-9a86-2f4a29955262 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:14.873123 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2fb96449-f084-4c94-811c-0b3d69f67389 req-6ff34f1a-52de-440c-9a86-2f4a29955262 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 946 time: 0.0505068 Jan 27 15:30:14.914259 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2fb96449-f084-4c94-811c-0b3d69f67389 req-8e48e00b-3d67-481f-829d-98fa41a2c833 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350626 Jan 27 15:30:14.997899 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f841a1-2461-447c-be42-2e04d22e3aa9 req-8b8114d2-3701-400b-a8e1-1d6203ddc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:14.999434 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5f841a1-2461-447c-be42-2e04d22e3aa9 req-8b8114d2-3701-400b-a8e1-1d6203ddc0c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1099 time: 0.0400715 Jan 27 15:30:15.039917 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5f841a1-2461-447c-be42-2e04d22e3aa9 req-1a521744-c89f-4106-8c12-a98dc324f5cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330508 Jan 27 15:30:16.038578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774819b-4413-4547-83a5-6ff4d66d810e req-c1c1fe0e-4ee0-4bae-a890-ff332c15ecc5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:16.040104 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e774819b-4413-4547-83a5-6ff4d66d810e req-c1c1fe0e-4ee0-4bae-a890-ff332c15ecc5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 946 time: 0.0553801 Jan 27 15:30:16.079870 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e774819b-4413-4547-83a5-6ff4d66d810e req-d3457739-6e5e-4197-a93d-217d189249af tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336227 Jan 27 15:30:16.348736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ec2df58a-013d-40b3-b1bc-3fa65dc4040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:17.198283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc1d61-2c50-46a8-97bb-1aa0b50753d9 req-5dc6bfcf-ed7b-4619-ab8f-0dee3839e953 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:17.199786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2acc1d61-2c50-46a8-97bb-1aa0b50753d9 req-5dc6bfcf-ed7b-4619-ab8f-0dee3839e953 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 946 time: 0.0496264 Jan 27 15:30:17.237975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2acc1d61-2c50-46a8-97bb-1aa0b50753d9 req-4e742d05-7c8a-4ecf-bfe5-0b77e0c5ffce tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Jan 27 15:30:17.548844 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:18.027681 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-49a9e77c-3af0-4b65-9927-5be081c772ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397170 Jan 27 15:30:18.115003 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-b04cde15-61ce-4026-a639-f25df6e29d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:18.116507 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-b04cde15-61ce-4026-a639-f25df6e29d49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1099 time: 0.0446963 Jan 27 15:30:18.220463 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-2eecb858-fc57-4bcd-8551-b38c234c61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:18.221947 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-2eecb858-fc57-4bcd-8551-b38c234c61ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0861368 Jan 27 15:30:18.294261 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-106c9937-dd9a-4910-9938-37d9f08329f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 1001 time: 0.0655060 Jan 27 15:30:18.343905 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-8cbc5bdb-e7fe-4cdb-96d1-f8a4bf0c2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:18.345456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-8cbc5bdb-e7fe-4cdb-96d1-f8a4bf0c2eb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0456033 Jan 27 15:30:18.398789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-7853cebb-494d-452c-a49a-a578658a84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:30:18.401329 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-7853cebb-494d-452c-a49a-a578658a84d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482974 Jan 27 15:30:18.493068 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-4003192b-6257-41c4-84a8-b02c38a7780b service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861049 Jan 27 15:30:18.586308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e8c03a6b-7248-486d-b043-9a445c10c887 req-c7909e5a-0133-434d-9c09-d149d6dd1a0b service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870700 Jan 27 15:30:18.940379 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:19.296409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:25.954340 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:30:30.597767 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:44.023954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6b0c1b3d-7f58-4e93-b57c-b67846e479af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:46.347017 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-da283615-c53e-4299-874a-8c4ae77a524c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:47.551327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:48.942571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:30:49.300893 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:00.613998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:02.952249 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:31:14.018444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-57eedd90-11ad-479a-8cda-5d0e5c496287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:16.349638 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e3834b47-2950-40fe-9eb5-efc1716d4942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:17.555351 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:18.944449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:19.015904 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-eb20fe81-d4c8-4a1f-b498-f744d72cd95d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408843 Jan 27 15:31:19.100061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00412121-7990-475f-b704-6c7d4e65c4eb req-3807628e-34d0-416d-b487-c613bd4b4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:19.101541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-3807628e-34d0-416d-b487-c613bd4b4074 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1099 time: 0.0450308 Jan 27 15:31:19.204747 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00412121-7990-475f-b704-6c7d4e65c4eb req-f8fea705-b804-459f-8113-e9f307b6ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:19.206174 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-f8fea705-b804-459f-8113-e9f307b6ff70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0860407 Jan 27 15:31:19.276619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-78a7fb12-262c-4ceb-b480-d1e2fe519b25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 1001 time: 0.0637403 Jan 27 15:31:19.302324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:19.325657 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00412121-7990-475f-b704-6c7d4e65c4eb req-e0ce4213-2b7e-4294-8080-25c52af5f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:19.327156 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-e0ce4213-2b7e-4294-8080-25c52af5f645 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0447285 Jan 27 15:31:19.373189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00412121-7990-475f-b704-6c7d4e65c4eb req-44a8c00a-fece-41b6-8669-06eaa2c52f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:19.374635 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-44a8c00a-fece-41b6-8669-06eaa2c52f33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416732 Jan 27 15:31:19.466941 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-8451347c-debc-4329-bd8f-b5d2d238c331 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Jan 27 15:31:19.557842 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-00412121-7990-475f-b704-6c7d4e65c4eb req-73d25798-aca4-4d10-a06d-0613cbcc41c7 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847292 Jan 27 15:31:26.385907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45764) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:26.865452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Deleting port 41795634-9920-4ea9-9a14-5eef8331e39d {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:31:26.866048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:26.942121 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:26.942445 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:26.954228 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Calling delete_port for 41795634-9920-4ea9-9a14-5eef8331e39d owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:31:27.102266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:27.130741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event deleted for resources: {'Port': ['ID=41795634-9920-4ea9-9a14-5eef8331e39d,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:27.155429 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.155825 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.156239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.156600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.156925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.157295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.157647 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.157976 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.158304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.158634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.158970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.159306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:27.202644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:27.202971 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Floating IP ce7d61dd-7dfd-4be9-a82d-6b06392848e7 disassociated (deleted). External IP: 172.26.6.129, port: 994a36a6-ea37-473b-8127-868e534d99e5. Jan 27 15:31:27.415440 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Router 897df8fd-219d-4309-98c7-5fb340628bf5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:31:27.531973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:31:27.536953 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:27.542827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] Sync routers for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:31:27.551610 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:31:27.552213 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:31:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:31:27.565181 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8bf19ebb-7d4e-4568-bd8c-27d0f49f4cd2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "DELETE /v2.0/floatingips/ce7d61dd-7dfd-4be9-a82d-6b06392848e7 HTTP/1.1" status: 204 len: 168 time: 1.1782634 Jan 27 15:31:27.565797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:31:27.568193 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6907be-821d-47f1-9fce-880298fa7ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:31:27.670803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa9e03-cca8-4b53-83b9-8393fb4dc68f x-openstack-request-id: req-a4aa9e03-cca8-4b53-83b9-8393fb4dc68f {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:31:27.671240 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:31:27.671700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4aa9e03-cca8-4b53-83b9-8393fb4dc68f {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:31:27.672541 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'status': 'completed', 'code': 200} Jan 27 15:31:27.673539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:31:27.745414 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-05d49010-abc0-47a6-a8a3-8d3caf140da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:27.745804 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-05d49010-abc0-47a6-a8a3-8d3caf140da4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 1099 time: 0.0465930 Jan 27 15:31:27.880116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e15f42-5f75-499d-9c0b-bdf14e078ec9 req-8f426739-19ce-41c5-8d9d-cf3ecf27fef8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:27.881619 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f4e15f42-5f75-499d-9c0b-bdf14e078ec9 req-8f426739-19ce-41c5-8d9d-cf3ecf27fef8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 946 time: 0.0788453 Jan 27 15:31:27.882364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:31:27.882634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-1c46cdfe-6340-41e7-af61-cd7f681af377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:27.884048 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-1c46cdfe-6340-41e7-af61-cd7f681af377 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.1308181 Jan 27 15:31:27.913688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] Checking router: 897df8fd-219d-4309-98c7-5fb340628bf5 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:31:27.922563 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:31:27.923089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:31:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:31:27.942101 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-13690f11-f273-4361-8370-13f5ca6b6851 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 200 len: 217 time: 0.0509908 Jan 27 15:31:27.992643 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f4e15f42-5f75-499d-9c0b-bdf14e078ec9 req-e5e166a0-3e1c-493b-bce0-8fab2cde4b54 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033092 Jan 27 15:31:28.019823 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-622538b7-5397-4f30-8803-0b41dd2e5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:28.021916 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-622538b7-5397-4f30-8803-0b41dd2e5f2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0727334 Jan 27 15:31:28.030399 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:31:28.068097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-611684ee-ca51-448f-81c1-62723d29fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:28.069939 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-611684ee-ca51-448f-81c1-62723d29fc06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414562 Jan 27 15:31:28.173059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-db1ee649-b400-457f-a4ae-caf86977bec6 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955870 Jan 27 15:31:28.269085 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fa6907be-821d-47f1-9fce-880298fa7ed8 req-0f1fa74b-4d99-4e81-b54a-52c55ddd4d58 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894392 Jan 27 15:31:28.390402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:31:28.415628 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcc1bd2-f1f6-47ae-bde2-6a14d4160e63 None None] The sync data for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv is: [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:31:28.738106 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d7bd21-23d5-46be-9dff-85eedd6c61a7 None None] New status for floating IP ce7d61dd-7dfd-4be9-a82d-6b06392848e7: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:31:29.152305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-cfb4c622-d123-4a56-ba72-0afc4a80ba63 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:29.154997 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-cfb4c622-d123-4a56-ba72-0afc4a80ba63 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 946 time: 0.0916948 Jan 27 15:31:29.166368 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61cea-0ff5-47de-a36f-045cd68a94a6 req-e87c2a6b-215d-4852-8bf3-52c193e80924 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:29.167913 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ebc61cea-0ff5-47de-a36f-045cd68a94a6 req-e87c2a6b-215d-4852-8bf3-52c193e80924 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539 HTTP/1.1" status: 200 len: 946 time: 0.0946326 Jan 27 15:31:29.252001 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ebc61cea-0ff5-47de-a36f-045cd68a94a6 req-d6799190-685e-4eea-8147-730749d946bd tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=3395b935-1b77-4483-b981-e63780800818&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765853 Jan 27 15:31:29.288797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Deleting port 994a36a6-ea37-473b-8127-868e534d99e5 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:31:29.289055 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:29.388388 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] For port 994a36a6-ea37-473b-8127-868e534d99e5, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=994a36a6-ea37-473b-8127-868e534d99e5,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:31:29.388808 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:29.402881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Calling delete_port for 994a36a6-ea37-473b-8127-868e534d99e5 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:31:29.547381 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:29.577800 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event deleted for resources: {'Port': ['ID=994a36a6-ea37-473b-8127-868e534d99e5,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:29.616305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] No DVR routers for this DVR port 994a36a6-ea37-473b-8127-868e534d99e5 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:31:29.618983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:29.622968 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b0dff7f8-e91e-4719-a76f-8b02980ff606 req-5cdaea38-cc83-4d7f-bef4-e63f50143d65 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "DELETE /v2.0/ports/994a36a6-ea37-473b-8127-868e534d99e5 HTTP/1.1" status: 204 len: 173 time: 0.4541180 Jan 27 15:31:29.673702 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-deleted', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:31:29.676064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57de5b4c-87e7-41dd-8e1c-977c7a9e98f7" -d '{"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-deleted", "tag": "994a36a6-ea37-473b-8127-868e534d99e5"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:31:29.712087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31636eae-23da-4d42-9073-2bd9b33a9c53 x-openstack-request-id: req-31636eae-23da-4d42-9073-2bd9b33a9c53 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:31:29.712377 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539", "name": "network-vif-deleted", "tag": "994a36a6-ea37-473b-8127-868e534d99e5", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:31:29.712630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31636eae-23da-4d42-9073-2bd9b33a9c53 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:31:29.713036 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e52e1-7e9b-4bdf-abe2-4bb9b76e6539', 'name': 'network-vif-deleted', 'tag': '994a36a6-ea37-473b-8127-868e534d99e5', 'status': 'completed', 'code': 200} Jan 27 15:31:30.313748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45788) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:30.379237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5b23050-3302-4984-ae20-74166cd7e831 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:30.406869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5b23050-3302-4984-ae20-74166cd7e831 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:30.474120 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5b23050-3302-4984-ae20-74166cd7e831 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:30.477427 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-a5b23050-3302-4984-ae20-74166cd7e831 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:30.478676 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-a5b23050-3302-4984-ae20-74166cd7e831 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "DELETE /v2.0/security-groups/3395b935-1b77-4483-b981-e63780800818 HTTP/1.1" status: 204 len: 168 time: 0.1637261 Jan 27 15:31:30.488496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b23050-3302-4984-ae20-74166cd7e831 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395b935-1b77-4483-b981-e63780800818,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:30.611265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:30.866809 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 45794) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:30.878482 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-27e31aec-a0a7-4998-ad39-6acb37363ec7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22169839', 'description': 'tempest-secgroup-smoke-22169839 description', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:30.906562 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-27e31aec-a0a7-4998-ad39-6acb37363ec7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:30.976247 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-27e31aec-a0a7-4998-ad39-6acb37363ec7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:30.980451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-27e31aec-a0a7-4998-ad39-6acb37363ec7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.013472 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e31aec-a0a7-4998-ad39-6acb37363ec7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b19b053-abcb-4a78-aef9-b3de8cc624de,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:31.019384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-27e31aec-a0a7-4998-ad39-6acb37363ec7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.027116 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45796) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:31.027658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-27e31aec-a0a7-4998-ad39-6acb37363ec7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1595249 Jan 27 15:31:31.033524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '0b19b053-abcb-4a78-aef9-b3de8cc624de', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:31.063417 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.113782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.117886 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.131948 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfe1458-1e9e-4e98-92ea-ab98b38d5e62,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:31.140661 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.141101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.141524 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.141931 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.142338 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.142748 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.143073 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.143440 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.143772 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.144101 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.144430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.144755 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:31.162797 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.164077 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-84cf9ede-e740-402b-b1df-b97b080fefbb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349421 Jan 27 15:31:31.166716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45800) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:31.171518 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a5e87d34-e457-4006-bfad-7cca20ace5e6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '0b19b053-abcb-4a78-aef9-b3de8cc624de', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:31.203132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5e87d34-e457-4006-bfad-7cca20ace5e6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.266610 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5e87d34-e457-4006-bfad-7cca20ace5e6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.272071 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5e87d34-e457-4006-bfad-7cca20ace5e6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.288904 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e87d34-e457-4006-bfad-7cca20ace5e6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18334778-d18e-4f92-8a95-b5fd4ba8bb1f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:31.300373 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a5e87d34-e457-4006-bfad-7cca20ace5e6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.301632 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a5e87d34-e457-4006-bfad-7cca20ace5e6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338096 Jan 27 15:31:31.304330 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45802) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:31.309159 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-a2f6c17b-2507-4cec-a31b-1aaadf8f96e9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '0b19b053-abcb-4a78-aef9-b3de8cc624de', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:31.336583 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c17b-2507-4cec-a31b-1aaadf8f96e9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.394352 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c17b-2507-4cec-a31b-1aaadf8f96e9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.398215 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c17b-2507-4cec-a31b-1aaadf8f96e9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.415663 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6c17b-2507-4cec-a31b-1aaadf8f96e9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a496a3-5909-45d0-9fdb-85992b6c093a,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:31.425110 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c17b-2507-4cec-a31b-1aaadf8f96e9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.426325 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-a2f6c17b-2507-4cec-a31b-1aaadf8f96e9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210489 Jan 27 15:31:31.429132 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45804) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:31.434236 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-670e5000-4d48-4756-9929-fe5ff838ae16 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '0b19b053-abcb-4a78-aef9-b3de8cc624de', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:31.463327 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-670e5000-4d48-4756-9929-fe5ff838ae16 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.530626 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-670e5000-4d48-4756-9929-fe5ff838ae16 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.534482 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-670e5000-4d48-4756-9929-fe5ff838ae16 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.553275 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e5000-4d48-4756-9929-fe5ff838ae16 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723ab18c-dfe2-4c5a-9706-ca14d8ecf405,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:31.563044 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-670e5000-4d48-4756-9929-fe5ff838ae16 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.564357 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-670e5000-4d48-4756-9929-fe5ff838ae16 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342571 Jan 27 15:31:31.567117 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45806) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:31.571572 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '0b19b053-abcb-4a78-aef9-b3de8cc624de', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:31.594321 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Project 8a9b8ed3b96c4d169aab2077f86ff528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:31:31.599225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.662596 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.668164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.686916 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7589e18e-369e-4fe9-a485-6afe82d65f7f,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:31.697106 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.698415 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-15dc01a3-f1b7-4f44-a0c6-f2e4dbff0bc1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303036 Jan 27 15:31:31.701111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45808) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:31:31.705508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'security_group_rule': {'security_group_id': '0b19b053-abcb-4a78-aef9-b3de8cc624de', 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:31.728389 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Project 8a9b8ed3b96c4d169aab2077f86ff528 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:31:31.733817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.798104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.801807 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.823142 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccde1eac-7a12-4365-ae6e-5e712cf8ff93,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:31.830756 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:31.831991 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-33917ca9-9ed5-4c0d-9e8c-327129c95ca3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299517 Jan 27 15:31:33.019201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:31:33.039232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: 994a36a6-ea37-473b-8127-868e534d99e5 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:31:33.039608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device 994a36a6-ea37-473b-8127-868e534d99e5 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:31:39.951755 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:31:44.024417 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-935ee61b-42f1-4e64-8218-74852cfd15cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:46.173198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-2df67416-1bc4-4100-94ca-d37548dfd563 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22169839&fields=id&tenant_id=8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 267 time: 0.0342171 Jan 27 15:31:46.300217 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-5e78df27-ab30-4470-8f9b-79035775e801 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:46.301719 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-5e78df27-ab30-4470-8f9b-79035775e801 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 809 time: 0.1215534 Jan 27 15:31:46.318226 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-92d14bf8-68c8-40df-aa41-2c0b3e010eb2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/quotas/8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 375 time: 0.0104728 Jan 27 15:31:46.351223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e69580d6-4fba-48e1-8fe5-609b5a0723f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:46.374503 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-d0d4473e-a2b4-4e77-be04-e0ad3ace367c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502203 Jan 27 15:31:46.435074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-26f226e6-5b81-4a44-8c61-ee719845878a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:31:46.436091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-26f226e6-5b81-4a44-8c61-ee719845878a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503533 Jan 27 15:31:46.524411 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-db7ae9a5-4993-4bc3-9cdf-42cd7f55334d service neutron] 10.222.0.18 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817788 Jan 27 15:31:46.623642 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-09b2b574-6484-44af-bbe7-e0e76c6e6714 service neutron] 10.222.0.18 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930929 Jan 27 15:31:46.908666 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6ce3f16e-793e-4112-b47f-d2a76f7e7926 req-c25496bc-5283-43dc-b4df-52c1366345c5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 210 time: 0.0300083 Jan 27 15:31:47.561319 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:47.812749 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-65bc3c62-f5ce-4fa0-893e-b2d89a8d40ee tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:47.814248 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-65bc3c62-f5ce-4fa0-893e-b2d89a8d40ee tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 809 time: 0.1142063 Jan 27 15:31:47.863662 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8d5de2e3-f99c-4fda-870f-cb765cb09fb8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 378 time: 0.0405915 Jan 27 15:31:47.874224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'port': {'device_id': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'admin_state_up': True, 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'security_groups': ['0b19b053-abcb-4a78-aef9-b3de8cc624de']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:48.029132 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6144c333-ceb3-46aa-98e2-9fc594ed2838 req-8caf3608-74ec-4420-b67a-f6c045815e91 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 210 time: 0.0400474 Jan 27 15:31:48.055097 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Made reservation on behalf of 8a9b8ed3b96c4d169aab2077f86ff528 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:31:48.059813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.207181 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Allocated IP 172.20.0.5 (f730dab7-e5aa-4f71-a22c-a322b3afae8f/f7c231a9-faa3-4645-8c23-dc30ed3ea25d/fc5b3d98-405b-4366-bc1f-5b93ef95136f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:31:48.361522 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.398058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.444061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:31:48.447386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:31:48.450977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:31:48.481451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:48.514714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:48.515471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.534024 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-9a8b8c52-efae-48c0-bf44-6ca0a0d44e4c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6654041 Jan 27 15:31:48.546789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Request body: {'port': {'device_id': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:31:48.613989 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.711846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-aa055531-a9a0-4534-8433-f52241d6eaa7 None None] Provisioning complete for port fc5b3d98-405b-4366-bc1f-5b93ef95136f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:31:48.712414 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-aa055531-a9a0-4534-8433-f52241d6eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.748959 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-aa055531-a9a0-4534-8433-f52241d6eaa7 None None] Port fc5b3d98-405b-4366-bc1f-5b93ef95136f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:31:48.903722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5b3d98-405b-4366-bc1f-5b93ef95136f {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:31:48.912665 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.934159 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Transition to ACTIVE for port object fc5b3d98-405b-4366-bc1f-5b93ef95136f will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:31:48.938110 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.955810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:48.994001 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:49.102762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Attempting to bind port fc5b3d98-405b-4366-bc1f-5b93ef95136f on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:31:49.103168 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Attempting to bind port fc5b3d98-405b-4366-bc1f-5b93ef95136f by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:31:49.103588 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Attempting to bind port fc5b3d98-405b-4366-bc1f-5b93ef95136f on network f730dab7-e5aa-4f71-a22c-a322b3afae8f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:31:49.109358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Port fc5b3d98-405b-4366-bc1f-5b93ef95136f on network f730dab7-e5aa-4f71-a22c-a322b3afae8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:31:49.109701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Attempting to bind port fc5b3d98-405b-4366-bc1f-5b93ef95136f on network f730dab7-e5aa-4f71-a22c-a322b3afae8f {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:31:49.115924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:31:49.116304 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Checking segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:31:49.116869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Bound using segment: {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:31:49.117134 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Bound port: fc5b3d98-405b-4366-bc1f-5b93ef95136f, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781d9285-b4d3-4c2d-99c5-e66e7e4ee720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:31:49.117451 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:49.235318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e3f07-2bc6-49a0-ad9b-27c62db36ac3 req-abb67a9e-a362-47fd-b386-45abe5e6e534 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:49.236886 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-237e3f07-2bc6-49a0-ad9b-27c62db36ac3 req-abb67a9e-a362-47fd-b386-45abe5e6e534 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.1027827 Jan 27 15:31:49.238161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:31:49.242371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:31:49.247578 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:49.308069 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:49.309232 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:49.310791 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] 10.222.0.72 "PUT /v2.0/ports/fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 1093 time: 0.7690668 Jan 27 15:31:49.311336 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:31:49.313731 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026bd8da-a12f-4b45-9247-5e76ef0cfc25" -d '{"events": [{"name": "network-changed", "server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:31:49.422894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500396ea-e37a-4c6e-8afd-532d47d37528 x-openstack-request-id: req-500396ea-e37a-4c6e-8afd-532d47d37528 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:31:49.423237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:31:49.423498 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-500396ea-e37a-4c6e-8afd-532d47d37528 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:31:49.423997 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'status': 'completed', 'code': 200} Jan 27 15:31:49.455603 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-237e3f07-2bc6-49a0-ad9b-27c62db36ac3 req-ed62d2be-3a49-4eed-9b30-0fed10b297a2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2026875 Jan 27 15:31:49.458612 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40be7e-b0f9-418c-9aa1-6b2172c64c97 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:49.483053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-6cd176e7-311f-4835-a419-6d206ba483a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:49.484615 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-6cd176e7-311f-4835-a419-6d206ba483a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1096 time: 0.1329648 Jan 27 15:31:49.521331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:49.533918 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-193013ec-00a2-41a1-b47c-551363108d5c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 217 time: 0.0412674 Jan 27 15:31:49.605745 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-c1b708c1-416f-464e-8ed2-e716b3473448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:49.607795 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-c1b708c1-416f-464e-8ed2-e716b3473448 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0678172 Jan 27 15:31:49.656211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464228d-a83c-44f1-976a-64124bb2fdea req-5167a15a-f392-4008-9901-868c6ef0c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:49.657694 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-5167a15a-f392-4008-9901-868c6ef0c0bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433955 Jan 27 15:31:49.747228 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-5e4a596c-5cdd-4eb8-a4f3-7d27eb75b680 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831473 Jan 27 15:31:49.848397 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d464228d-a83c-44f1-976a-64124bb2fdea req-a42f1f10-6364-443d-8842-750bc4f35b72 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946264 Jan 27 15:31:49.931560 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-bb74544c-0fc3-4fad-85ec-f228551206a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:49.933117 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-bb74544c-0fc3-4fad-85ec-f228551206a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1096 time: 0.0414920 Jan 27 15:31:50.042086 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-96bb9654-50f0-469e-a785-54fb4a62543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:50.044365 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-96bb9654-50f0-469e-a785-54fb4a62543c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.1040921 Jan 27 15:31:50.087769 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-b3bce832-d56c-4d7d-9d4d-e3164ce2db3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 217 time: 0.0366116 Jan 27 15:31:50.137600 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-48111007-12c1-4d88-8a18-d6f1a9ffae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:50.139596 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-48111007-12c1-4d88-8a18-d6f1a9ffae87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0463593 Jan 27 15:31:50.187577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-088695d2-bfc7-4f17-84c6-b0d1d4f0ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:50.189102 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-088695d2-bfc7-4f17-84c6-b0d1d4f0ad3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430169 Jan 27 15:31:50.293031 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-80118343-bd22-46cd-a3d8-65bd08dcfaf9 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970492 Jan 27 15:31:50.416285 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-026bd8da-a12f-4b45-9247-5e76ef0cfc25 req-e6372ada-6786-42f7-b0e9-5aebc7803712 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161914 Jan 27 15:31:50.587166 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c583c-6f32-4711-a163-2bfdb904f14f req-6c1c58db-308d-4dd8-9948-b873b2f109a0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:50.588577 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-218c583c-6f32-4711-a163-2bfdb904f14f req-6c1c58db-308d-4dd8-9948-b873b2f109a0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0577257 Jan 27 15:31:50.632461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-218c583c-6f32-4711-a163-2bfdb904f14f req-8bc8a075-6c15-46e5-97b3-a54d3fc91898 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327809 Jan 27 15:31:51.752941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717019d-3804-466e-b347-5ce027974540 req-9334b42f-7ca6-4dfd-ba41-36ceca630087 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:51.755061 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6717019d-3804-466e-b347-5ce027974540 req-9334b42f-7ca6-4dfd-ba41-36ceca630087 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0523522 Jan 27 15:31:51.797247 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6717019d-3804-466e-b347-5ce027974540 req-cfc29b80-dc0e-444c-9c77-0d98c150f708 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356102 Jan 27 15:31:52.912652 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6aaee-4905-4674-bb5b-75d2d88c7b4d req-fc0232a9-a7ca-44fb-856a-03eb61d5bd11 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:52.916138 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56b6aaee-4905-4674-bb5b-75d2d88c7b4d req-fc0232a9-a7ca-44fb-856a-03eb61d5bd11 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0514240 Jan 27 15:31:52.955536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-56b6aaee-4905-4674-bb5b-75d2d88c7b4d req-a514cd46-25b3-4aa6-a799-fc67058dccf2 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326784 Jan 27 15:31:54.079342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e2d15-82fe-4e21-abbd-baf24db301f5 req-aff41e15-b648-4f31-8306-c94b53ca25dc tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:54.080982 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7e8e2d15-82fe-4e21-abbd-baf24db301f5 req-aff41e15-b648-4f31-8306-c94b53ca25dc tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0563951 Jan 27 15:31:54.120060 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7e8e2d15-82fe-4e21-abbd-baf24db301f5 req-555ade86-6d3f-4971-8d01-dee2374b5ddc tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330296 Jan 27 15:31:55.239561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548094fc-683d-497b-accc-c0fe6a70c07e req-d741b904-e062-4fd3-94bb-6a57f69b3dad tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:55.241132 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-548094fc-683d-497b-accc-c0fe6a70c07e req-d741b904-e062-4fd3-94bb-6a57f69b3dad tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0530393 Jan 27 15:31:55.280799 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-548094fc-683d-497b-accc-c0fe6a70c07e req-7361d181-ee8c-4d9c-9595-5e230d6654b8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336378 Jan 27 15:31:56.403397 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5113655-b4f0-4629-9add-0fabf0813760 req-7706e509-11d0-4bcd-b4c0-8b39d6b380b0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:56.404974 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5113655-b4f0-4629-9add-0fabf0813760 req-7706e509-11d0-4bcd-b4c0-8b39d6b380b0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0511718 Jan 27 15:31:56.444363 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d5113655-b4f0-4629-9add-0fabf0813760 req-286fb19a-becc-45b8-ae8f-99b80146e775 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333204 Jan 27 15:31:57.560471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77641833-f004-4123-adde-f888064c4979 req-2aefff9e-4b94-4f4d-88d5-98d41878d5a8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:57.561919 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77641833-f004-4123-adde-f888064c4979 req-2aefff9e-4b94-4f4d-88d5-98d41878d5a8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0515914 Jan 27 15:31:57.598759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-77641833-f004-4123-adde-f888064c4979 req-898f48eb-869f-4196-aad8-a9377b2fd7d7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309570 Jan 27 15:31:58.712586 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7914b9-292f-4f03-9692-635d08f63227 req-bde6210b-1de1-4f3c-9afb-e0d08c797d1e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:58.713965 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e7914b9-292f-4f03-9692-635d08f63227 req-bde6210b-1de1-4f3c-9afb-e0d08c797d1e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0485477 Jan 27 15:31:58.752556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e7914b9-292f-4f03-9692-635d08f63227 req-32ba6e1d-8543-4e08-9533-17affa6fd797 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320137 Jan 27 15:31:59.145469 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fc5b3d98-405b-4366-bc1f-5b93ef95136f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:31:59.233991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:31:59.243903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'port_id': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'mac_address': 'fa:16:3e:82:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:31:59.284593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:59.297864 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5b3d98-405b-4366-bc1f-5b93ef95136f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:31:59.316812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:31:59.320730 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:31:59.366245 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:31:59.373838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.374189 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.374532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.374873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.375204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.375570 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.375900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.376236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.376562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.376886 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.377207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.377526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:31:59.524613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['fc5b3d98-405b-4366-bc1f-5b93ef95136f'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:31:59.876382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb2668-4487-4f64-914e-02b6e849132d req-8a068f6e-0b18-486c-8516-4e96c95c810a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:31:59.877845 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ddb2668-4487-4f64-914e-02b6e849132d req-8a068f6e-0b18-486c-8516-4e96c95c810a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 944 time: 0.0495315 Jan 27 15:31:59.915868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ddb2668-4487-4f64-914e-02b6e849132d req-8d1a2dc4-6850-44e3-8b83-af0631b2fa5f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321119 Jan 27 15:32:00.626411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:01.042475 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8550ce-a82f-4934-ac7d-ca03f68d8aed req-847df962-6c2d-4d8c-a58c-c82be7eb1979 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:01.044829 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9e8550ce-a82f-4934-ac7d-ca03f68d8aed req-847df962-6c2d-4d8c-a58c-c82be7eb1979 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 944 time: 0.0590618 Jan 27 15:32:01.092625 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9e8550ce-a82f-4934-ac7d-ca03f68d8aed req-d45e0653-f167-4d81-ac02-499b5a6442c4 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402684 Jan 27 15:32:01.161493 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fc5b3d98-405b-4366-bc1f-5b93ef95136f up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:32:01.211973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port fc5b3d98-405b-4366-bc1f-5b93ef95136f completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:32:01.216593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port fc5b3d98-405b-4366-bc1f-5b93ef95136f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:32:01.216990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:01.295180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:01.317717 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:32:01.319994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfec113-e3d1-48cd-acd0-1abf2cf3d45d" -d '{"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-plugged", "status": "completed", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:32:01.332211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:32:01.336324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:01.384207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:32:01.414046 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1a58ed-af14-4591-9d75-9cb2141ad6e6 x-openstack-request-id: req-fe1a58ed-af14-4591-9d75-9cb2141ad6e6 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:32:01.414342 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-plugged", "status": "completed", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:32:01.414611 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe1a58ed-af14-4591-9d75-9cb2141ad6e6 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:32:01.415013 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'code': 200} Jan 27 15:32:01.583631 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b7938-aa72-40e1-89b1-024e574ae9b7 req-6a5860b4-93fd-4e4f-9100-9178090b6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:01.585020 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d14b7938-aa72-40e1-89b1-024e574ae9b7 req-6a5860b4-93fd-4e4f-9100-9178090b6913 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0405326 Jan 27 15:32:01.620753 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d14b7938-aa72-40e1-89b1-024e574ae9b7 req-62925eb8-0e4c-46ba-8987-2395e1deca8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288315 Jan 27 15:32:02.207977 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3345cfe-0802-4f6a-b6b8-9b494aacc7cf req-9bef265a-04b2-4c51-94eb-feae5125aa6d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:02.209434 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3345cfe-0802-4f6a-b6b8-9b494aacc7cf req-9bef265a-04b2-4c51-94eb-feae5125aa6d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0484619 Jan 27 15:32:02.248007 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b3345cfe-0802-4f6a-b6b8-9b494aacc7cf req-424a6cda-eea6-4768-b0cf-48c3a08647a8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322297 Jan 27 15:32:03.376098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49225-9889-4cfe-8bbf-5f8b16f3768c req-bea415a6-9519-49e2-85cb-d86374ebacf4 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:03.377607 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ff49225-9889-4cfe-8bbf-5f8b16f3768c req-bea415a6-9519-49e2-85cb-d86374ebacf4 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0556867 Jan 27 15:32:03.416159 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3ff49225-9889-4cfe-8bbf-5f8b16f3768c req-f20c6ef3-8172-4605-8226-2e7c01d9c65d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326610 Jan 27 15:32:03.537091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac1c39-bd72-4939-96b7-a5023ffa9ea2 req-65b2d316-e9d8-413f-a22e-90cd35594b41 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:03.538796 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4aac1c39-bd72-4939-96b7-a5023ffa9ea2 req-65b2d316-e9d8-413f-a22e-90cd35594b41 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0526655 Jan 27 15:32:03.585301 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4aac1c39-bd72-4939-96b7-a5023ffa9ea2 req-3f503dce-bcae-4129-947f-a35e1a8c2443 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403526 Jan 27 15:32:03.607928 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45996) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:32:03.650578 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db26979-3133-420a-8054-ce6ab79d66b7 tempest-TestShelveInstance-827815286 tempest-TestShelveInstance-827815286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:03.652243 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5db26979-3133-420a-8054-ce6ab79d66b7 tempest-TestShelveInstance-827815286 tempest-TestShelveInstance-827815286-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1093 time: 0.0432401 Jan 27 15:32:03.655200 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 45998) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:32:03.660122 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:32:03.684274 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:03.787894 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:03.891690 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Allocated IP 172.26.6.80 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/901e3250-4228-448a-af69-b0f37a20e5b7) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:32:04.001430 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:04.035504 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:04.078403 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:32:04.081185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:32:04.085476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:32:04.088527 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'Port': ['ID=901e3250-4228-448a-af69-b0f37a20e5b7,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:32:04.456134 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:04.528591 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:04.687246 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:04.692519 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:04.772048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event updated for resources: {'Port': ['ID=901e3250-4228-448a-af69-b0f37a20e5b7,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:32:04.785927 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:04.890674 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Floating IP 8b8a7408-611d-4e4f-847c-a958ee587da0 associated. External IP: 172.26.6.80, port: fc5b3d98-405b-4366-bc1f-5b93ef95136f. Jan 27 15:32:05.122570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Router 897df8fd-219d-4309-98c7-5fb340628bf5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:32:05.232750 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:32:05.243753 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] Sync routers for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:32:05.252590 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:05.254869 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:32:05.255653 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:31:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:32:05.283217 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-99b13116-ab7a-47d2-b71b-31bcf675250d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6265318 Jan 27 15:32:05.283854 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:32:05.286088 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783ea86-5f92-4bc0-946d-d1232424e3de" -d '{"events": [{"name": "network-changed", "server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:32:05.368510 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:32:05.401469 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc633091-cc8d-4a68-8888-1a2537b34fc5 x-openstack-request-id: req-dc633091-cc8d-4a68-8888-1a2537b34fc5 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:32:05.401889 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:32:05.402224 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc633091-cc8d-4a68-8888-1a2537b34fc5 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:32:05.402896 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'status': 'completed', 'code': 200} Jan 27 15:32:05.464267 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-c5fc464c-0b9c-46da-affd-eb8c1c8af8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:05.465758 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-c5fc464c-0b9c-46da-affd-eb8c1c8af8bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0410748 Jan 27 15:32:05.561911 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-72e259ca-6150-45ba-8d44-c60b4fac0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:05.563496 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-72e259ca-6150-45ba-8d44-c60b4fac0929 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0912471 Jan 27 15:32:05.616798 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '8b8a7408-611d-4e4f-847c-a958ee587da0', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'floating_ip_address': '172.26.6.80', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'port_id': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'mac_address': 'fa:16:3e:82:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:32:04Z', 'updated_at': '2022-01-27T15:32:04Z', 'revision_number': 0, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:32:05.631107 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-a94b7c0a-f755-4c55-ba4b-2c9ef8dcce56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 998 time: 0.0616391 Jan 27 15:32:05.643615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] Checking router: 897df8fd-219d-4309-98c7-5fb340628bf5 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:32:05.652425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:32:05.653052 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:31:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:32:05.690063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-654b1417-7c85-4790-b269-115168365a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:05.691585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-654b1417-7c85-4790-b269-115168365a88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0508196 Jan 27 15:32:05.738804 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-24e41a25-b119-4bca-a7c8-33afb8867366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:05.740349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-24e41a25-b119-4bca-a7c8-33afb8867366 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426588 Jan 27 15:32:05.766761 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:32:05.837696 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-26be2424-c59e-4805-ba6f-0ffdc2085e55 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903912 Jan 27 15:32:05.931076 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e783ea86-5f92-4bc0-946d-d1232424e3de req-80fd1a5d-521b-4396-8dce-f7cca4e691ef service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871110 Jan 27 15:32:05.994169 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '8b8a7408-611d-4e4f-847c-a958ee587da0', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'floating_ip_address': '172.26.6.80', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'port_id': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'mac_address': 'fa:16:3e:82:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:32:04Z', 'updated_at': '2022-01-27T15:32:04Z', 'revision_number': 0, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:32:06.025593 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5e4d5-a2d1-497a-8de8-8a41b46dfa14 None None] The sync data for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv is: [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': '8b8a7408-611d-4e4f-847c-a958ee587da0', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'floating_ip_address': '172.26.6.80', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'port_id': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'mac_address': 'fa:16:3e:82:1b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:32:04Z', 'updated_at': '2022-01-27T15:32:04Z', 'revision_number': 0, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:32:06.207020 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae7dc3-1b31-442b-9f8e-c0c7fb43cdf3 None None] New status for floating IP 8b8a7408-611d-4e4f-847c-a958ee587da0: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:32:14.027392 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-55091c87-490c-4faa-b868-6dcfac0a75f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:16.352929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2f49dbb1-bbc1-4d15-a2d2-b28aa7c4a8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:16.951508 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:32:17.561170 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:18.947322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:19.010786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-1155fe03-aa36-4889-a554-f4b728260534 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436523 Jan 27 15:32:19.094474 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-0f32da76-deaa-47aa-beb0-e512b39eeb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:19.096067 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-0f32da76-deaa-47aa-beb0-e512b39eeb1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0424011 Jan 27 15:32:19.210637 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-0abd0cbf-905b-4533-b7cf-42ae34a3d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:19.212189 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-0abd0cbf-905b-4533-b7cf-42ae34a3d1dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0976546 Jan 27 15:32:19.280354 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-2f22ee9a-b504-4201-9d0c-8ae2e60cbb47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 1000 time: 0.0612962 Jan 27 15:32:19.315016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:19.337553 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-7c2645d6-c879-4345-8bfd-f99a0c250132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:19.339025 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-7c2645d6-c879-4345-8bfd-f99a0c250132 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0522294 Jan 27 15:32:19.390301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-b791e77a-1e2d-483e-9f20-154254f34455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:32:19.392087 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-b791e77a-1e2d-483e-9f20-154254f34455 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466211 Jan 27 15:32:19.484111 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-82fad326-ef53-4984-9029-b206c94dc1ea service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Jan 27 15:32:19.597421 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7cfb58e3-7b4b-4a4c-a6f0-336b99023937 req-f222cb8f-8a4b-47be-b412-3b1b6f649b24 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058640 Jan 27 15:32:30.631055 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:44.022000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cfb28257-9bda-4193-ac26-261839dcc493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:46.354547 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b24f2972-33d5-4041-97ef-85e18218bbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:47.564857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:48.947708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:49.306688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:32:53.950041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:33:00.645217 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:14.023470 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-016da55d-9f3e-488d-a679-fb77f0bb4a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:16.356755 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-986e811d-3bd0-4396-a2a7-2050faf37bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:17.567307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:18.951327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:19.308030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:20.061242 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-f156cec5-2910-4bf3-aa9d-9f9de293829b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963633 Jan 27 15:33:20.143925 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-38602277-4242-44af-a295-a45b8a5734d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:33:20.145702 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-38602277-4242-44af-a295-a45b8a5734d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0428190 Jan 27 15:33:20.253541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-f02f763b-d5c1-442e-90e8-6135c3f72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:33:20.254954 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-f02f763b-d5c1-442e-90e8-6135c3f72f20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0893545 Jan 27 15:33:20.321678 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-5389bd98-4ffe-4d66-a996-a32b83274002 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 1000 time: 0.0600789 Jan 27 15:33:20.374125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-151e4714-f6f2-43f5-8c9f-30fb11a7a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:33:20.375597 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-151e4714-f6f2-43f5-8c9f-30fb11a7a46b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0476747 Jan 27 15:33:20.422997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-42e55a02-5c31-475e-bb82-e4d86563e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:33:20.424582 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-42e55a02-5c31-475e-bb82-e4d86563e0e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417361 Jan 27 15:33:20.513811 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-10e68938-bf75-4bc3-bde2-3f1cae72d912 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821462 Jan 27 15:33:20.605658 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c26a5840-3277-4b51-afd9-4926b8bb5884 req-1eae5abe-13b2-4c14-bc70-08e37f251c16 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852983 Jan 27 15:33:30.662774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:30.949508 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:33:44.029277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9bae74f4-063f-402e-8cf3-3d79b949ebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:46.359375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1d9f66b3-dd11-4116-8523-25eba9f3c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:47.569132 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:48.954396 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:33:49.310297 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:00.662338 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:00.818760 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cafa99-4e35-4dcb-9a6e-ca1be56188ef req-dd72a5a1-5825-49e3-b959-cefa83eb13ac tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:00.820266 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26cafa99-4e35-4dcb-9a6e-ca1be56188ef req-dd72a5a1-5825-49e3-b959-cefa83eb13ac tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0977292 Jan 27 15:34:00.857893 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-26cafa99-4e35-4dcb-9a6e-ca1be56188ef req-11687f3c-f05c-405d-aa6b-57a8f2343dde tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317016 Jan 27 15:34:02.022840 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75ff76-e598-491e-a66a-47e49810e6e4 req-cb389ff8-df03-4a90-9d37-6265420c0381 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:02.024557 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8d75ff76-e598-491e-a66a-47e49810e6e4 req-cb389ff8-df03-4a90-9d37-6265420c0381 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0957122 Jan 27 15:34:02.067144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8d75ff76-e598-491e-a66a-47e49810e6e4 req-64e83337-3829-45af-93f8-2569ee1b60e8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365825 Jan 27 15:34:03.187500 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66471-c3b7-4d17-bc82-2a99bed5b243 req-7a781243-9bb7-4c14-85d1-9c1d5fc0d77b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:03.188976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-47e66471-c3b7-4d17-bc82-2a99bed5b243 req-7a781243-9bb7-4c14-85d1-9c1d5fc0d77b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Jan 27 15:34:03.226786 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-47e66471-c3b7-4d17-bc82-2a99bed5b243 req-04b7068f-4632-4132-801e-dd1aed3ddbd4 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318179 Jan 27 15:34:04.340210 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19716-f9ca-4d49-a73d-7020610f797a req-01a09309-1bb4-4f21-b4da-5543b2a675ab tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:04.341648 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-36d19716-f9ca-4d49-a73d-7020610f797a req-01a09309-1bb4-4f21-b4da-5543b2a675ab tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Jan 27 15:34:04.382599 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-36d19716-f9ca-4d49-a73d-7020610f797a req-81ca3853-fc7b-49e2-ad3d-9360a60f0b8e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349159 Jan 27 15:34:05.500590 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaf711-dace-4d9b-9fed-eaec3f4c513a req-42883d64-fb8e-469b-a1cf-e0f3861daf13 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:05.501975 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5eaf711-dace-4d9b-9fed-eaec3f4c513a req-42883d64-fb8e-469b-a1cf-e0f3861daf13 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0521135 Jan 27 15:34:05.544284 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f5eaf711-dace-4d9b-9fed-eaec3f4c513a req-f6473dab-b2a5-496c-842a-8bf370154b6d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355041 Jan 27 15:34:06.658471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85e7f-c4de-4718-9ce7-93a68d4eeeb1 req-a8cdb2ea-9176-413e-bbe6-0b0884e00a10 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:06.660033 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f0d85e7f-c4de-4718-9ce7-93a68d4eeeb1 req-a8cdb2ea-9176-413e-bbe6-0b0884e00a10 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Jan 27 15:34:06.699905 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f0d85e7f-c4de-4718-9ce7-93a68d4eeeb1 req-d7480ad7-4a64-42fe-ab42-4de25555e27e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339382 Jan 27 15:34:07.823653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224d499-078c-4b37-84b8-47074e5d51e1 req-746f2540-c97f-4166-8db1-b64961409d52 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:07.825128 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d224d499-078c-4b37-84b8-47074e5d51e1 req-746f2540-c97f-4166-8db1-b64961409d52 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0551844 Jan 27 15:34:07.862776 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d224d499-078c-4b37-84b8-47074e5d51e1 req-f968dcbb-2369-451b-b0d5-411ca3c70a05 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318286 Jan 27 15:34:07.947991 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:34:08.976470 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d13df-c6f2-4a22-b52b-cb78627fa9c0 req-77283cb1-d08a-4735-84a1-1674cbace057 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:08.978021 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9d6d13df-c6f2-4a22-b52b-cb78627fa9c0 req-77283cb1-d08a-4735-84a1-1674cbace057 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0496974 Jan 27 15:34:09.018818 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9d6d13df-c6f2-4a22-b52b-cb78627fa9c0 req-01b08e04-f0de-40bb-80e3-663c9b819714 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349085 Jan 27 15:34:10.138295 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f3685-0c4b-4969-ac84-30d37dc8c9fa req-fed20131-4057-44ba-a2c9-e8375405cc08 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:10.139798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ab2f3685-0c4b-4969-ac84-30d37dc8c9fa req-fed20131-4057-44ba-a2c9-e8375405cc08 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Jan 27 15:34:10.178144 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ab2f3685-0c4b-4969-ac84-30d37dc8c9fa req-3aff20d3-c0ce-4be3-b49f-a215ccb6cf3a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323803 Jan 27 15:34:10.894405 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-bf376b97-8ad8-44c5-bdaf-649703a3c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:10.895837 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-bf376b97-8ad8-44c5-bdaf-649703a3c7d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0400360 Jan 27 15:34:11.344398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3071d39-4091-4c81-b603-c68f76e0e5f2 req-8ee26499-e7bb-4af2-9c4e-592d68e4ac6f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:11.345832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3071d39-4091-4c81-b603-c68f76e0e5f2 req-8ee26499-e7bb-4af2-9c4e-592d68e4ac6f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0775802 Jan 27 15:34:11.347149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-ba0c2551-2651-4daa-a808-248689b91305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:11.348456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-ba0c2551-2651-4daa-a808-248689b91305 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.4462481 Jan 27 15:34:11.426638 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a3071d39-4091-4c81-b603-c68f76e0e5f2 req-c12083c1-3b98-4b7e-a92d-d1c290a48970 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747523 Jan 27 15:34:11.434682 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-61516818-0db7-4c07-b8bf-655b81f53569 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 1000 time: 0.0772910 Jan 27 15:34:11.483975 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-07e0afdb-f7f0-4db7-ae75-d9158fa48d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:11.485344 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-07e0afdb-f7f0-4db7-ae75-d9158fa48d5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0445657 Jan 27 15:34:11.536262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-77cedc69-c47b-4f6c-b939-71e3cfa87016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:11.537811 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-77cedc69-c47b-4f6c-b939-71e3cfa87016 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456939 Jan 27 15:34:11.626956 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-5b98aa4e-f3bb-49f3-85b4-a3cdc8e291b5 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826058 Jan 27 15:34:11.718630 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8b65d793-7a0e-4291-95d6-5f554fbbe0b2 req-26f7f417-aa32-41ac-9f54-d926a9ccf267 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850611 Jan 27 15:34:12.546545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9133dd3-9d5c-43cb-90e3-3b39b182642f req-efd20ad2-fadf-47a9-abe9-0792cb45fd6e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:12.548053 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9133dd3-9d5c-43cb-90e3-3b39b182642f req-efd20ad2-fadf-47a9-abe9-0792cb45fd6e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0490587 Jan 27 15:34:12.588976 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a9133dd3-9d5c-43cb-90e3-3b39b182642f req-70cad2f6-21de-41f0-9972-eb310d791d08 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348852 Jan 27 15:34:13.707184 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe000364-ac1a-42c2-9135-e44598627132 req-cdec93f7-d8f5-4055-a42b-5a4497f1a038 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:13.708781 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe000364-ac1a-42c2-9135-e44598627132 req-cdec93f7-d8f5-4055-a42b-5a4497f1a038 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0529275 Jan 27 15:34:13.746756 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe000364-ac1a-42c2-9135-e44598627132 req-f1391025-10b5-4561-a887-848b82f6cb95 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318654 Jan 27 15:34:14.021442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e0211d31-d113-4034-8b47-40be0fc59e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:14.869558 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873cba4-38dc-45a1-946c-c2da68209995 req-ccc963ad-8c4a-419b-91d1-b3dcfda70389 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:14.871089 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1873cba4-38dc-45a1-946c-c2da68209995 req-ccc963ad-8c4a-419b-91d1-b3dcfda70389 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0481584 Jan 27 15:34:14.912455 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1873cba4-38dc-45a1-946c-c2da68209995 req-37b462c1-5a17-4dae-bb84-2d581d0fa264 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353184 Jan 27 15:34:15.055938 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-4b3efed8-2fb7-4945-ae64-b586a95c18e3 req-b54b38bf-4f9a-4608-b9a2-082696cc0b51 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:34:15.057268 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4b3efed8-2fb7-4945-ae64-b586a95c18e3 req-b54b38bf-4f9a-4608-b9a2-082696cc0b51 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774493 Jan 27 15:34:15.213057 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-30725c21-8ce4-4983-8310-1ff1d77340a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708706 Jan 27 15:34:15.236920 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65710f7e-6d12-41b1-bca4-e6248059254a req-7ef516be-40d9-43f3-881f-130418ecb541 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:15.238454 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-65710f7e-6d12-41b1-bca4-e6248059254a req-7ef516be-40d9-43f3-881f-130418ecb541 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0668709 Jan 27 15:34:15.285843 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-65710f7e-6d12-41b1-bca4-e6248059254a req-327df01f-8f38-466a-8a61-6fd6caeace26 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402136 Jan 27 15:34:15.946162 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fc5b3d98-405b-4366-bc1f-5b93ef95136f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:34:16.021373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:16.047903 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:34:16.051554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c453aa5d-a4be-4b04-b903-f82231b6e575" -d '{"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:34:16.066852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:34:16.072904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:16.101238 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 15:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e373e-b269-4d07-af53-9f53c57faa08 x-openstack-request-id: req-cd8e373e-b269-4d07-af53-9f53c57faa08 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:34:16.101601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-unplugged", "status": "failed", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f", "code": 422}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:34:16.101931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd8e373e-b269-4d07-af53-9f53c57faa08 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:34:16.102982 dv-neutron-826438-5-hyperv neutron-server[108744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'code': 422} returned with failed status Jan 27 15:34:16.130445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:34:16.137894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.138249 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.138615 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.138965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.139327 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.139669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.140000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.140336 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.140682 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.141007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.141334 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.141655 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:34:16.361703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fe83f8bf-3678-45fa-b7ba-22a166b6fd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:16.409196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75691b0-60a4-4752-8699-dfc4607997ba req-62f80cc5-7bd6-4b65-b6df-5090e866e73f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:16.411347 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b75691b0-60a4-4752-8699-dfc4607997ba req-62f80cc5-7bd6-4b65-b6df-5090e866e73f tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0526330 Jan 27 15:34:16.451158 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b75691b0-60a4-4752-8699-dfc4607997ba req-16b4d291-9cb6-4e06-b760-2fe3132ae86b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334136 Jan 27 15:34:17.570048 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d994fb4-d803-4a5d-b7d1-64559607e799 req-d2e450d9-0a9f-41ef-8d0a-cee49a65ca5c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:17.572328 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d994fb4-d803-4a5d-b7d1-64559607e799 req-d2e450d9-0a9f-41ef-8d0a-cee49a65ca5c tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0506816 Jan 27 15:34:17.575051 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:17.609911 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-4d994fb4-d803-4a5d-b7d1-64559607e799 req-409062c6-9022-47da-84a6-3ad6ac0b0fea tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315795 Jan 27 15:34:18.731229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e22373-5966-4dab-84a8-909527c394bd req-9c4319b9-b68f-4145-8bcb-86348f9c1734 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:18.732845 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15e22373-5966-4dab-84a8-909527c394bd req-9c4319b9-b68f-4145-8bcb-86348f9c1734 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0535114 Jan 27 15:34:18.775822 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-15e22373-5966-4dab-84a8-909527c394bd req-6af08bf7-fbdd-4654-9f66-ddcd7f003c4d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345838 Jan 27 15:34:18.958860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:19.313019 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:19.906460 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-bf364368-cd98-47ec-b23f-cf454fb1fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:19.907977 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-bf364368-cd98-47ec-b23f-cf454fb1fbc4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16&tenant_id=8a9b8ed3b96c4d169aab2077f86ff528 HTTP/1.1" status: 200 len: 1096 time: 0.0718050 Jan 27 15:34:19.919960 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf0dc3-a7e5-456b-a6dd-f5672aa30389 req-7b3bf35e-adfe-4e74-8ca0-549fed5bae46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:19.921451 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f4bf0dc3-a7e5-456b-a6dd-f5672aa30389 req-7b3bf35e-adfe-4e74-8ca0-549fed5bae46 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0735474 Jan 27 15:34:19.989602 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f4bf0dc3-a7e5-456b-a6dd-f5672aa30389 req-e35a7fc6-e13f-4988-bab4-c2e2971003e3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611308 Jan 27 15:34:19.999801 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-b833cbe3-65aa-41a4-a455-8def0327f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.001275 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-b833cbe3-65aa-41a4-a455-8def0327f1c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1096 time: 0.0664632 Jan 27 15:34:20.093810 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-b37c5a55-cc86-4734-a926-d045e9a44ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.095296 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-b37c5a55-cc86-4734-a926-d045e9a44ecb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0881219 Jan 27 15:34:20.164556 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-62c4d8d1-7ea4-4222-8c15-4495b2b78c9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 998 time: 0.0623345 Jan 27 15:34:20.212535 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-7f96457d-dd3b-4c1c-b0a5-0eaacdf821f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.213974 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-7f96457d-dd3b-4c1c-b0a5-0eaacdf821f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0434692 Jan 27 15:34:20.259874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-1e3d26d2-0777-4749-a5b5-9811f17dc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.261456 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-1e3d26d2-0777-4749-a5b5-9811f17dc0be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411711 Jan 27 15:34:20.358275 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-8d0098c2-8f34-4a9d-9c63-73bbe6e5ac64 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898674 Jan 27 15:34:20.453270 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b8366c0-e28c-48bc-8b6f-24b10f65e691 req-a8c4552c-cca5-4973-b9f2-91498d6028a7 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885215 Jan 27 15:34:20.558697 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-8acb3dbe-f095-49e4-8961-abb7adb7df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.560260 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-8acb3dbe-f095-49e4-8961-abb7adb7df59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1096 time: 0.0434649 Jan 27 15:34:20.668370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-fc07a095-7804-44d6-8a81-ee4c7361ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.669838 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-fc07a095-7804-44d6-8a81-ee4c7361ef3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0904768 Jan 27 15:34:20.736812 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-ee0d0097-c5df-4b90-bd9e-0c7c634d1756 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 998 time: 0.0594485 Jan 27 15:34:20.790693 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-ae39bbfe-bbe7-4b24-8ebb-1859eaee9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.792207 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-ae39bbfe-bbe7-4b24-8ebb-1859eaee9e22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0481439 Jan 27 15:34:20.836599 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-4ae5b133-2298-4a08-bc1b-23f2d196b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:20.838749 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-4ae5b133-2298-4a08-bc1b-23f2d196b367 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400167 Jan 27 15:34:20.930052 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-40d3b847-c9d3-441a-be5c-3036bc591fda service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848024 Jan 27 15:34:21.024209 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3abfd8ec-3de1-40d3-bbdd-637be1fcc771 req-f3b58228-9cbf-4434-8253-2264aea1d45c service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883188 Jan 27 15:34:21.106924 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f445b2-f939-4349-856f-eeea3be070e1 req-0ea50f89-ccc2-4d2d-8ef6-865f38992ca0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:21.108466 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87f445b2-f939-4349-856f-eeea3be070e1 req-0ea50f89-ccc2-4d2d-8ef6-865f38992ca0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0505652 Jan 27 15:34:21.146821 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-87f445b2-f939-4349-856f-eeea3be070e1 req-a94d4b55-7159-48b2-ac04-1cc9fabc63c8 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324669 Jan 27 15:34:22.258452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9da9c5-08d4-4114-aa12-a75111c8d6e2 req-b1ca223f-a189-44ec-a630-611d79f44c0e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:22.260426 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec9da9c5-08d4-4114-aa12-a75111c8d6e2 req-b1ca223f-a189-44ec-a630-611d79f44c0e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0487304 Jan 27 15:34:22.302111 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ec9da9c5-08d4-4114-aa12-a75111c8d6e2 req-5ed50d37-b80d-4f69-a392-b2cdf8ce72a9 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355942 Jan 27 15:34:23.418577 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b199f-c607-4ac4-8173-2d9ec3b76a63 req-bf9c20c6-1390-4113-a1db-bc27017d7ddb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:23.420132 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bf8b199f-c607-4ac4-8173-2d9ec3b76a63 req-bf9c20c6-1390-4113-a1db-bc27017d7ddb tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0505190 Jan 27 15:34:23.461388 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bf8b199f-c607-4ac4-8173-2d9ec3b76a63 req-0139d4b7-9734-4d30-918b-5d5f4e76ea8d tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351219 Jan 27 15:34:24.578517 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3163b54-da46-4cc0-ba1d-f91d6e8146a0 req-e5da38e6-bf84-45aa-ba71-fc4346926de5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:24.580091 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3163b54-da46-4cc0-ba1d-f91d6e8146a0 req-e5da38e6-bf84-45aa-ba71-fc4346926de5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0492308 Jan 27 15:34:24.618776 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d3163b54-da46-4cc0-ba1d-f91d6e8146a0 req-7fad6530-52b4-4895-ade2-d8da2c6857e7 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326109 Jan 27 15:34:25.741256 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454cb1b-260a-4aae-beab-c5ecaa69828d req-263359a7-4b00-4567-ac2d-fa9c170a3c5b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:25.742789 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6454cb1b-260a-4aae-beab-c5ecaa69828d req-263359a7-4b00-4567-ac2d-fa9c170a3c5b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0547876 Jan 27 15:34:25.786546 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6454cb1b-260a-4aae-beab-c5ecaa69828d req-cb59af0b-16b2-4b5c-a01c-c24df34d8e7b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374067 Jan 27 15:34:26.907687 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d45ec-11fe-422a-85b6-109a8a4f7f97 req-3fea6dd7-3f17-4858-9b72-4fa8561dbacd tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:26.909308 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b7d45ec-11fe-422a-85b6-109a8a4f7f97 req-3fea6dd7-3f17-4858-9b72-4fa8561dbacd tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0542307 Jan 27 15:34:26.952496 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7b7d45ec-11fe-422a-85b6-109a8a4f7f97 req-b054ee6b-3f03-48c9-bc82-6621170ae305 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362365 Jan 27 15:34:28.025385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fc5b3d98-405b-4366-bc1f-5b93ef95136f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:34:28.100803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c259b3a-05c2-4e9a-b170-436c88f8d24b req-a04f280e-8ae4-445b-abbd-7dcdefa4fe19 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:28.103064 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c259b3a-05c2-4e9a-b170-436c88f8d24b req-a04f280e-8ae4-445b-abbd-7dcdefa4fe19 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 943 time: 0.0681827 Jan 27 15:34:28.144659 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1c259b3a-05c2-4e9a-b170-436c88f8d24b req-c62f98a8-2aa7-4305-b310-96dd4cdc565a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336597 Jan 27 15:34:28.163888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:34:28.181436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'port_id': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'mac_address': 'fa:16:3e:82:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:34:28.231572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:28.245279 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5b3d98-405b-4366-bc1f-5b93ef95136f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:34:28.267016 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:34:28.272130 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:28.341091 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:34:28.488676 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['fc5b3d98-405b-4366-bc1f-5b93ef95136f'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:34:29.292025 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5b16e-9698-4e92-b6b8-0a53fd91b2b1 req-ddeb74e1-2936-4b12-b9bc-3e9ed0db5d0e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:29.293479 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94d5b16e-9698-4e92-b6b8-0a53fd91b2b1 req-ddeb74e1-2936-4b12-b9bc-3e9ed0db5d0e tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 944 time: 0.0610068 Jan 27 15:34:29.346595 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-94d5b16e-9698-4e92-b6b8-0a53fd91b2b1 req-3eb59ef2-cd84-4a3c-8c60-e0dd37077edc tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457752 Jan 27 15:34:30.041231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fc5b3d98-405b-4366-bc1f-5b93ef95136f up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:34:30.105779 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port fc5b3d98-405b-4366-bc1f-5b93ef95136f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:34:30.106141 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:30.200995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:30.228122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:34:30.230402 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1196b6-cfff-4876-b41b-27c17dadf64a" -d '{"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-plugged", "status": "completed", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:34:30.244807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:34:30.249298 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:30.303928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:34:30.482105 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dd149-1652-40d5-8394-36b6b7fc8573 req-e5869e5c-8f1f-4f1f-95fa-bd098f1971c5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:30.483640 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e93dd149-1652-40d5-8394-36b6b7fc8573 req-e5869e5c-8f1f-4f1f-95fa-bd098f1971c5 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Jan 27 15:34:30.535298 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e93dd149-1652-40d5-8394-36b6b7fc8573 req-f2e3cf37-de4b-4c68-86a7-a76df2e6c6c6 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453203 Jan 27 15:34:30.675907 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:31.279420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ad1c0-3630-4bdf-b02d-0cf6bfd097c0 x-openstack-request-id: req-b56ad1c0-3630-4bdf-b02d-0cf6bfd097c0 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:34:31.279998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-plugged", "status": "completed", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:34:31.279998 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b56ad1c0-3630-4bdf-b02d-0cf6bfd097c0 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:34:31.280298 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'code': 200} Jan 27 15:34:31.530170 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83fea4-e4fb-45e7-93a0-08d1d44a4a41 req-e7bb8434-cfb9-4338-bc85-c95cbc4f6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:31.531609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ab83fea4-e4fb-45e7-93a0-08d1d44a4a41 req-e7bb8434-cfb9-4338-bc85-c95cbc4f6e85 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0406466 Jan 27 15:34:31.567195 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ab83fea4-e4fb-45e7-93a0-08d1d44a4a41 req-6ec39a57-d0c4-43a2-a6ce-4770ee6ba98e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289743 Jan 27 15:34:31.660634 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef9cc0-c563-47d2-aae9-df7d17b999c7 req-a559f283-a60a-4fea-b8a1-df62b918293b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:31.662859 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7eef9cc0-c563-47d2-aae9-df7d17b999c7 req-a559f283-a60a-4fea-b8a1-df62b918293b tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0575302 Jan 27 15:34:31.718497 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7eef9cc0-c563-47d2-aae9-df7d17b999c7 req-5555516d-7819-45df-81d1-ce168eeb0c2a tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489717 Jan 27 15:34:32.850861 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e96968-7a3f-4894-ad22-038de8edaa45 req-cb098aff-b792-4487-8f9d-8ac559bb56b4 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:34:32.853001 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-60e96968-7a3f-4894-ad22-038de8edaa45 req-cb098aff-b792-4487-8f9d-8ac559bb56b4 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0546010 Jan 27 15:34:32.893617 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-60e96968-7a3f-4894-ad22-038de8edaa45 req-dcc26ab9-1c74-4c33-8bfb-3610588f73c0 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344853 Jan 27 15:34:44.027000 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-adcb34dc-67f3-4d0a-a451-448454609d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:44.947510 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:34:46.363409 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d56bf5ed-62be-40d4-8c2d-dd2a22071f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:47.575341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:48.961708 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:34:49.315202 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:00.683449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:14.029037 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0e7c96cc-a472-4c61-908f-c7d0de5fd8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:16.371474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0eb92901-e3a0-4f93-a000-01bacf30cc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:17.580775 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:18.966042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:19.318488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:21.038565 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-6a455ee1-3d23-4d10-b270-0287fa7f8afc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405691 Jan 27 15:35:21.116619 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-6eecdcd6-5843-492d-9e95-3179a72b2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:21.118131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-6eecdcd6-5843-492d-9e95-3179a72b2d8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0412910 Jan 27 15:35:21.227324 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-0b5c86c8-f7a3-444c-b112-eeb572d8f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:21.228796 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-0b5c86c8-f7a3-444c-b112-eeb572d8f12c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.0921714 Jan 27 15:35:21.292481 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-923c64e9-231a-4b18-8c94-1e63bd01ab91 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 1000 time: 0.0572813 Jan 27 15:35:21.344958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-175f9f5c-9acf-4dea-826b-49c36c2591bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:21.346459 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-175f9f5c-9acf-4dea-826b-49c36c2591bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0477648 Jan 27 15:35:21.394286 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-4e6b48e9-341f-4a20-a73d-4512e5f25385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:21.395852 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-4e6b48e9-341f-4a20-a73d-4512e5f25385 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403576 Jan 27 15:35:21.482259 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-4d623e56-dbd8-4aee-bc2a-be88053330fd service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800061 Jan 27 15:35:21.582281 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e51613a4-704a-47f4-b4dd-63a420e2a63a req-f37cf081-b1ae-4d23-9473-5b2a8d1037f8 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937402 Jan 27 15:35:21.946317 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:35:30.678770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:44.031588 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b368c384-cdf9-470e-8992-e6ce1373ea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:45.730645 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46156) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:45.886570 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Deleting port 901e3250-4228-448a-af69-b0f37a20e5b7 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:45.886911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:45.959507 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:45.959838 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:45.971679 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Calling delete_port for 901e3250-4228-448a-af69-b0f37a20e5b7 owned by network:floatingip {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:46.122342 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:46.150297 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event deleted for resources: {'Port': ['ID=901e3250-4228-448a-af69-b0f37a20e5b7,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:46.162370 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.162715 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.163087 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.163445 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.163775 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.164100 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.164420 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.164739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.165058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.165374 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.165692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.166006 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:46.218418 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for floatingip, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:46.218813 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.l3_db [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Floating IP 8b8a7408-611d-4e4f-847c-a958ee587da0 disassociated (deleted). External IP: 172.26.6.80, port: fc5b3d98-405b-4366-bc1f-5b93ef95136f. Jan 27 15:35:46.363932 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-09220de6-410f-448a-a518-0709c1d5bf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:46.427133 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Router 897df8fd-219d-4309-98c7-5fb340628bf5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:35:46.535248 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:35:46.540187 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:46.544651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] Sync routers for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:35:46.553325 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:35:46.553922 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:46.566937 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-315967be-219e-4f58-a6ce-546c275abd57 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "DELETE /v2.0/floatingips/8b8a7408-611d-4e4f-847c-a958ee587da0 HTTP/1.1" status: 204 len: 168 time: 0.8351989 Jan 27 15:35:46.567711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f'}] {{(pid=108742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:35:46.570045 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}560a39e81facfb4a9049bbd16c5bdcf725ac96f158a5a914627afabb0443cfdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350fd01d-1694-4539-b44c-2482ffa520ec" -d '{"events": [{"name": "network-changed", "server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f"}]}' {{(pid=108742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:35:46.612480 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ab6b2a-c3fe-4f9b-adcc-75f7a0fbb055 x-openstack-request-id: req-d1ab6b2a-c3fe-4f9b-adcc-75f7a0fbb055 {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:35:46.612784 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f", "status": "completed", "code": 200}]} {{(pid=108742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:35:46.613060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1ab6b2a-c3fe-4f9b-adcc-75f7a0fbb055 {{(pid=108742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:35:46.613456 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'status': 'completed', 'code': 200} Jan 27 15:35:46.677858 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd01d-1694-4539-b44c-2482ffa520ec req-d024c60a-2c5f-4b88-aa8b-06624e4d1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:46.679554 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350fd01d-1694-4539-b44c-2482ffa520ec req-d024c60a-2c5f-4b88-aa8b-06624e4d1fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 1098 time: 0.0451369 Jan 27 15:35:46.808644 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd01d-1694-4539-b44c-2482ffa520ec req-50746ab3-63f9-4018-824f-71ccd90b7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:46.810095 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350fd01d-1694-4539-b44c-2482ffa520ec req-50746ab3-63f9-4018-824f-71ccd90b7efd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 200 len: 910 time: 0.1196210 Jan 27 15:35:46.823551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:35:46.851957 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350fd01d-1694-4539-b44c-2482ffa520ec req-aed5a192-43fd-4cbc-8641-d82ca571e48f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 200 len: 217 time: 0.0343971 Jan 27 15:35:46.860248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82159f0-e4d1-4774-88f9-340e96feb762 req-cf7a7d7f-e4d2-4378-ac91-dd54e5a7f058 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:46.862332 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d82159f0-e4d1-4774-88f9-340e96feb762 req-cf7a7d7f-e4d2-4378-ac91-dd54e5a7f058 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0959358 Jan 27 15:35:46.931338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd01d-1694-4539-b44c-2482ffa520ec req-a7dc6b05-52e2-4380-8b3c-166f9de230a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:46.932677 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350fd01d-1694-4539-b44c-2482ffa520ec req-a7dc6b05-52e2-4380-8b3c-166f9de230a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 200 len: 848 time: 0.0695131 Jan 27 15:35:46.937739 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d82159f0-e4d1-4774-88f9-340e96feb762 req-1fc1c9eb-1f74-460b-ab59-04c1b93a74c1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664406 Jan 27 15:35:46.978323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd01d-1694-4539-b44c-2482ffa520ec req-d4faaf46-b026-4a89-ac95-2cd41e4d84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:46.979872 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350fd01d-1694-4539-b44c-2482ffa520ec req-d4faaf46-b026-4a89-ac95-2cd41e4d84a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f730dab7-e5aa-4f71-a22c-a322b3afae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399857 Jan 27 15:35:47.021390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:47.046956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] Checking router: 897df8fd-219d-4309-98c7-5fb340628bf5 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:35:47.055528 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:35:47.056134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:47.070044 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350fd01d-1694-4539-b44c-2482ffa520ec req-0df8c0fe-aaf2-494d-ae27-592be5765769 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823715 Jan 27 15:35:47.164204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:35:47.164810 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-350fd01d-1694-4539-b44c-2482ffa520ec req-2646893e-297a-4fac-811c-629ee7c4c386 service neutron] 10.222.0.72 "GET /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885525 Jan 27 15:35:47.362912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:47.387992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b48b31-1096-4e9b-aa93-6f3d1b204113 None None] The sync data for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv is: [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:10Z', 'revision_number': 4, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': 'd73cb9cd-cd5c-49ab-9258-7d4a120487b1', 'name': '', 'network_id': 'f730dab7-e5aa-4f71-a22c-a322b3afae8f', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'mac_address': 'fa:16:3e:ed:23:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:09Z', 'updated_at': '2022-01-27T15:27:15Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'subnets': [{'id': 'f7c231a9-faa3-4645-8c23-dc30ed3ea25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:35:47.580894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:47.600643 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9626072f-62f9-4216-b8f7-ab36a2950cc4 None None] New status for floating IP 8b8a7408-611d-4e4f-847c-a958ee587da0: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:35:48.057235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2ab8c-f163-415e-bff0-0f1cf1d168fc req-94c2d9ea-147b-4e9c-855f-e1773b24bcf1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:48.058710 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d1f2ab8c-f163-415e-bff0-0f1cf1d168fc req-94c2d9ea-147b-4e9c-855f-e1773b24bcf1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Jan 27 15:35:48.097560 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d1f2ab8c-f163-415e-bff0-0f1cf1d168fc req-eebc28ff-6d0f-46cd-ab44-6beb58afd6f1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/security-groups?id=0b19b053-abcb-4a78-aef9-b3de8cc624de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323040 Jan 27 15:35:48.258725 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05974-9af9-403d-913e-310aaecc7909 req-d5c26135-db5e-42d8-8045-21d802b01b06 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:35:48.260137 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a05974-9af9-403d-913e-310aaecc7909 req-d5c26135-db5e-42d8-8045-21d802b01b06 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 945 time: 0.0520074 Jan 27 15:35:48.348053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Deleting port fc5b3d98-405b-4366-bc1f-5b93ef95136f {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:48.348391 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:48.438306 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] For port fc5b3d98-405b-4366-bc1f-5b93ef95136f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=fc5b3d98-405b-4366-bc1f-5b93ef95136f,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:35:48.439473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:48.453999 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Calling delete_port for fc5b3d98-405b-4366-bc1f-5b93ef95136f owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:48.581650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:48.615452 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event deleted for resources: {'Port': ['ID=fc5b3d98-405b-4366-bc1f-5b93ef95136f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:48.629096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.629096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.629096 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.629411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.629508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.629791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.630114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.630436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.630762 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.631082 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.631430 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.631748 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:48.665724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] No DVR routers for this DVR port fc5b3d98-405b-4366-bc1f-5b93ef95136f on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:35:48.668221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:48.671454 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-18a05974-9af9-403d-913e-310aaecc7909 req-580b1d6c-a5da-4f6c-83c6-0bdd2b35cd76 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.72 "DELETE /v2.0/ports/fc5b3d98-405b-4366-bc1f-5b93ef95136f HTTP/1.1" status: 204 len: 173 time: 0.4063580 Jan 27 15:35:48.671886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-deleted', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:35:48.674699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1dd8d7-ec02-444c-b1b0-2df4c8e6fa54" -d '{"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-deleted", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:35:48.713370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1b14c-a40b-4e8f-9c01-3314db0c9b53 x-openstack-request-id: req-a9d1b14c-a40b-4e8f-9c01-3314db0c9b53 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:35:48.713370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97278f85-de8c-4e4b-9d15-a36f03403a16", "name": "network-vif-deleted", "tag": "fc5b3d98-405b-4366-bc1f-5b93ef95136f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:35:48.713593 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9d1b14c-a40b-4e8f-9c01-3314db0c9b53 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:35:48.713962 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97278f85-de8c-4e4b-9d15-a36f03403a16', 'name': 'network-vif-deleted', 'tag': 'fc5b3d98-405b-4366-bc1f-5b93ef95136f', 'status': 'completed', 'code': 200} Jan 27 15:35:48.971496 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:49.191981 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f7b2b189-1d96-41a7-992f-054d3484225d req-6a047d89-335b-4fc9-adf1-10ac4c10dcb1 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 210 time: 0.0265720 Jan 27 15:35:49.320790 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:50.291393 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c6f31e14-9dd6-47c7-b267-617c00627d86 req-38e240dd-fdd8-43e9-972e-35d620567afa tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 210 time: 0.0296483 Jan 27 15:35:50.402873 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fc5b3d98-405b-4366-bc1f-5b93ef95136f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:35:50.423935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: fc5b3d98-405b-4366-bc1f-5b93ef95136f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:35:50.424281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device fc5b3d98-405b-4366-bc1f-5b93ef95136f not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:35:51.385936 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ae0eaf65-c36e-4b17-9289-7c0e9b14eca6 req-4670fc70-ecde-4368-98c1-a9f956c72099 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 210 time: 0.0267687 Jan 27 15:35:52.508433 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-220b1998-c788-48d4-ba62-b64bff52d106 req-db7974c6-db2f-408e-9830-6bd07876e6c3 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "GET /v2.0/ports?device_id=97278f85-de8c-4e4b-9d15-a36f03403a16 HTTP/1.1" status: 200 len: 210 time: 0.0302689 Jan 27 15:35:53.564550 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46188) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:53.628219 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ed675f4-75c7-4242-ab7c-9ee9e3de7288 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:53.653512 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ed675f4-75c7-4242-ab7c-9ee9e3de7288 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:53.712842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ed675f4-75c7-4242-ab7c-9ee9e3de7288 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:53.715427 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-7ed675f4-75c7-4242-ab7c-9ee9e3de7288 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:53.716881 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-7ed675f4-75c7-4242-ab7c-9ee9e3de7288 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] 10.222.0.18 "DELETE /v2.0/security-groups/0b19b053-abcb-4a78-aef9-b3de8cc624de HTTP/1.1" status: 204 len: 168 time: 0.1512823 Jan 27 15:35:53.726858 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed675f4-75c7-4242-ab7c-9ee9e3de7288 tempest-TestShelveInstance-340470607 tempest-TestShelveInstance-340470607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b19b053-abcb-4a78-aef9-b3de8cc624de,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:53.764495 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46192) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:54.224473 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:54.470508 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Deleting port d73cb9cd-cd5c-49ab-9258-7d4a120487b1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:54.470782 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:54.551692 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] For port d73cb9cd-cd5c-49ab-9258-7d4a120487b1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:35:54.552058 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:54.565030 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Calling delete_port for d73cb9cd-cd5c-49ab-9258-7d4a120487b1 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:54.748007 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:54.772605 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73cb9cd-cd5c-49ab-9258-7d4a120487b1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:55.267173 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:55.477180 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Router 897df8fd-219d-4309-98c7-5fb340628bf5 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:35:55.584075 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:35:55.589321 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-b36ba278-360e-40da-a87c-31d264f5cbd7 admin admin] 10.222.0.18 "PUT /v2.0/routers/897df8fd-219d-4309-98c7-5fb340628bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236163 Jan 27 15:35:55.591678 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46196) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:55.592671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] Sync routers for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:35:55.602330 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:35:55.602934 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:55.698286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:55.706403 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:35:55.797368 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:55.854716 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Deleting port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:55.854966 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:55.893442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9'}], 'enable_snat': True}, 'gw_port_id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:35:54Z', 'revision_number': 5, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port': {'id': '8d1d1741-6cd0-4cb2-aff8-2e528c15238f', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:55.920346 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] Checking router: 897df8fd-219d-4309-98c7-5fb340628bf5 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:35:55.929408 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] Routers {'897df8fd-219d-4309-98c7-5fb340628bf5'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:35:55.930028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['897df8fd-219d-4309-98c7-5fb340628bf5'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:55.932581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] For port 8d1d1741-6cd0-4cb2-aff8-2e528c15238f, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:35:55.932949 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:55.944514 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Calling delete_port for 8d1d1741-6cd0-4cb2-aff8-2e528c15238f owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:56.014288 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] Set router 897df8fd-219d-4309-98c7-5fb340628bf5 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:35:56.066113 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:35:55Z', 'revision_number': 6, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:56.096930 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8197b1-f0a7-44e1-9c6b-3f44b27288e0 None None] The sync data for ids ['897df8fd-219d-4309-98c7-5fb340628bf5'] in dv-neutron-826438-5-hyperv is: [{'id': '897df8fd-219d-4309-98c7-5fb340628bf5', 'name': 'tempest-TestShelveInstance-1316298074-router', 'tenant_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:07Z', 'updated_at': '2022-01-27T15:35:55Z', 'revision_number': 6, 'project_id': '8a9b8ed3b96c4d169aab2077f86ff528', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:35:56.112907 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.137963 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1d1741-6cd0-4cb2-aff8-2e528c15238f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:56.202551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.291457 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.293540 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.334906 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.335468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 897df8fd-219d-4309-98c7-5fb340628bf5 {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:35:56.339884 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.340958 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-103740cb-a675-4cdb-9897-bf856c4541d8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/897df8fd-219d-4309-98c7-5fb340628bf5 HTTP/1.1" status: 204 len: 168 time: 0.7482407 Jan 27 15:35:56.343339 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46198) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:56.387009 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] Deleting subnet f7c231a9-faa3-4645-8c23-dc30ed3ea25d {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:35:56.389959 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.428794 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.511000 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.565189 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.591535 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c231a9-faa3-4645-8c23-dc30ed3ea25d,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:56.593515 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.597276 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-672bc589-7295-49bd-b8d1-eb24256fe0bd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f7c231a9-faa3-4645-8c23-dc30ed3ea25d HTTP/1.1" status: 204 len: 168 time: 0.2530100 Jan 27 15:35:56.598057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa6208-4f94-4e82-a1a7-715314ce9d69 None None] Network f730dab7-e5aa-4f71-a22c-a322b3afae8f requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:35:56.599897 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46200) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:56.671733 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.724842 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Deleting port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:56.725182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.790335 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] For port 0ace3d0d-fe88-470c-bae7-5f1097f3b797, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0ace3d0d-fe88-470c-bae7-5f1097f3b797,segment=NetworkSegment(781d9285-b4d3-4c2d-99c5-e66e7e4ee720),segment_id=781d9285-b4d3-4c2d-99c5-e66e7e4ee720)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:35:56.790603 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.803364 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Calling delete_port for 0ace3d0d-fe88-470c-bae7-5f1097f3b797 owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:56.883700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] DHCP port deletion for f730dab7-e5aa-4f71-a22c-a322b3afae8f request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:35:56.899909 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.929171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Pushing event deleted for resources: {'Port': ['ID=0ace3d0d-fe88-470c-bae7-5f1097f3b797,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:56.936554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] No DVR routers for this DVR port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:35:56.943678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Deleting port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:56.944063 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:56.982578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d1d1741-6cd0-4cb2-aff8-2e528c15238f no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:35:57.013197 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.016318 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 8d1d1741-6cd0-4cb2-aff8-2e528c15238f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:35:57.017322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 8d1d1741-6cd0-4cb2-aff8-2e528c15238f not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:35:57.017739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0ace3d0d-fe88-470c-bae7-5f1097f3b797 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:35:57.037833 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f730dab7-e5aa-4f71-a22c-a322b3afae8f']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:57.044986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 0ace3d0d-fe88-470c-bae7-5f1097f3b797 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:35:57.045331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0ace3d0d-fe88-470c-bae7-5f1097f3b797 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:35:57.045746 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d73cb9cd-cd5c-49ab-9258-7d4a120487b1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:35:57.047171 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781d9285-b4d3-4c2d-99c5-e66e7e4ee720') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:57.047499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781d9285-b4d3-4c2d-99c5-e66e7e4ee720') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:57.051247 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] For port 0ace3d0d-fe88-470c-bae7-5f1097f3b797, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:35:57.051662 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.057395 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.073885 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: d73cb9cd-cd5c-49ab-9258-7d4a120487b1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:35:57.074225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device d73cb9cd-cd5c-49ab-9258-7d4a120487b1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:35:57.077600 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.081332 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Calling delete_port for 0ace3d0d-fe88-470c-bae7-5f1097f3b797 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:57.084352 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 15:35:57.085185 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:35:57.086355 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.087085 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:35:57.088069 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:35:57.116669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Pushing event deleted for resources: {'Port': ['ID=0ace3d0d-fe88-470c-bae7-5f1097f3b797,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:57.128791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] No DVR routers for this DVR port 0ace3d0d-fe88-470c-bae7-5f1097f3b797 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:35:57.134421 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.134857 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.135292 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.135700 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.136096 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.136492 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.137047 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.138954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.139838 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.141504 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.142830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.143171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a992be-2400-4d6e-8eec-f2a512169805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:35:57.152465 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.157988 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.166431 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] 10.222.0.18 "DELETE /v2.0/networks/f730dab7-e5aa-4f71-a22c-a322b3afae8f HTTP/1.1" status: 204 len: 168 time: 0.5603485 Jan 27 15:35:57.166526 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46202) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:57.178136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3c8e-9b9d-4b52-a5b1-9e781ca5aaec admin admin] Pushing event deleted for resources: {'Network': ['ID=f730dab7-e5aa-4f71-a22c-a322b3afae8f,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:57.511050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.749797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Deleting port 04555c62-f66e-488d-ab47-d6572c004715 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:57.750139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.825994 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] For port 04555c62-f66e-488d-ab47-d6572c004715, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=04555c62-f66e-488d-ab47-d6572c004715,segment=NetworkSegment(7342064f-33ef-4e40-92ab-9ca26c8fa10c),segment_id=7342064f-33ef-4e40-92ab-9ca26c8fa10c)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:35:57.826259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:57.837479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Calling delete_port for 04555c62-f66e-488d-ab47-d6572c004715 owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:58.016719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:58.043806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=04555c62-f66e-488d-ab47-d6572c004715,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:58.203412 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:58.412364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Router 7dc717a4-7b80-4bcb-bbd6-b99336101bca has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:35:58.848573 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:35:58.853397 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-42ed8978-8d66-4fb4-9864-0c6f8a71bd2c admin admin] 10.222.0.18 "PUT /v2.0/routers/7dc717a4-7b80-4bcb-bbd6-b99336101bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6880002 Jan 27 15:35:58.855978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46204) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:58.857010 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] Sync routers for ids ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:35:58.867226 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] Routers {'7dc717a4-7b80-4bcb-bbd6-b99336101bca'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:35:58.867833 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:58.953038 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:35:58.958742 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:58.975325 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] Set router 7dc717a4-7b80-4bcb-bbd6-b99336101bca gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:35:59.065447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.124195 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Deleting port b89a6306-2766-4aa1-829d-037d19a517da {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:59.124432 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.152962 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:35:57Z', 'revision_number': 5, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port': {'id': 'b89a6306-2766-4aa1-829d-037d19a517da', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:59.182269 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] Checking router: 7dc717a4-7b80-4bcb-bbd6-b99336101bca for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:35:59.191031 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] Routers {'7dc717a4-7b80-4bcb-bbd6-b99336101bca'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:35:59.191663 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:59.204565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] For port b89a6306-2766-4aa1-829d-037d19a517da, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=b89a6306-2766-4aa1-829d-037d19a517da,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:35:59.205140 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.216272 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Calling delete_port for b89a6306-2766-4aa1-829d-037d19a517da owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:35:59.274077 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] Set router 7dc717a4-7b80-4bcb-bbd6-b99336101bca gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:35:59.324496 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:35:59Z', 'revision_number': 6, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:35:59.353023 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a53d8-7589-40fe-ad60-abc6b34e8be9 None None] The sync data for ids ['7dc717a4-7b80-4bcb-bbd6-b99336101bca'] in dv-neutron-826438-5-hyperv is: [{'id': '7dc717a4-7b80-4bcb-bbd6-b99336101bca', 'name': 'tempest-TestShelveInstance-977487807-router', 'tenant_id': '787207d0cafd4508a8d3c7ad9768a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:27:13Z', 'updated_at': '2022-01-27T15:35:59Z', 'revision_number': 6, 'project_id': '787207d0cafd4508a8d3c7ad9768a155', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:35:59.379030 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.409133 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89a6306-2766-4aa1-829d-037d19a517da,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:59.466179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.556701 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.558945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.605839 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.606527 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc717a4-7b80-4bcb-bbd6-b99336101bca {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:35:59.611229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.612396 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-55ed4827-8051-4816-b6ca-779419378459 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7dc717a4-7b80-4bcb-bbd6-b99336101bca HTTP/1.1" status: 204 len: 168 time: 0.7554889 Jan 27 15:35:59.614957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46206) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:59.659202 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] Deleting subnet 1308d42a-08f9-4bda-b1d1-d1e15802350c {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:35:59.662225 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.696026 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.776318 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.834479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.860715 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1308d42a-08f9-4bda-b1d1-d1e15802350c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:35:59.865536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.870595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a1afc-7c9a-4e09-964a-49809a52fba7 None None] Network 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:35:59.872172 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-68047159-fb18-4388-8a0a-b0775e533b1f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1308d42a-08f9-4bda-b1d1-d1e15802350c HTTP/1.1" status: 204 len: 168 time: 0.2561722 Jan 27 15:35:59.874520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46208) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:35:59.941741 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:35:59.996301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Deleting port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:35:59.996641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.063248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] For port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,segment=NetworkSegment(7342064f-33ef-4e40-92ab-9ca26c8fa10c),segment_id=7342064f-33ef-4e40-92ab-9ca26c8fa10c)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:00.064083 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.079797 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Calling delete_port for 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:36:00.112671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] DHCP port deletion for 487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:36:00.161074 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] Deleting port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:36:00.161446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.162087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.193095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:00.196654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] No DVR routers for this DVR port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:36:00.230840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] For port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1, host dv-neutron-826438-5-hyperv, got binding levels [] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:00.231781 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.244687 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] Calling delete_port for 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:36:00.247416 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.ipam_backend_mixin [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] Port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 was not found and therefore no delete operation was performed {{(pid=108744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 15:36:00.248671 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.269100 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.273876 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] Pushing event deleted for resources: {'Port': ['ID=0f6f8ff9-10b9-4c22-8fa0-331e95f761e1,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:00.278809 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5b2c8-8141-4ff1-8287-857fe6e69ec9 None None] No DVR routers for this DVR port 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:36:00.290986 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:00.301740 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7342064f-33ef-4e40-92ab-9ca26c8fa10c') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:00.302036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7342064f-33ef-4e40-92ab-9ca26c8fa10c') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:00.311957 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.326945 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.333167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:36:00.333613 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:36:00.335582 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:36:00.394113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.399091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.402498 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] 10.222.0.18 "DELETE /v2.0/networks/487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4 HTTP/1.1" status: 204 len: 168 time: 0.5270579 Jan 27 15:36:00.415049 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1ea6-1ff8-4110-97c2-e016e9bcee9f admin admin] Pushing event deleted for resources: {'Network': ['ID=487bf9b7-bbc9-4c54-a3cd-2dd4e37938f4,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:00.516038 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46212) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:00.557120 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8b3a1b15-528a-44c6-be7b-09cdb37fc4bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a9b8ed3b96c4d169aab2077f86ff528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398636 Jan 27 15:36:00.559806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46214) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:00.612611 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3f65-8bc1-440a-b25a-ea2c04227e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.636061 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3f65-8bc1-440a-b25a-ea2c04227e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.651902 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:36:00.671709 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:36:00.672157 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 0f6f8ff9-10b9-4c22-8fa0-331e95f761e1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:36:00.672531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b89a6306-2766-4aa1-829d-037d19a517da no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:36:00.684287 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3f65-8bc1-440a-b25a-ea2c04227e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.686901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-0d3b3f65-8bc1-440a-b25a-ea2c04227e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:00.688094 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-0d3b3f65-8bc1-440a-b25a-ea2c04227e8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5435ef32-5b52-4866-ae51-a0a2579c21e6 HTTP/1.1" status: 204 len: 168 time: 0.1272919 Jan 27 15:36:00.697101 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: b89a6306-2766-4aa1-829d-037d19a517da {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:36:00.697445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device b89a6306-2766-4aa1-829d-037d19a517da not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:36:00.697853 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 04555c62-f66e-488d-ab47-d6572c004715 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:36:00.698770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b3f65-8bc1-440a-b25a-ea2c04227e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435ef32-5b52-4866-ae51-a0a2579c21e6,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:00.729092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 04555c62-f66e-488d-ab47-d6572c004715 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:36:00.729541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 04555c62-f66e-488d-ab47-d6572c004715 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:36:00.736265 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:01.000871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46220) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:01.044827 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ba7f2b41-9d34-416f-a817-d5862de45bff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=787207d0cafd4508a8d3c7ad9768a155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426857 Jan 27 15:36:01.047321 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46222) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:01.096437 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92365640-c9f2-42c8-9960-a73475de2d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:01.118074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92365640-c9f2-42c8-9960-a73475de2d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:01.164091 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92365640-c9f2-42c8-9960-a73475de2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:01.166608 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-92365640-c9f2-42c8-9960-a73475de2d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:01.167791 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-92365640-c9f2-42c8-9960-a73475de2d6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/018fe0be-aabf-444a-887b-0674daf7c144 HTTP/1.1" status: 204 len: 168 time: 0.1189249 Jan 27 15:36:01.176137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92365640-c9f2-42c8-9960-a73475de2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018fe0be-aabf-444a-887b-0674daf7c144,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:01.827765 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46244) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:01.922389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-695371503-network', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:01.945279 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Made reservation on behalf of c22b0f7ff04444598c6f89a1bee92c44 for: {'network': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:36:01.947570 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:01.956327 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.029271 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.033639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.053512 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=108743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:36:02.066519 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ae230-a949-4453-8162-a4e4f4d85866,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:02.073117 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.073636 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.segments_db [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Added segment c9cd3fff-d271-4eef-aafd-61577d3028f3 of type vlan for network 4095577e-2e9e-4821-91e9-94fe535b997a Jan 27 15:36:02.117374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.142111 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.143299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:02.144036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.201441 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3725300 Jan 27 15:36:02.204506 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46248) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:02.208907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c722-6a71-453e-9265-2afde50c8a36 admin admin] Pushing event updated for resources: {'Network': ['ID=4095577e-2e9e-4821-91e9-94fe535b997a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:02.209425 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Request body: {'subnet': {'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-695371503-subnet', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'ip_version': 4}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:02.218807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network 4095577e-2e9e-4821-91e9-94fe535b997a details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:36:02.232333 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Made reservation on behalf of c22b0f7ff04444598c6f89a1bee92c44 for: {'subnet': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:36:02.234625 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9450175'] for subnet, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.397710 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8775181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9450157'] for subnet, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.451283 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Pushing event updated for resources: {'Subnet': ['ID=253d990b-a6ca-4c36-834c-bed6fc8b6af8,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:02.462622 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Checking segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:02.463079 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Network hostable DHCP agents. Network: 4095577e-2e9e-4821-91e9-94fe535b997a, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:36:02.479696 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Network 4095577e-2e9e-4821-91e9-94fe535b997a is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:36:02.488405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, 4095577e-2e9e-4821-91e9-94fe535b997a) {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:02.492576 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:02.493165 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.499140 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bef4ae-9ed3-4c19-b17b-9388c3f5b1e8 None None] Network 4095577e-2e9e-4821-91e9-94fe535b997a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:36:02.508711 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-4b9ff9dc-446a-4f03-a6f2-38994d9e405d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030894 Jan 27 15:36:02.511390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46250) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:02.515838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:02.539394 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.540722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.598465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.649623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-4095577e-2e9e-4821-91e9-94fe535b997a', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:36:02.650488 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.740615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.794909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Allocated IP 172.20.0.2 (4095577e-2e9e-4821-91e9-94fe535b997a/253d990b-a6ca-4c36-834c-bed6fc8b6af8/f914a652-140d-4dd4-8b8e-d18011f1c75c) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:02.935575 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.942126 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.945682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.965393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:02.984701 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Network 4095577e-2e9e-4821-91e9-94fe535b997a is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:02.987745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:02.991226 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:02.996584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Pushing event updated for resources: {'Port': ['ID=f914a652-140d-4dd4-8b8e-d18011f1c75c,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:03.049698 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Attempting to bind port f914a652-140d-4dd4-8b8e-d18011f1c75c on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:36:03.049980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Attempting to bind port f914a652-140d-4dd4-8b8e-d18011f1c75c by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:36:03.050344 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Attempting to bind port f914a652-140d-4dd4-8b8e-d18011f1c75c on network 4095577e-2e9e-4821-91e9-94fe535b997a {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:03.055436 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:36:03.055727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Checking segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:03.056134 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:03.056533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Bound using segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:36:03.057004 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Bound port: f914a652-140d-4dd4-8b8e-d18011f1c75c, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:36:03.057395 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:03.082243 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Allocated IP 172.26.6.16 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/c29df0c4-cfec-4067-a1b6-8fd7a0e030e3) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:03.122518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] For port f914a652-140d-4dd4-8b8e-d18011f1c75c, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:36:03.125613 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] For port f914a652-140d-4dd4-8b8e-d18011f1c75c, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f914a652-140d-4dd4-8b8e-d18011f1c75c,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:36:03.131191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:03.190009 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:03.196690 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478d3fb-e86c-485d-8c8f-4a2590d98818 None None] Pushing event updated for resources: {'Port': ['ID=f914a652-140d-4dd4-8b8e-d18011f1c75c,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:03.225441 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:03.268627 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:03.271605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:03.275942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:03.279254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Pushing event updated for resources: {'Port': ['ID=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:03.544753 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:03.736070 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:03.868768 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Router d9168d60-5538-4961-b566-31b3e2af8da6 is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:36:03.982319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:36:03.993891 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Sync routers for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:36:04.003338 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.004613 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-da945a32-fb0b-4a8a-a400-fe49ee03604e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4922092 Jan 27 15:36:04.004861 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:04.005500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:04.007335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46256) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:04.255144 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33becb7-0792-4ae8-874a-c8ef5eb8e014 None None] Network 4095577e-2e9e-4821-91e9-94fe535b997a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:36:04.326487 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:04.356532 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-13a0ef33-d3fa-4d9f-bdbb-c23a461d4a1d None None] Provisioning complete for port f914a652-140d-4dd4-8b8e-d18011f1c75c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:04.356898 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13a0ef33-d3fa-4d9f-bdbb-c23a461d4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.452973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.612237 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Allocated IP 172.20.0.1 (4095577e-2e9e-4821-91e9-94fe535b997a/253d990b-a6ca-4c36-834c-bed6fc8b6af8/5f94b060-1e69-4bb1-8654-57fbfd9beb5a) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:04.626592 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13a0ef33-d3fa-4d9f-bdbb-c23a461d4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.680660 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-13a0ef33-d3fa-4d9f-bdbb-c23a461d4a1d None None] For port f914a652-140d-4dd4-8b8e-d18011f1c75c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f914a652-140d-4dd4-8b8e-d18011f1c75c,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:04.689668 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:03Z', 'revision_number': 3, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:04.692028 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-13a0ef33-d3fa-4d9f-bdbb-c23a461d4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.726110 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Checking router: d9168d60-5538-4961-b566-31b3e2af8da6 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:36:04.726482 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Updating router d9168d60-5538-4961-b566-31b3e2af8da6 port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:36:04.760869 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.774840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f914a652-140d-4dd4-8b8e-d18011f1c75c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:04.802529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.817549 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.846998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Network 4095577e-2e9e-4821-91e9-94fe535b997a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:04.850438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:04.854167 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:04.859706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0ef33-d3fa-4d9f-bdbb-c23a461d4a1d None None] Pushing event updated for resources: {'Port': ['ID=f914a652-140d-4dd4-8b8e-d18011f1c75c,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:04.859853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Pushing event updated for resources: {'Port': ['ID=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:04.900792 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.965117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f914a652-140d-4dd4-8b8e-d18011f1c75c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:04.965446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:04.993310 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-082d7e8c-2a03-416b-a773-191d20f769c2 None None] Provisioning complete for port f914a652-140d-4dd4-8b8e-d18011f1c75c triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:04.993688 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-082d7e8c-2a03-416b-a773-191d20f769c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.034506 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.202489 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.208492 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.272390 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.277656 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Pushing event updated for resources: {'Port': ['ID=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:05.278333 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.280125 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.331393 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Attempting to bind port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:36:05.331830 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Attempting to bind port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:36:05.332138 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Attempting to bind port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:05.335032 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dbf33-99e6-4ca9-9d9d-a6d5079039e9 None None] Pushing event updated for resources: {'Port': ['ID=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:05.339868 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:36:05.340250 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:05.340654 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.341261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:36:05.341554 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Bound port: c29df0c4-cfec-4067-a1b6-8fd7a0e030e3, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:36:05.341921 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.376870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Network 4095577e-2e9e-4821-91e9-94fe535b997a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:05.378789 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:05.387991 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-3c3c3255-52c1-471a-aea6-42c320271bc3 None None] Provisioning complete for port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:05.388370 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-3c3c3255-52c1-471a-aea6-42c320271bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.433623 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] For port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:36:05.439935 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] For port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:36:05.441564 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c3255-52c1-471a-aea6-42c320271bc3 None None] Port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:36:05.445614 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.522185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dbf33-99e6-4ca9-9d9d-a6d5079039e9 None None] Pushing event updated for resources: {'Port': ['ID=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:05.525077 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:05.525703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:05.649307 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:05.702353 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-c91dbbcb-23ab-42c9-9b7b-91d89ae07cb6 None None] Provisioning complete for port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:05.702639 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c91dbbcb-23ab-42c9-9b7b-91d89ae07cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:05.810446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-c91dbbcb-23ab-42c9-9b7b-91d89ae07cb6 None None] Port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:36:05.877299 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Router d9168d60-5538-4961-b566-31b3e2af8da6 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:36:05.891658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 2, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:05.988814 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:36:05.993945 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-d9d419fc-fb9b-4c62-ac3e-23391d658fcb admin admin] 10.222.0.18 "PUT /v2.0/routers/d9168d60-5538-4961-b566-31b3e2af8da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9851522 Jan 27 15:36:06.068904 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497b4fc-43e6-40fd-bc2d-d00a35190a99 None None] The sync data for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv is: [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 2, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:36:06.491092 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46272) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:06.496406 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-760299632-network', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:06.522321 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Made reservation on behalf of 869500a3a00c4ab58c9993782cd9a49c for: {'network': 1} {{(pid=108742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:36:06.524657 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for network, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.535130 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.621104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.625691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.660164 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=108742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 15:36:06.665211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f914a652-140d-4dd4-8b8e-d18011f1c75c up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:06.667054 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2e06de-f6eb-4a47-a35a-2514e06abab0,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:06.673298 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.673562 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.segments_db [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Added segment d5dd943e-b456-4cec-9d7c-dd177f6f209e of type vlan for network f18ae672-3565-4747-bfbc-a6effdfa9b26 Jan 27 15:36:06.727048 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739334601427'] for network, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.734512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port f914a652-140d-4dd4-8b8e-d18011f1c75c triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:06.734958 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.753915 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671'] for network, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.755481 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:06.756265 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:06.817202 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3245990 Jan 27 15:36:06.819716 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46274) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:06.825175 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Request body: {'subnet': {'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-760299632-subnet', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'ip_version': 4}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:06.825954 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc06e7-136d-469b-a65b-cf787390f81f admin admin] Pushing event updated for resources: {'Network': ['ID=f18ae672-3565-4747-bfbc-a6effdfa9b26,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:06.838375 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 details requested by agent ovs-agent-dv-neutron-826438-5-hyperv with host dv-neutron-826438-5-hyperv {{(pid=108744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 15:36:06.853018 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Made reservation on behalf of 869500a3a00c4ab58c9993782cd9a49c for: {'subnet': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:36:06.856251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8960099'] for subnet, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.045283 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8960113'] for subnet, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.127946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0dfed94-b590-49e9-8046-858f4bee8a5e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:07.134928 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Checking segment: {'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:07.135308 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Network hostable DHCP agents. Network: f18ae672-3565-4747-bfbc-a6effdfa9b26, hostable agents: ['e38654a6-a45c-4683-bf77-d8f41988ec89'], hosted agents: [] {{(pid=108743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 15:36:07.152160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 is scheduled to be hosted by DHCP agent e38654a6-a45c-4683-bf77-d8f41988ec89 with binding_index 1 {{(pid=108743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 15:36:07.160978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826438-5-hyperv, f18ae672-3565-4747-bfbc-a6effdfa9b26) {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:07.165153 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:07.165736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.171994 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5767c4d-2caa-4e01-b3ab-17a0fd098185 None None] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:36:07.183765 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-244138ed-af17-4865-a4f0-d2ce83f99ad1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3624027 Jan 27 15:36:07.186248 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46276) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:07.193582 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:07.217350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1725661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9119'] for router, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.218382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1727481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728747', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1576343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9094'] for router, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.273221 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.334826 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d2430a7-a032-5c8d-a18f-9baca651c993-f18ae672-3565-4747-bfbc-a6effdfa9b26', 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'fixed_ips': [{'subnet_id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e'}]}} from dv-neutron-826438-5-hyperv. {{(pid=108744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jan 27 15:36:07.335744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.419350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.473207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.db_base_plugin_common [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Allocated IP 172.20.0.2 (f18ae672-3565-4747-bfbc-a6effdfa9b26/e0dfed94-b590-49e9-8046-858f4bee8a5e/32b42cbb-2b73-4740-983e-43d15228b55e) {{(pid=108744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:07.623960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Notify callbacks [] for port, precommit_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.634903 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.636878 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337'] for port, after_create {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.665201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.680499 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 is already hosted by enough agents. {{(pid=108744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:07.683335 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.scheduler.base_scheduler [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Resources bound (agent type, host, resource id): {{(pid=108744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:07.687542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Received port after_create {{(pid=108744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:07.690789 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Pushing event updated for resources: {'Port': ['ID=32b42cbb-2b73-4740-983e-43d15228b55e,revision_number=1']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:07.745286 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Attempting to bind port 32b42cbb-2b73-4740-983e-43d15228b55e on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:36:07.745543 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Attempting to bind port 32b42cbb-2b73-4740-983e-43d15228b55e by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:36:07.745897 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Attempting to bind port 32b42cbb-2b73-4740-983e-43d15228b55e on network f18ae672-3565-4747-bfbc-a6effdfa9b26 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:07.750723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:36:07.751124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Checking segment: {'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:07.751839 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.751965 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Bound using segment: {'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:36:07.752380 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Bound port: 32b42cbb-2b73-4740-983e-43d15228b55e, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:36:07.752763 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.773273 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Allocated IP 172.26.6.197 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/e188c8a2-4ff8-4186-b194-5168f17add49) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:07.822810 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] For port 32b42cbb-2b73-4740-983e-43d15228b55e, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:36:07.826248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] For port 32b42cbb-2b73-4740-983e-43d15228b55e, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=32b42cbb-2b73-4740-983e-43d15228b55e,segment=NetworkSegment(d5dd943e-b456-4cec-9d7c-dd177f6f209e),segment_id=d5dd943e-b456-4cec-9d7c-dd177f6f209e)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:36:07.831214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.895774 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a5a7-fd45-4f7c-ab84-02476f5ec51d None None] Pushing event updated for resources: {'Port': ['ID=32b42cbb-2b73-4740-983e-43d15228b55e,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:07.900948 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.939107 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:07.981084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:07.984557 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:07.988264 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:07.994266 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Pushing event updated for resources: {'Port': ['ID=e188c8a2-4ff8-4186-b194-5168f17add49,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:08.184133 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Sync routers for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:36:08.198266 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:08.199041 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:08.290666 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:08.306145 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:08.496141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1727474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1726772'] for router, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:08.597847 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 2, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:08.624389 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Checking router: d9168d60-5538-4961-b566-31b3e2af8da6 for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:36:08.624934 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Updating router d9168d60-5538-4961-b566-31b3e2af8da6 port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:36:08.642393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Router b6efeca8-6f54-48e3-8047-482813cc828f is scheduled to L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d with binding_index 1 {{(pid=108743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 15:36:08.655468 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:08.789944 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 32b42cbb-2b73-4740-983e-43d15228b55e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:08.799604 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:36:08.824458 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Sync routers for ids ['b6efeca8-6f54-48e3-8047-482813cc828f'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:36:08.827978 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:08.829719 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-eee0b2ec-afa0-4f6a-a817-4ec395437afa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6425037 Jan 27 15:36:08.832554 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46278) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:08.848061 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Routers {'b6efeca8-6f54-48e3-8047-482813cc828f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:08.848788 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6efeca8-6f54-48e3-8047-482813cc828f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:08.951670 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 32b42cbb-2b73-4740-983e-43d15228b55e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:08.952173 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:08.979912 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:08.983007 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38682fb9-047f-444a-b03e-9cceb8e9459a None None] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:36:08.986273 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.026825 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Pushing event updated for resources: {'Port': ['ID=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:09.040260 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.040825 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.041196 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.041498 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.041825 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.042154 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.042898 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.042898 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.043111 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.043438 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.043758 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.044077 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:36:09.075851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Set router b6efeca8-6f54-48e3-8047-482813cc828f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:09.125576 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Attempting to bind port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:36:09.126009 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Attempting to bind port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:36:09.126380 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Attempting to bind port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a on network 4095577e-2e9e-4821-91e9-94fe535b997a {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:09.136241 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:36:09.136609 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Checking segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:09.137011 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.137400 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Bound using segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:36:09.137872 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Bound port: 5f94b060-1e69-4bb1-8654-57fbfd9beb5a, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:36:09.138253 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.209498 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] For port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:36:09.213780 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] For port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:36:09.221510 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.280187 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:09.281318 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:09.297669 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-b7f2b998-b989-4313-acd0-e50d0fcd0708 None None] Provisioning complete for port 32b42cbb-2b73-4740-983e-43d15228b55e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:09.298625 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b998-b989-4313-acd0-e50d0fcd0708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.340139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.350383 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e9ab7-2091-46cc-8bb9-ed4b25349ace None None] Pushing event updated for resources: {'Port': ['ID=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:09.381895 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.429922 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:09.453435 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port 32b42cbb-2b73-4740-983e-43d15228b55e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=32b42cbb-2b73-4740-983e-43d15228b55e,segment=NetworkSegment(d5dd943e-b456-4cec-9d7c-dd177f6f209e),segment_id=d5dd943e-b456-4cec-9d7c-dd177f6f209e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:09.478997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.479791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:09.519596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:08Z', 'revision_number': 3, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port': {'id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:09.549086 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_common [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Allocated IP 172.20.0.1 (f18ae672-3565-4747-bfbc-a6effdfa9b26/e0dfed94-b590-49e9-8046-858f4bee8a5e/87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1) {{(pid=108742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:09.580877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Checking router: b6efeca8-6f54-48e3-8047-482813cc828f for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:36:09.581136 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Updating router b6efeca8-6f54-48e3-8047-482813cc828f port e188c8a2-4ff8-4186-b194-5168f17add49 binding host dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:36:09.655411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.671442 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:09Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:09.674532 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.699531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=32b42cbb-2b73-4740-983e-43d15228b55e,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:09.699816 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6727b01c-6bc1-42da-9aba-07dd763703e8 None None] The sync data for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv is: [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:09Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:36:09.730871 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.775065 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:09.780024 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:09.786053 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Received port after_create {{(pid=108742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:09.787378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:09.787820 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.839552 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Pushing event updated for resources: {'Port': ['ID=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:09.842429 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726955'] for router_interface, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:09.991300 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.064261 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-158bf7cc-a732-4f81-916e-988f7e505865 None None] Provisioning complete for port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:10.064867 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-158bf7cc-a732-4f81-916e-988f7e505865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.169881 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.178329 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.182855 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8775352'] for port, after_update {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.247286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Pushing event updated for resources: {'Port': ['ID=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,revision_number=2']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:10.247629 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:10.254451 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1520681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728891'] for router_interface, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.260727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.263721 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Notify callbacks [] for port, precommit_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.295086 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.302448 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-158bf7cc-a732-4f81-916e-988f7e505865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.349468 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 is already hosted by enough agents. {{(pid=108742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:10.350538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.base_scheduler [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Resources bound (agent type, host, resource id): {{(pid=108742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:10.350996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:10.361818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Attempting to bind port e188c8a2-4ff8-4186-b194-5168f17add49 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:36:10.362193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Attempting to bind port e188c8a2-4ff8-4186-b194-5168f17add49 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:36:10.362560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Attempting to bind port e188c8a2-4ff8-4186-b194-5168f17add49 on network 02deada8-0e66-4b1c-9d30-b89d6223d135 {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:10.398651 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:36:10.399036 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Checking segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:10.399468 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.399870 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Bound using segment: {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'} {{(pid=108744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:36:10.400355 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.managers [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Bound port: e188c8a2-4ff8-4186-b194-5168f17add49, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62b45a6-d49f-453e-8180-7c307b0d7446', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135'}}] {{(pid=108744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:36:10.400739 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.406129 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-158bf7cc-a732-4f81-916e-988f7e505865 None None] For port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:10.433658 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-158bf7cc-a732-4f81-916e-988f7e505865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.444647 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105083a5-05c6-4b57-8dc0-2bd7f136a610 None None] Pushing event updated for resources: {'Port': ['ID=e188c8a2-4ff8-4186-b194-5168f17add49,revision_number=2']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:10.499481 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] For port e188c8a2-4ff8-4186-b194-5168f17add49, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:36:10.506176 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] For port e188c8a2-4ff8-4186-b194-5168f17add49, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e188c8a2-4ff8-4186-b194-5168f17add49,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:36:10.513793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.524283 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf7cc-a732-4f81-916e-988f7e505865 None None] Pushing event updated for resources: {'Port': ['ID=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:10.586818 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Routers {'b6efeca8-6f54-48e3-8047-482813cc828f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:10.587495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6efeca8-6f54-48e3-8047-482813cc828f'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:10.633225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-496d828d-b600-402f-abb2-b907be67c47e None None] Provisioning complete for port 32b42cbb-2b73-4740-983e-43d15228b55e triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:10.633446 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-496d828d-b600-402f-abb2-b907be67c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:10.657821 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105083a5-05c6-4b57-8dc0-2bd7f136a610 None None] Pushing event updated for resources: {'Port': ['ID=e188c8a2-4ff8-4186-b194-5168f17add49,revision_number=3']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:10.739219 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5f94b060-1e69-4bb1-8654-57fbfd9beb5a up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:10.775512 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] Set router b6efeca8-6f54-48e3-8047-482813cc828f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:10.815691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Router b6efeca8-6f54-48e3-8047-482813cc828f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:36:10.923328 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:36:10.928583 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f395ac00-34fb-4ca2-8041-e01155934108 admin admin] 10.222.0.18 "PUT /v2.0/routers/b6efeca8-6f54-48e3-8047-482813cc828f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0948966 Jan 27 15:36:10.936451 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-496d828d-b600-402f-abb2-b907be67c47e None None] Provisioning complete for port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:10.936929 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-496d828d-b600-402f-abb2-b907be67c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:11.003449 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:11.004407 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:11.010040 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-496d828d-b600-402f-abb2-b907be67c47e None None] Port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:36:11.128951 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:09Z', 'revision_number': 4, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port': {'id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1', 'name': '', 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'mac_address': 'fa:16:3e:95:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:09Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 2, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'subnets': [{'id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:11.161139 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 32b42cbb-2b73-4740-983e-43d15228b55e up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:11.164477 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf272d-efdb-4782-a17d-61170f668385 None None] The sync data for ids ['b6efeca8-6f54-48e3-8047-482813cc828f'] in dv-neutron-826438-5-hyperv is: [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:09Z', 'revision_number': 4, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port': {'id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1', 'name': '', 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'mac_address': 'fa:16:3e:95:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:09Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 2, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'subnets': [{'id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:36:11.189054 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-39926a8e-49f7-495a-b640-0e06fdd37a7a None None] Provisioning complete for port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:11.189313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-39926a8e-49f7-495a-b640-0e06fdd37a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:11.233846 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-39926a8e-49f7-495a-b640-0e06fdd37a7a None None] Port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:36:11.244057 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 32b42cbb-2b73-4740-983e-43d15228b55e triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:11.244443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:11.327800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:11.386331 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:11.386728 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.414139 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46288) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:12.418818 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-2d5e7667-0b35-4c0c-8ce2-e9f924d32ff6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280362502', 'description': 'tempest-secgroup-smoke-1280362502 description', 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:12.440921 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5e7667-0b35-4c0c-8ce2-e9f924d32ff6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.505158 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5e7667-0b35-4c0c-8ce2-e9f924d32ff6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.509184 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5e7667-0b35-4c0c-8ce2-e9f924d32ff6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.538161 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-2d5e7667-0b35-4c0c-8ce2-e9f924d32ff6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.539468 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-2d5e7667-0b35-4c0c-8ce2-e9f924d32ff6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1241939 Jan 27 15:36:12.542791 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46290) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:12.544476 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e7667-0b35-4c0c-8ce2-e9f924d32ff6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a844d3d-513e-4834-826c-a7cf8b6ba410,revision_number=1']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:12.548360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-9074cf73-fb18-45a8-89e9-5d27a704eac0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'security_group_rule': {'security_group_id': '6a844d3d-513e-4834-826c-a7cf8b6ba410', 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:12.582700 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9074cf73-fb18-45a8-89e9-5d27a704eac0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.642981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9074cf73-fb18-45a8-89e9-5d27a704eac0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.647636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9074cf73-fb18-45a8-89e9-5d27a704eac0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.668128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074cf73-fb18-45a8-89e9-5d27a704eac0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88435617-3afe-4f54-b060-8da29859789d,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:12.674528 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-9074cf73-fb18-45a8-89e9-5d27a704eac0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.675915 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-9074cf73-fb18-45a8-89e9-5d27a704eac0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314993 Jan 27 15:36:12.678729 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46292) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:12.683538 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-6da00d1c-76bb-450b-90b1-487762207c55 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'security_group_rule': {'security_group_id': '6a844d3d-513e-4834-826c-a7cf8b6ba410', 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:12.701595 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e188c8a2-4ff8-4186-b194-5168f17add49 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:12.718278 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6da00d1c-76bb-450b-90b1-487762207c55 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.757997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e188c8a2-4ff8-4186-b194-5168f17add49 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:12.758281 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.781764 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6da00d1c-76bb-450b-90b1-487762207c55 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.788593 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6da00d1c-76bb-450b-90b1-487762207c55 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.805225 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da00d1c-76bb-450b-90b1-487762207c55 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0cea87-e42f-4e11-9768-c7951757350c,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:12.816210 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-6da00d1c-76bb-450b-90b1-487762207c55 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.819979 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-6da00d1c-76bb-450b-90b1-487762207c55 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374826 Jan 27 15:36:12.820323 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46294) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:12.824863 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7e5b0f63-af55-4ba2-8596-85448de10297 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'security_group_rule': {'security_group_id': '6a844d3d-513e-4834-826c-a7cf8b6ba410', 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:12.840852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.858177 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0f63-af55-4ba2-8596-85448de10297 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.864837 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] For port e188c8a2-4ff8-4186-b194-5168f17add49, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e188c8a2-4ff8-4186-b194-5168f17add49,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:12.869280 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.922410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0f63-af55-4ba2-8596-85448de10297 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.924673 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Pushing event updated for resources: {'Port': ['ID=e188c8a2-4ff8-4186-b194-5168f17add49,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:12.926494 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0f63-af55-4ba2-8596-85448de10297 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.943479 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b0f63-af55-4ba2-8596-85448de10297 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30029c01-8e6f-4589-82a6-1dcf3a23d492,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:12.954942 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7e5b0f63-af55-4ba2-8596-85448de10297 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:12.956210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7e5b0f63-af55-4ba2-8596-85448de10297 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348650 Jan 27 15:36:12.958831 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46296) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:12.963114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-ef1c9fb9-7b0b-4be0-b50b-22a8650c392c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'security_group_rule': {'security_group_id': '6a844d3d-513e-4834-826c-a7cf8b6ba410', 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:12.990040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9fb9-7b0b-4be0-b50b-22a8650c392c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.051871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9fb9-7b0b-4be0-b50b-22a8650c392c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.055471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9fb9-7b0b-4be0-b50b-22a8650c392c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.072871 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c9fb9-7b0b-4be0-b50b-22a8650c392c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2466e12f-b4d3-4608-9b05-8fa2de4126f9,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:13.084189 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ef1c9fb9-7b0b-4be0-b50b-22a8650c392c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.085399 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ef1c9fb9-7b0b-4be0-b50b-22a8650c392c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256025 Jan 27 15:36:13.088068 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46298) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:13.092358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'security_group_rule': {'security_group_id': '6a844d3d-513e-4834-826c-a7cf8b6ba410', 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:13.115987 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.securitygroups_db [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Project c22b0f7ff04444598c6f89a1bee92c44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:36:13.120660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.182984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.187238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.206176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab7e7b2-4f69-4986-961a-cc06a2ec406e,revision_number=0']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:13.215054 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.218773 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b9931e8d-99fd-4a25-a03d-87886288c378 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273165 Jan 27 15:36:13.219111 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46300) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:13.223711 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.v2.base [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'security_group_rule': {'security_group_id': '6a844d3d-513e-4834-826c-a7cf8b6ba410', 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:13.246995 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.db.securitygroups_db [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Project c22b0f7ff04444598c6f89a1bee92c44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 15:36:13.252320 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.320723 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.324727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830230'] for security_group_rule, after_create {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.342586 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5a6238-3c7e-4150-857d-c4b057e3ac53,revision_number=0']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:13.349890 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.351086 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5aa56342-21ba-47fa-9539-56ba97b8e915 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309016 Jan 27 15:36:13.465505 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Sync routers for ids ['b6efeca8-6f54-48e3-8047-482813cc828f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:36:13.475219 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Routers {'b6efeca8-6f54-48e3-8047-482813cc828f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:13.475914 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6efeca8-6f54-48e3-8047-482813cc828f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:13.490071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-73f7bd40-747e-43db-aaf3-fbea57bdaaf7 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280362502&fields=id&tenant_id=c22b0f7ff04444598c6f89a1bee92c44 HTTP/1.1" status: 200 len: 267 time: 0.0338347 Jan 27 15:36:13.579946 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Set router b6efeca8-6f54-48e3-8047-482813cc828f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:13.600259 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-1d3ed5d1-d115-43a5-8fa7-fe42ce30ab50 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:13.601773 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-1d3ed5d1-d115-43a5-8fa7-fe42ce30ab50 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 809 time: 0.1055505 Jan 27 15:36:13.625516 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-9b25b47a-f2f5-42b3-97f4-afdc9179c23b tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/quotas/c22b0f7ff04444598c6f89a1bee92c44 HTTP/1.1" status: 200 len: 375 time: 0.0178425 Jan 27 15:36:13.684394 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-1b1fcfd7-c51e-4e6d-a768-59b0e1995a7e tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495138 Jan 27 15:36:13.774598 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:09Z', 'revision_number': 4, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port': {'id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1', 'name': '', 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'mac_address': 'fa:16:3e:95:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:09Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 2, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'subnets': [{'id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:13.779203 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-8ef5af7d-3b45-4286-94de-4de222ae5dde service neutron] 10.222.0.18 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831316 Jan 27 15:36:13.805433 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Checking router: b6efeca8-6f54-48e3-8047-482813cc828f for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:36:13.805788 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Updating router b6efeca8-6f54-48e3-8047-482813cc828f port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 binding host dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 15:36:13.830286 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:13.873467 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-494d176c-120c-4560-bd4f-a982450dc779 service neutron] 10.222.0.18 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870156 Jan 27 15:36:14.040908 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-05ef0812-7245-4a0b-a086-c02f61aa5ded req-5cb2c8d1-ac55-4387-a8a4-a06c3103ccd3 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 210 time: 0.0355587 Jan 27 15:36:14.043397 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-01bd8351-4f9d-4c37-8cf9-92ee3b9b28d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.108692 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Notify callbacks [] for port, precommit_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.116030 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.167194 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc740416-05e6-47c5-bf5c-6f4809109adb None None] Pushing event updated for resources: {'Port': ['ID=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,revision_number=3']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:14.224363 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Attempting to bind port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 on host dv-neutron-826438-5-hyperv for vnic_type normal with profile {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:36:14.224725 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Attempting to bind port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 by drivers openvswitch,hyperv on host dv-neutron-826438-5-hyperv at level 0 using segments [{'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:36:14.225074 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Attempting to bind port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 on network f18ae672-3565-4747-bfbc-a6effdfa9b26 {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:14.230292 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Checking agent: {'id': '4b3bae4c-7af1-4665-9d27-b49c64cc1aac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826438-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 38, 19), 'started_at': datetime.datetime(2022, 1, 27, 14, 38, 49), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826438-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:36:14.230769 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Checking segment: {'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:14.231691 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.231691 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Bound using segment: {'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'} {{(pid=108745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:36:14.231919 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.managers [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Bound port: 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1, host: dv-neutron-826438-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dd943e-b456-4cec-9d7c-dd177f6f209e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26'}}] {{(pid=108745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:36:14.232241 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.299947 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] For port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1, host dv-neutron-826438-5-hyperv, cleared binding levels {{(pid=108745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:36:14.303080 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.plugins.ml2.db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] For port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1, host dv-neutron-826438-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,segment=NetworkSegment(d5dd943e-b456-4cec-9d7c-dd177f6f209e),segment_id=d5dd943e-b456-4cec-9d7c-dd177f6f209e)] {{(pid=108745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:36:14.308794 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron_lib.callbacks.manager [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.370202 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Routers {'b6efeca8-6f54-48e3-8047-482813cc828f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:14.370811 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:35:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6efeca8-6f54-48e3-8047-482813cc828f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:14.372611 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc740416-05e6-47c5-bf5c-6f4809109adb None None] Pushing event updated for resources: {'Port': ['ID=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,revision_number=4']} {{(pid=108745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:14.380222 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-94f78b8d-ebcd-47ff-a38c-84687a5f0f6f None None] Provisioning complete for port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:14.380596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-94f78b8d-ebcd-47ff-a38c-84687a5f0f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.462447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-94f78b8d-ebcd-47ff-a38c-84687a5f0f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.482158 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] Set router b6efeca8-6f54-48e3-8047-482813cc828f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:14.502059 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-94f78b8d-ebcd-47ff-a38c-84687a5f0f6f None None] For port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,segment=NetworkSegment(d5dd943e-b456-4cec-9d7c-dd177f6f209e),segment_id=d5dd943e-b456-4cec-9d7c-dd177f6f209e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:14.509495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-94f78b8d-ebcd-47ff-a38c-84687a5f0f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.563324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f78b8d-ebcd-47ff-a38c-84687a5f0f6f None None] Pushing event updated for resources: {'Port': ['ID=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:14.631678 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-1e1af88e-d91c-4eea-a904-f42dfd773617 None None] Provisioning complete for port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:14.632094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e1af88e-d91c-4eea-a904-f42dfd773617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.730079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:14.776340 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:09Z', 'revision_number': 4, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port': {'id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1', 'name': '', 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'mac_address': 'fa:16:3e:95:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:09Z', 'updated_at': '2022-01-27T15:36:14Z', 'revision_number': 4, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'subnets': [{'id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:14.780574 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:14.780960 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:14.803197 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca7bd8-13cd-446e-a79a-a58e86256d2d None None] The sync data for ids ['b6efeca8-6f54-48e3-8047-482813cc828f'] in dv-neutron-826438-5-hyperv is: [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:09Z', 'revision_number': 4, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port': {'id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1', 'name': '', 'network_id': 'f18ae672-3565-4747-bfbc-a6effdfa9b26', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'mac_address': 'fa:16:3e:95:39:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:09Z', 'updated_at': '2022-01-27T15:36:14Z', 'revision_number': 4, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'subnets': [{'id': 'e0dfed94-b590-49e9-8046-858f4bee8a5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:36:14.863665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e188c8a2-4ff8-4186-b194-5168f17add49 up at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:14.910731 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Provisioning complete for port e188c8a2-4ff8-4186-b194-5168f17add49 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:14.911201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:15.113585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-20fb16e5-bba2-486c-8c67-ea5a7e36ef2b req-c37cbefb-b504-44dd-8a62-5e157ba19447 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 210 time: 0.0272574 Jan 27 15:36:16.189387 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-14ec7a55-a55d-4f43-b4a4-d3fe4e93767d req-afff7cb3-92d3-4452-a3ab-cbfd3f64837f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 210 time: 0.0265861 Jan 27 15:36:16.368536 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4ac8f310-c93b-4a85-9af8-93d4c468335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:17.132614 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-b4fdac73-0a1e-4a96-8009-3efe7bd17ecb tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:17.134060 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-b4fdac73-0a1e-4a96-8009-3efe7bd17ecb tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 809 time: 0.1070080 Jan 27 15:36:17.179914 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-0a92b2e7-a332-4106-8991-73c930de29a5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22b0f7ff04444598c6f89a1bee92c44 HTTP/1.1" status: 200 len: 380 time: 0.0365980 Jan 27 15:36:17.192714 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'port': {'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'admin_state_up': True, 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'security_groups': ['6a844d3d-513e-4834-826c-a7cf8b6ba410']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:17.298108 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-feb4c70d-067f-496e-ae62-7df137d47508 req-9347913e-e901-4c45-b5fb-e9ed9495ac69 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 210 time: 0.0385458 Jan 27 15:36:17.330853 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Made reservation on behalf of c22b0f7ff04444598c6f89a1bee92c44 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:36:17.334329 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:17.454902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Allocated IP 172.20.0.11 (4095577e-2e9e-4821-91e9-94fe535b997a/253d990b-a6ca-4c36-834c-bed6fc8b6af8/e2aabf70-9939-436b-bc76-b5b56e1dc04f) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:17.596229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:17.632042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:17.679196 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Network 4095577e-2e9e-4821-91e9-94fe535b997a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:17.684868 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:17.690084 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:17.716408 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:17.732567 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:17.746006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:17.746616 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:17.762321 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-91db491f-9f52-45b9-a59c-99085aa7763d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737464 Jan 27 15:36:17.774873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Request body: {'port': {'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:17.843230 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:17.965029 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-4c9d257f-6e0d-4f54-a255-e23ccee1c743 None None] Provisioning complete for port e2aabf70-9939-436b-bc76-b5b56e1dc04f triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:17.965296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4c9d257f-6e0d-4f54-a255-e23ccee1c743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:18.004996 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d257f-6e0d-4f54-a255-e23ccee1c743 None None] Port e2aabf70-9939-436b-bc76-b5b56e1dc04f cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:36:18.104621 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2aabf70-9939-436b-bc76-b5b56e1dc04f {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:36:18.112864 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:18.124674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Transition to ACTIVE for port object e2aabf70-9939-436b-bc76-b5b56e1dc04f will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:36:18.128360 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:18.181699 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:18.263434 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Attempting to bind port e2aabf70-9939-436b-bc76-b5b56e1dc04f on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:36:18.264141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Attempting to bind port e2aabf70-9939-436b-bc76-b5b56e1dc04f by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:36:18.264141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Attempting to bind port e2aabf70-9939-436b-bc76-b5b56e1dc04f on network 4095577e-2e9e-4821-91e9-94fe535b997a {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:18.270630 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Port e2aabf70-9939-436b-bc76-b5b56e1dc04f on network 4095577e-2e9e-4821-91e9-94fe535b997a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:36:18.270946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Attempting to bind port e2aabf70-9939-436b-bc76-b5b56e1dc04f on network 4095577e-2e9e-4821-91e9-94fe535b997a {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:36:18.276164 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:36:18.276497 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Checking segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:36:18.276873 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Bound using segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:36:18.277293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Bound port: e2aabf70-9939-436b-bc76-b5b56e1dc04f, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:36:18.277896 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:18.345751 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:36:18.348838 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:36:18.354080 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:18.401262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:18.401882 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:18.403554 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] 10.222.0.72 "PUT /v2.0/ports/e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 1094 time: 0.6337440 Jan 27 15:36:18.403998 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:36:18.406496 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e06cf6-5fde-48b5-b3cf-02b1b34da265" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:36:18.464827 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec7f2ee-4e61-4862-9c3f-5ac8718374c7 x-openstack-request-id: req-1ec7f2ee-4e61-4862-9c3f-5ac8718374c7 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:36:18.465116 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:36:18.465389 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ec7f2ee-4e61-4862-9c3f-5ac8718374c7 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:36:18.465759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'status': 'completed', 'code': 200} Jan 27 15:36:18.466465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c361b-b7ad-4d91-89b0-072e1d750935 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:18.498019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4a35-b8ce-420b-8fb9-e015f5c22695 req-20995d12-8f1b-4991-9b77-cb160915e59f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:18.499609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d0c4a35-b8ce-420b-8fb9-e015f5c22695 req-20995d12-8f1b-4991-9b77-cb160915e59f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 944 time: 0.1165497 Jan 27 15:36:18.526095 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-6876c739-3d96-44dc-bb77-0e21c635d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:18.527898 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-6876c739-3d96-44dc-bb77-0e21c635d50e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1097 time: 0.0762157 Jan 27 15:36:18.581920 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-f5974025-8b5b-41c8-8143-a6194cecd8bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 217 time: 0.0465999 Jan 27 15:36:18.584740 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-0d0c4a35-b8ce-420b-8fb9-e015f5c22695 req-9ee884db-af7d-4eba-8812-4808cbaae2a5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788472 Jan 27 15:36:18.630109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-f551ba32-45b3-4260-9b0c-aa6882a8ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:18.631585 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-f551ba32-45b3-4260-9b0c-aa6882a8ce1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0435584 Jan 27 15:36:18.679778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-d62aa8de-caa5-4a00-bdf1-885f6f321b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:18.681367 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-d62aa8de-caa5-4a00-bdf1-885f6f321b32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426931 Jan 27 15:36:18.772798 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-dd70b808-9620-43b4-a741-0cb19446caf4 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844393 Jan 27 15:36:18.861303 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-75cba4f1-c3b0-4b0e-addb-753ac2035be5 req-585a92f4-fadc-4173-88cc-5eee36e57423 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819328 Jan 27 15:36:18.953913 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-2b96ee90-fd82-44b6-967c-c97129ca932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:18.955751 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-2b96ee90-fd82-44b6-967c-c97129ca932e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1097 time: 0.0452623 Jan 27 15:36:18.976179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:19.048902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-76d54a6b-4704-48a3-b522-675f19b7013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:19.050362 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-76d54a6b-4704-48a3-b522-675f19b7013d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0861428 Jan 27 15:36:19.090614 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-761acacf-62b0-4445-a405-7b992ef4646f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 217 time: 0.0337553 Jan 27 15:36:19.142141 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-19cba8b7-c8fa-48a9-bdb6-7c35c22fd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:19.143609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-19cba8b7-c8fa-48a9-bdb6-7c35c22fd137 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0470679 Jan 27 15:36:19.190467 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-da660962-1bb7-4811-b924-ec29b876f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:19.192137 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-da660962-1bb7-4811-b924-ec29b876f435 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402110 Jan 27 15:36:19.280967 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-6e17e7cb-f5f1-463e-8971-17a735d00e65 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801537 Jan 27 15:36:19.323909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:19.379986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-28e06cf6-5fde-48b5-b3cf-02b1b34da265 req-de90a9db-7c7b-4d05-aae0-c00e4ccdcfcd service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918918 Jan 27 15:36:19.703468 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba548d31-6a6b-4215-a7f3-63ae0febbcf9 req-7fbfc07c-d750-48b9-aca8-44a2fd291760 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:19.704965 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba548d31-6a6b-4215-a7f3-63ae0febbcf9 req-7fbfc07c-d750-48b9-aca8-44a2fd291760 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 944 time: 0.0489450 Jan 27 15:36:19.743219 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba548d31-6a6b-4215-a7f3-63ae0febbcf9 req-30e41b45-35d1-4777-a1af-19f2f1aaa22e tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Jan 27 15:36:20.541924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e2aabf70-9939-436b-bc76-b5b56e1dc04f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:36:20.635912 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:20.646106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:36:20.683256 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:20.696175 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aabf70-9939-436b-bc76-b5b56e1dc04f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:36:20.715232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:20.719429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:20.765041 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:20.861152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf4850-01df-4bba-a57c-786b6ccf3b74 req-3ba254f1-2127-4ba8-bda4-9015a96b001a tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:20.862680 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b8bf4850-01df-4bba-a57c-786b6ccf3b74 req-3ba254f1-2127-4ba8-bda4-9015a96b001a tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 945 time: 0.0535645 Jan 27 15:36:20.921230 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['e2aabf70-9939-436b-bc76-b5b56e1dc04f'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:36:21.228169 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b8bf4850-01df-4bba-a57c-786b6ccf3b74 req-39c29ab3-2c61-4aa9-b82f-dd4aaaf129d3 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593457 Jan 27 15:36:22.344901 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd533d6-4254-4271-ae02-bd143063507f req-3a7dc092-f2a0-4d4b-a7ac-2e075de32a84 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:22.346315 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7fd533d6-4254-4271-ae02-bd143063507f req-3a7dc092-f2a0-4d4b-a7ac-2e075de32a84 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 945 time: 0.0507169 Jan 27 15:36:22.383261 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7fd533d6-4254-4271-ae02-bd143063507f req-aba55b5f-d5e3-43ce-8891-690e851ca0c0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310340 Jan 27 15:36:22.542115 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e2aabf70-9939-436b-bc76-b5b56e1dc04f up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:36:22.590020 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port e2aabf70-9939-436b-bc76-b5b56e1dc04f completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:36:22.593620 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port e2aabf70-9939-436b-bc76-b5b56e1dc04f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:36:22.593989 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:22.677900 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:22.699475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:36:22.701706 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ba4e4-583f-492e-b584-9dd6625c6b57" -d '{"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-plugged", "status": "completed", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:36:22.713711 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:36:22.717899 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:22.741227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9275fe-387c-44df-abf8-cb30d6d91617 x-openstack-request-id: req-4b9275fe-387c-44df-abf8-cb30d6d91617 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:36:22.741513 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-plugged", "status": "completed", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:36:22.741758 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b9275fe-387c-44df-abf8-cb30d6d91617 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:36:22.742136 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'code': 200} Jan 27 15:36:22.766860 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:22.898350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35893dad-e2ed-4270-87f3-a6e8950b9f97 req-63ac1f3d-b50c-4ac5-8f15-b42cd0ece2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:22.899876 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35893dad-e2ed-4270-87f3-a6e8950b9f97 req-63ac1f3d-b50c-4ac5-8f15-b42cd0ece2db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1099 time: 0.0394082 Jan 27 15:36:22.933950 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35893dad-e2ed-4270-87f3-a6e8950b9f97 req-df3d9911-fc55-4572-9b9a-7cf0c7caf3cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274205 Jan 27 15:36:23.497907 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24009250-1946-41d8-961e-3b9ce96aeb72 req-f35819c7-c542-4a80-b8ca-2d0a9be46c72 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:23.499379 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24009250-1946-41d8-961e-3b9ce96aeb72 req-f35819c7-c542-4a80-b8ca-2d0a9be46c72 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 946 time: 0.0509953 Jan 27 15:36:23.537366 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-24009250-1946-41d8-961e-3b9ce96aeb72 req-193fc9af-93d5-49c9-ad4c-2e1c93118e6f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Jan 27 15:36:24.653803 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f2f2d-4f2e-4dec-95e8-b613c3eb4511 req-9edf1933-b053-48e1-9385-04dbdd03308b tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:24.655320 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-218f2f2d-4f2e-4dec-95e8-b613c3eb4511 req-9edf1933-b053-48e1-9385-04dbdd03308b tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 946 time: 0.0490205 Jan 27 15:36:24.693180 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-218f2f2d-4f2e-4dec-95e8-b613c3eb4511 req-a6cc97cf-19c9-4bf0-92df-13186721b98f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Jan 27 15:36:24.804955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c432-3613-43da-aa8d-aecd99de3cb7 req-5b1ce366-1c54-4bcf-adc1-6b015dc8bb5b tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:24.806402 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd87c432-3613-43da-aa8d-aecd99de3cb7 req-5b1ce366-1c54-4bcf-adc1-6b015dc8bb5b tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Jan 27 15:36:24.843519 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-cd87c432-3613-43da-aa8d-aecd99de3cb7 req-97e5298e-ab8c-441d-8142-29c1b4b9de74 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Jan 27 15:36:24.865628 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46364) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:24.991770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9da8e-ab80-4b50-9001-8c6bfd3e9839 tempest-TestSnapshotPattern-1545392391 tempest-TestSnapshotPattern-1545392391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:24.993204 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-92d9da8e-ab80-4b50-9001-8c6bfd3e9839 tempest-TestSnapshotPattern-1545392391 tempest-TestSnapshotPattern-1545392391-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1094 time: 0.1266046 Jan 27 15:36:24.996415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46368) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:36:25.000641 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address': '172.20.0.11'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:36:25.023649 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:25.122756 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:25.232856 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Allocated IP 172.26.6.189 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/410da08b-1ea3-433e-8ab0-38fe9c999cce) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:36:25.340326 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:25.375930 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:25.424806 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:36:25.427779 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:36:25.432311 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:36:25.435541 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'Port': ['ID=410da08b-1ea3-433e-8ab0-38fe9c999cce,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:25.797502 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:25.871002 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:26.023996 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:26.028813 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:26.094536 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'Port': ['ID=410da08b-1ea3-433e-8ab0-38fe9c999cce,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:36:26.106807 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:26.209401 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Floating IP e55da38d-0b79-4027-9821-c043d55ce1c3 associated. External IP: 172.26.6.189, port: e2aabf70-9939-436b-bc76-b5b56e1dc04f. Jan 27 15:36:26.418654 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Router d9168d60-5538-4961-b566-31b3e2af8da6 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:36:26.526063 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:36:26.538533 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] Sync routers for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:36:26.544238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:26.549301 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:26.549914 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:36:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:26.572672 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-66611fcb-e064-4109-b267-126d07d211e9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5752544 Jan 27 15:36:26.573262 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:36:26.575549 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475fe4a7-3ae6-4262-898b-6f9e0b696409" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:36:26.611358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0815ce16-f491-4af3-9bc2-335092f11eac x-openstack-request-id: req-0815ce16-f491-4af3-9bc2-335092f11eac {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:36:26.611691 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:36:26.611894 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0815ce16-f491-4af3-9bc2-335092f11eac {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:36:26.612324 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'status': 'completed', 'code': 200} Jan 27 15:36:26.658209 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:26.672794 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-d5ba365e-53e0-43bf-a18d-72606b471fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:26.674732 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-d5ba365e-53e0-43bf-a18d-72606b471fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1099 time: 0.0410910 Jan 27 15:36:26.769591 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-13330e59-e5fe-4c24-a792-0bf4709dd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:26.771090 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-13330e59-e5fe-4c24-a792-0bf4709dd4c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0881448 Jan 27 15:36:26.836719 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-4de05483-e19e-4b1a-8975-7dbf98b06d13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 1000 time: 0.0582955 Jan 27 15:36:26.883474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:25Z', 'revision_number': 0, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:26.890495 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-a73bdee3-583b-4877-a20e-7cd2dd2d439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:26.892005 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-a73bdee3-583b-4877-a20e-7cd2dd2d439d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0495670 Jan 27 15:36:26.910227 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] Checking router: d9168d60-5538-4961-b566-31b3e2af8da6 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:36:26.918557 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:36:26.919180 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:36:16Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:26.941053 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-920714f3-5900-47ec-a41d-de34ebaf4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:36:26.942424 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-920714f3-5900-47ec-a41d-de34ebaf4d89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442374 Jan 27 15:36:27.024539 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:36:27.036834 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-69ea0cf3-510f-426a-b168-b98104c4cbe9 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870800 Jan 27 15:36:27.132458 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-475fe4a7-3ae6-4262-898b-6f9e0b696409 req-e07ad027-9cf3-47bb-bab4-70a27369b7b3 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895207 Jan 27 15:36:27.251011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:25Z', 'revision_number': 0, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:36:27.280609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2e9684-8a44-42aa-82e8-77c33b799ca9 None None] The sync data for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv is: [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:25Z', 'revision_number': 0, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:36:27.909528 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef219d-96c7-4fa2-88b8-3f2b627ea28b None None] New status for floating IP e55da38d-0b79-4027-9821-c043d55ce1c3: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:36:30.705719 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:35.951711 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:36:44.036776 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-89c0e060-44e5-4cbe-9d51-7bcfb6c17014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:46.371440 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b95a2a01-b5c0-4e23-8fff-5edd0b4e2fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:47.587114 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:48.979520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:36:49.325874 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:00.710938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:12.950551 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:37:14.040204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ae9a-6ced-46f3-8aae-38a8a7942995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:16.373385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-1e259d00-c389-4f1d-b413-8d29205bdae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:17.592082 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:18.983241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:19.328011 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:21.009381 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-c6d4dbc4-5b4d-4c1a-9dfa-f48b979e5e5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414605 Jan 27 15:37:21.092447 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-92011054-2e87-43d7-a45d-84206df59bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:37:21.093937 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-92011054-2e87-43d7-a45d-84206df59bd5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1099 time: 0.0407200 Jan 27 15:37:21.197610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-15310a8e-a697-4a7e-acad-905c9002339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:37:21.199060 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-15310a8e-a697-4a7e-acad-905c9002339d service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0869977 Jan 27 15:37:21.268198 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-5c5ecca7-f407-4cb6-922c-e6ac9f29ca8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 1002 time: 0.0621746 Jan 27 15:37:21.319895 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-4c48b659-4ea7-4513-aa57-010fa477460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:37:21.321368 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-4c48b659-4ea7-4513-aa57-010fa477460e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0469415 Jan 27 15:37:21.372176 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-296fdd3c-aa5b-4bf9-80c9-eaa57fa7c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:37:21.373653 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-296fdd3c-aa5b-4bf9-80c9-eaa57fa7c202 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451384 Jan 27 15:37:21.462154 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-ef5d5f53-0167-4701-b926-06b885e15a77 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818183 Jan 27 15:37:21.556490 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-789baa13-6c17-42f1-95a8-1bd6d11334d8 req-6b9070ef-4be0-4a89-8de4-02e7b758d9a7 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881662 Jan 27 15:37:30.711010 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:44.042166 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f93f2afe-c0df-4c1e-b5d9-1d6c2b82ce72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:46.375827 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-669fffd8-5425-4e23-8bc9-1042b1ec4971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:47.595674 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:48.986360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:49.331185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:37:49.949966 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:38:00.726661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:14.046657 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc122-2bb7-4c78-af0f-3e4cf97d79ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:16.381313 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-98be73c7-fd63-43ce-9a37-c9dd0dd1ef44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:17.594939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:17.651876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [req-a3efa486-2aed-405f-88ed-b5a90eb681c0 req-d4323202-6206-4ce3-95f8-23fe30538c42 service neutron] (108742) timed out ('10.222.0.18', 44810) {{(pid=108742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jan 27 15:38:18.994986 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:19.332156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:21.148770 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a87666-2dd7-476e-be1f-fcad2419352a req-8e0aa13b-6ece-490d-bdd0-5dc07dec271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:21.150318 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-8e0aa13b-6ece-490d-bdd0-5dc07dec271d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1099 time: 0.1461418 Jan 27 15:38:21.188596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e2aabf70-9939-436b-bc76-b5b56e1dc04f details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:38:21.260721 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a87666-2dd7-476e-be1f-fcad2419352a req-7bf273ae-55e9-411e-9ad8-ab957f2b3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:21.262106 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-7bf273ae-55e9-411e-9ad8-ab957f2b3cc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0881724 Jan 27 15:38:21.282168 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:38:21.293811 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:38:21.337005 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:21.337266 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-5fe6b065-cc7e-48ea-8946-d41acee72b30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 1002 time: 0.0669932 Jan 27 15:38:21.350791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2aabf70-9939-436b-bc76-b5b56e1dc04f {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:38:21.369445 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:38:21.373683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:21.387543 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a87666-2dd7-476e-be1f-fcad2419352a req-b9cb7be9-fd1f-48d9-ad29-c292262acf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:21.388985 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-b9cb7be9-fd1f-48d9-ad29-c292262acf1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0455966 Jan 27 15:38:21.424694 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:21.431843 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.432220 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.432542 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.432879 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.433212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.433545 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.433877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.434205 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.434535 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.434859 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.435181 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.435296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a87666-2dd7-476e-be1f-fcad2419352a req-816e5a1f-00e1-4e28-82ed-ca9f098e7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:21.435531 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:21.436745 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-816e5a1f-00e1-4e28-82ed-ca9f098e7620 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402968 Jan 27 15:38:21.448139 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-da8b1e80-883c-4075-a399-1f5a9c5254dd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=108743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 27 15:38:21.449134 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-da8b1e80-883c-4075-a399-1f5a9c5254dd service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051529 Jan 27 15:38:21.449973 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['e2aabf70-9939-436b-bc76-b5b56e1dc04f'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:38:21.544580 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-767cf67b-6802-45f1-be4e-a2499297f6f7 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873551 Jan 27 15:38:21.633414 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-46a87666-2dd7-476e-be1f-fcad2419352a req-7eaee55f-0aed-422e-8384-555d4ae468aa service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814364 Jan 27 15:38:23.198530 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e2aabf70-9939-436b-bc76-b5b56e1dc04f up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:38:23.245413 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port e2aabf70-9939-436b-bc76-b5b56e1dc04f triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:38:23.245791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:23.334571 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:23.362894 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:38:23.367720 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201e393b-73b3-4442-b9ff-c038113dae10" -d '{"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-plugged", "status": "completed", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:38:23.389992 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:38:23.395378 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:23.458955 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:23.496546 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7501019b-9bc8-495d-84c2-9a8c6bcc6a6f x-openstack-request-id: req-7501019b-9bc8-495d-84c2-9a8c6bcc6a6f {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:38:23.499030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-plugged", "status": "completed", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:38:23.499030 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7501019b-9bc8-495d-84c2-9a8c6bcc6a6f {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:38:23.499030 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'code': 200} Jan 27 15:38:26.950979 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:38:30.751497 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:32.926711 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-a440d157-b301-4c5e-b0e7-677c46636043 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280362502&fields=id&tenant_id=c22b0f7ff04444598c6f89a1bee92c44 HTTP/1.1" status: 200 len: 267 time: 0.0421317 Jan 27 15:38:33.047301 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-30beefae-7801-40e6-bec8-f2b636d6291d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:33.049374 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-30beefae-7801-40e6-bec8-f2b636d6291d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 809 time: 0.1140347 Jan 27 15:38:33.066007 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-6c010bd0-2b3b-40b9-9874-3990809deba9 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/quotas/c22b0f7ff04444598c6f89a1bee92c44 HTTP/1.1" status: 200 len: 375 time: 0.0099545 Jan 27 15:38:33.122945 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-8b9b3297-af28-4941-84fe-b92383f1b350 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511055 Jan 27 15:38:33.278529 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-13149393-589a-4b51-84e2-2fb24d4ed3bb service neutron] 10.222.0.18 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432304 Jan 27 15:38:33.372012 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-965414fc-6cb3-4156-96e4-541f0d5e101a service neutron] 10.222.0.18 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864835 Jan 27 15:38:33.548059 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-01961f2a-edea-4858-a07f-db679ec37f4f req-895b4845-b907-46e6-94c7-587df5590e12 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 210 time: 0.0322554 Jan 27 15:38:34.595450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-514c1821-2ced-42be-98c1-29f7480a2c52 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:34.597167 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-514c1821-2ced-42be-98c1-29f7480a2c52 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 809 time: 0.1111283 Jan 27 15:38:34.668701 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9f51833b-bd37-4277-be15-df1ed1ed6719 req-14ad5466-b584-46e9-8d61-c7702a528d52 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 210 time: 0.0404606 Jan 27 15:38:34.676867 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-e3d9b78f-e798-4cfe-9781-6d7f7ddb62f4 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c22b0f7ff04444598c6f89a1bee92c44 HTTP/1.1" status: 200 len: 380 time: 0.0705132 Jan 27 15:38:34.687413 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'port': {'device_id': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'admin_state_up': True, 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'security_groups': ['6a844d3d-513e-4834-826c-a7cf8b6ba410']}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:38:34.828149 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Made reservation on behalf of c22b0f7ff04444598c6f89a1bee92c44 for: {'port': 1} {{(pid=108743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 15:38:34.834973 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:35.012398 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Allocated IP 172.20.0.10 (4095577e-2e9e-4821-91e9-94fe535b997a/253d990b-a6ca-4c36-834c-bed6fc8b6af8/e556e0f9-0847-41b9-a1ed-5c959dc0d6e9) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:38:35.240724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:35.251231 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e2aabf70-9939-436b-bc76-b5b56e1dc04f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:38:35.286862 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:35.338077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Network 4095577e-2e9e-4821-91e9-94fe535b997a is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:38:35.349462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:38:35.364028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:38:35.396460 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:35.404211 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:35.419154 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.419605 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.419983 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.420320 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.420653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.421358 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.421705 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.422028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.422364 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.422682 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.423349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.424252 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:38:35.449237 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:38:35.449610 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:35.450343 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:35.456938 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb7a54-3482-4de8-ab21-fdcf9a6a665e" -d '{"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-unplugged", "status": "completed", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:38:35.489382 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-cce93635-4c98-4597-98fc-b327b0c1bfca tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8063688 Jan 27 15:38:35.498411 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:38:35.504909 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:35.572289 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 15:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95b036-2298-45d3-83bb-de7d8e2f6f5c x-openstack-request-id: req-1e95b036-2298-45d3-83bb-de7d8e2f6f5c {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:38:35.572888 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-unplugged", "status": "completed", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:38:35.573373 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e95b036-2298-45d3-83bb-de7d8e2f6f5c {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:38:35.573953 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'code': 200} Jan 27 15:38:35.574800 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=8']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:35.717854 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-e125d6eb-336a-49e8-9cd5-e0c6642e7773 None None] Provisioning complete for port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 triggered by entity DHCP. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:38:35.718627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-e125d6eb-336a-49e8-9cd5-e0c6642e7773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:35.756065 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-e125d6eb-336a-49e8-9cd5-e0c6642e7773 None None] Port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 cannot update to ACTIVE because it is not bound. {{(pid=108744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Jan 27 15:38:35.827450 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a97f5-536a-4429-832e-f89676115c8d req-beec1d3e-e8fe-4625-bf44-df78b01f427a tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:35.829367 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f7a97f5-536a-4429-832e-f89676115c8d req-beec1d3e-e8fe-4625-bf44-df78b01f427a tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0744798 Jan 27 15:38:35.889326 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-6f7a97f5-536a-4429-832e-f89676115c8d req-caef39ba-6e3b-4ca1-84c1-e939e6b9ee6b tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471971 Jan 27 15:38:37.038128 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75a9f4-82ed-410c-b79c-f01ac98298bd req-a6bdf0a3-2516-4c7f-ae24-35c6606ea7e8 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:37.039672 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe75a9f4-82ed-410c-b79c-f01ac98298bd req-a6bdf0a3-2516-4c7f-ae24-35c6606ea7e8 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0547101 Jan 27 15:38:37.081832 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fe75a9f4-82ed-410c-b79c-f01ac98298bd req-141bb648-807a-438f-a90f-e7b4ff590f0b tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353296 Jan 27 15:38:38.223382 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61026e7c-bbab-4a40-b816-a6b39849eb66 req-cc29cf32-5507-4d34-bc19-460bb139cf52 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:38.224929 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61026e7c-bbab-4a40-b816-a6b39849eb66 req-cc29cf32-5507-4d34-bc19-460bb139cf52 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0593579 Jan 27 15:38:38.273604 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-61026e7c-bbab-4a40-b816-a6b39849eb66 req-97055e67-756e-4ea3-84ac-978ca9b5ca76 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 Jan 27 15:38:39.391465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f85c67-a79e-491f-8439-19399eaea072 req-275463a1-6997-41d8-99b2-415d541ede16 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:39.392946 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8f85c67-a79e-491f-8439-19399eaea072 req-275463a1-6997-41d8-99b2-415d541ede16 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0495751 Jan 27 15:38:39.434178 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d8f85c67-a79e-491f-8439-19399eaea072 req-f4a8c3f0-f502-4828-8809-f0290e2a23f4 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Jan 27 15:38:40.552787 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764b106-3603-4f2b-90d9-91b509cf4f98 req-37643388-6ea1-436d-9ff5-57b8ea0130e6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:40.554359 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b764b106-3603-4f2b-90d9-91b509cf4f98 req-37643388-6ea1-436d-9ff5-57b8ea0130e6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0540760 Jan 27 15:38:40.596816 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-b764b106-3603-4f2b-90d9-91b509cf4f98 req-f8f91885-d1be-419e-81f7-aad7723ce808 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361133 Jan 27 15:38:41.748653 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3639-3f93-43f8-a8ef-a1599181167b req-67413680-b718-4ae7-b9f1-af638ea9fead tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:41.750491 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-59ad3639-3f93-43f8-a8ef-a1599181167b req-67413680-b718-4ae7-b9f1-af638ea9fead tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0727608 Jan 27 15:38:41.789669 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-59ad3639-3f93-43f8-a8ef-a1599181167b req-1beacfcb-4940-41f4-b6ba-d576512b056f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Jan 27 15:38:42.925077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89186-c89c-4125-bcc2-995986d045e9 req-937f2f80-89e3-40da-ab12-a0966119570a tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:42.926928 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f9d89186-c89c-4125-bcc2-995986d045e9 req-937f2f80-89e3-40da-ab12-a0966119570a tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0593810 Jan 27 15:38:42.971028 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-f9d89186-c89c-4125-bcc2-995986d045e9 req-12777af7-9539-4ea8-a727-8e53af8c3c11 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345707 Jan 27 15:38:44.064214 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2b756061-7ad7-4948-bf0a-503517ee336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:44.105988 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa1d13-aaaf-452e-80b3-4c891c069cf2 req-50ef3822-b976-4bbe-bb39-34f7a18adaf1 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:44.107536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8baa1d13-aaaf-452e-80b3-4c891c069cf2 req-50ef3822-b976-4bbe-bb39-34f7a18adaf1 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0547616 Jan 27 15:38:44.156402 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-8baa1d13-aaaf-452e-80b3-4c891c069cf2 req-de6ac01b-9105-4041-97b5-8411a3c5c218 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Jan 27 15:38:45.276454 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71053b-73c7-43cf-b5eb-fe9de39614a1 req-13637d69-480b-48b0-b1fe-39ecdc21960f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:45.278000 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e71053b-73c7-43cf-b5eb-fe9de39614a1 req-13637d69-480b-48b0-b1fe-39ecdc21960f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.0528803 Jan 27 15:38:45.318297 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-1e71053b-73c7-43cf-b5eb-fe9de39614a1 req-97e782fa-26f2-46ed-bd82-88547a674f88 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331507 Jan 27 15:38:46.368390 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Request body: {'port': {'device_id': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8264'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:38:46.385562 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-c48b1d86-a0ba-4471-9b86-4727517c790a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:46.460711 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:46.512374 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74d8e-3863-4a41-b1a0-46b57cfbe94e req-c7666eae-0a01-4bb3-ae18-e98d1b488adb tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:46.513896 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5f74d8e-3863-4a41-b1a0-46b57cfbe94e req-c7666eae-0a01-4bb3-ae18-e98d1b488adb tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 932 time: 0.1164572 Jan 27 15:38:46.623140 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c5f74d8e-3863-4a41-b1a0-46b57cfbe94e req-bd2b4a6f-49b7-4df1-90e5-2df42fe5cd41 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006036 Jan 27 15:38:46.777132 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 {{(pid=108743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:38:46.785040 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:46.796361 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.provisioning_blocks [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Transition to ACTIVE for port object e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 will not be triggered until provisioned by entity L2. {{(pid=108743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 15:38:46.800936 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:46.866077 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:46.922550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Attempting to bind port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 on host hv-neutron-8264 for vnic_type normal with profile {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 27 15:38:46.922887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Attempting to bind port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 by drivers openvswitch,hyperv on host hv-neutron-8264 at level 0 using segments [{'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 27 15:38:46.923219 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Attempting to bind port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 on network 4095577e-2e9e-4821-91e9-94fe535b997a {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:38:46.928812 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 on network 4095577e-2e9e-4821-91e9-94fe535b997a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8264 {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 15:38:46.929160 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Attempting to bind port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 on network 4095577e-2e9e-4821-91e9-94fe535b997a {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 15:38:46.934550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Checking agent: {'id': '8c98b86d-0318-4e62-beed-cb5c58676120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8264', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'started_at': datetime.datetime(2022, 1, 27, 14, 44, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 15, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 15:38:46.934889 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Checking segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jan 27 15:38:46.935384 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Bound using segment: {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'} {{(pid=108743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 15:38:46.935744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.managers [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Bound port: e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host: hv-neutron-8264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9cd3fff-d271-4eef-aafd-61577d3028f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a'}}] {{(pid=108743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 27 15:38:46.936098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:47.013350 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, cleared binding levels {{(pid=108743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 15:38:47.016719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 15:38:47.022436 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:47.058704 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:47.059349 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:47.060761 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] 10.222.0.72 "PUT /v2.0/ports/e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 HTTP/1.1" status: 200 len: 1094 time: 0.6975827 Jan 27 15:38:47.061212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:38:47.063508 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba40c117-ee3b-4ad1-961e-388617ab9b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:38:47.100033 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10425567-4a30-4c62-9881-3bc1f2ff7f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=3']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:47.161231 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-0b6e7197-7f0a-46b7-aa5d-94211f8719df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:47.162833 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-0b6e7197-7f0a-46b7-aa5d-94211f8719df service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 1097 time: 0.0545666 Jan 27 15:38:47.547457 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab17f61-c0c6-44d4-b53c-c3907fabdf07 x-openstack-request-id: req-5ab17f61-c0c6-44d4-b53c-c3907fabdf07 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:38:47.548188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:38:47.548188 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ab17f61-c0c6-44d4-b53c-c3907fabdf07 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:38:47.548403 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'status': 'completed', 'code': 200} Jan 27 15:38:47.549913 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-f11759fc-158c-4375-bebf-cf9747c8f07b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 HTTP/1.1" status: 200 len: 217 time: 0.3779409 Jan 27 15:38:47.600995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:47.603342 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-8e9588d3-361c-49a2-91b3-0fc1d8f1ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:47.604884 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-8e9588d3-361c-49a2-91b3-0fc1d8f1ee0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0470207 Jan 27 15:38:47.651520 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-f2a5ec9b-82e9-4b65-b04b-8baa552950c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:47.652950 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-f2a5ec9b-82e9-4b65-b04b-8baa552950c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419722 Jan 27 15:38:47.778400 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f1447-4024-4380-951a-8817fe369b05 req-fccb357a-968d-4cac-987c-f2bd7bf49231 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:47.779892 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c5f1447-4024-4380-951a-8817fe369b05 req-fccb357a-968d-4cac-987c-f2bd7bf49231 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 944 time: 0.0748692 Jan 27 15:38:47.783672 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-ea5b5a02-93fa-465b-b885-6492bcbabb12 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240919 Jan 27 15:38:47.868759 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3c5f1447-4024-4380-951a-8817fe369b05 req-adb9ef81-74b0-45fc-a631-6545898076c7 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824292 Jan 27 15:38:47.899421 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-2d37ae54-bb84-4116-8350-e7f53ac13406 req-b7851ac0-06b1-4848-a2a7-b3b782716b2d service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073689 Jan 27 15:38:47.983795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-82329a82-d09e-42a1-b959-44a843a09bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:47.985173 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-82329a82-d09e-42a1-b959-44a843a09bbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 1097 time: 0.0399973 Jan 27 15:38:48.077946 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-4ae0e50f-7d0a-478d-888d-d5128f334e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:48.079441 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-4ae0e50f-7d0a-478d-888d-d5128f334e42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0881984 Jan 27 15:38:48.120712 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-e4c0f6b6-f8c5-4456-a102-3fb182aa1e18 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 HTTP/1.1" status: 200 len: 217 time: 0.0337927 Jan 27 15:38:48.169565 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-63f7670f-8303-45ec-b1d8-eb0624445af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:48.171027 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-63f7670f-8303-45ec-b1d8-eb0624445af3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0435436 Jan 27 15:38:48.217629 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-d4ba410d-9b6a-4de0-b77d-444a09872963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:48.219149 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-d4ba410d-9b6a-4de0-b77d-444a09872963 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406461 Jan 27 15:38:48.316043 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-d677ec2b-6525-4125-affa-03b4f04e409f service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895078 Jan 27 15:38:48.405519 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-ba40c117-ee3b-4ad1-961e-388617ab9b5e req-21a85c13-163e-46b9-a801-fdbb7e6abfe7 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815058 Jan 27 15:38:48.990224 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6445c2-4a9c-4625-9e5f-962bcd453455 req-80df97b9-4c31-49a2-bc20-fb299e45d3c0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:48.991738 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fc6445c2-4a9c-4625-9e5f-962bcd453455 req-80df97b9-4c31-49a2-bc20-fb299e45d3c0 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 944 time: 0.0544372 Jan 27 15:38:48.994791 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:49.036267 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-fc6445c2-4a9c-4625-9e5f-962bcd453455 req-cc966203-c7a2-4d42-8a67-fad3e558a8d8 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380306 Jan 27 15:38:49.324068 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:38:49.346812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:49.429014 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:38:49.439585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'port_id': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'mac_address': 'fa:16:3e:9e:9d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:38:49.476507 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:49.490009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:38:49.510146 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:38:49.514042 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:49.562066 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=4']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:49.759127 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:38:50.151171 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50268a52-ce63-402c-9f78-bc8af435f02f req-c264de6e-f520-467a-a2bb-e35951034f47 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:50.152663 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-50268a52-ce63-402c-9f78-bc8af435f02f req-c264de6e-f520-467a-a2bb-e35951034f47 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 945 time: 0.0491090 Jan 27 15:38:50.190024 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-50268a52-ce63-402c-9f78-bc8af435f02f req-e3076925-f780-444b-a12c-b1e460ff8c04 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Jan 27 15:38:51.304516 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585630ad-b4a6-4364-aa65-5181a542b86c req-49f64961-f29f-4571-a565-1e89abfe3af1 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:51.305896 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-585630ad-b4a6-4364-aa65-5181a542b86c req-49f64961-f29f-4571-a565-1e89abfe3af1 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 945 time: 0.0485466 Jan 27 15:38:51.342462 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-585630ad-b4a6-4364-aa65-5181a542b86c req-19a47da2-4c14-4353-8e26-e9cfc6223dd6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307136 Jan 27 15:38:51.354277 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:38:51.400490 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning for port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 completed by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 15:38:51.404274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:38:51.404637 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:51.477997 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:51.500745 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:38:51.502971 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca150ad-202a-4c07-b3c9-742931d27fb0" -d '{"events": [{"server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "name": "network-vif-plugged", "status": "completed", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:38:51.518665 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:38:51.522125 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:51.545663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93876d1e-cfc8-4e8e-b855-9a6dd7d11741 x-openstack-request-id: req-93876d1e-cfc8-4e8e-b855-9a6dd7d11741 {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:38:51.545956 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "name": "network-vif-plugged", "status": "completed", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:38:51.546212 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93876d1e-cfc8-4e8e-b855-9a6dd7d11741 {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:38:51.546592 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'code': 200} Jan 27 15:38:51.572124 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=5']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:51.707335 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a5f56-01f2-4f29-8cb3-3d55cc572891 req-8d9c03a1-e717-40f9-86c9-1a68280d0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:51.708882 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd6a5f56-01f2-4f29-8cb3-3d55cc572891 req-8d9c03a1-e717-40f9-86c9-1a68280d0980 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 1099 time: 0.0439794 Jan 27 15:38:51.744128 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-bd6a5f56-01f2-4f29-8cb3-3d55cc572891 req-bfc6ff2a-e4f8-43a7-a266-bc13abb63b23 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292387 Jan 27 15:38:52.455723 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b459a-970f-4340-a25d-b20c775f9d1c req-3959a097-0ceb-4179-abb9-2e021bc9ed6c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:52.457214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d23b459a-970f-4340-a25d-b20c775f9d1c req-3959a097-0ceb-4179-abb9-2e021bc9ed6c tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 946 time: 0.0485349 Jan 27 15:38:52.495374 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-d23b459a-970f-4340-a25d-b20c775f9d1c req-83ee2dd5-e414-40d8-9daa-202ef379e6bc tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Jan 27 15:38:53.612122 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7013-222f-43c0-aa37-1f16bab106eb req-41c6315a-16ac-4dde-b434-bb052bf35492 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:53.613591 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e96c7013-222f-43c0-aa37-1f16bab106eb req-41c6315a-16ac-4dde-b434-bb052bf35492 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 946 time: 0.0496967 Jan 27 15:38:53.651319 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-e96c7013-222f-43c0-aa37-1f16bab106eb req-1faf8219-4948-4ed1-94b5-27f352a7db85 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318396 Jan 27 15:38:53.766906 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea837d-e263-425c-99a1-ec95a70e3988 req-003b007d-e15e-441d-b2aa-1bd05d717550 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:53.768378 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9eea837d-e263-425c-99a1-ec95a70e3988 req-003b007d-e15e-441d-b2aa-1bd05d717550 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 946 time: 0.0512927 Jan 27 15:38:53.805695 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9eea837d-e263-425c-99a1-ec95a70e3988 req-20e09ecf-431b-4c5b-9d31-f6d5784045d3 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306566 Jan 27 15:38:53.827006 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46670) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:38:53.866072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e115f-4c12-46d9-abc3-753779147aed tempest-TestSnapshotPattern-1545392391 tempest-TestSnapshotPattern-1545392391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:53.867609 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-710e115f-4c12-46d9-abc3-753779147aed tempest-TestSnapshotPattern-1545392391 tempest-TestSnapshotPattern-1545392391-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 1094 time: 0.0395579 Jan 27 15:38:53.870462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46672) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:38:53.874648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.v2.base [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Request body: {'floatingip': {'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'port_id': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 15:38:53.897852 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:53.995734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:54.100694 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_common [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Allocated IP 172.26.6.229 (02deada8-0e66-4b1c-9d30-b89d6223d135/7480569e-971a-42dd-874e-266c9696a238/27226408-bc24-43ea-886a-2c01ae7c41d1) {{(pid=108743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 15:38:54.234579 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for port, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:54.266826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739334633337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:54.305561 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Network 02deada8-0e66-4b1c-9d30-b89d6223d135 is already hosted by enough agents. {{(pid=108743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 15:38:54.308480 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.base_scheduler [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Resources bound (agent type, host, resource id): {{(pid=108743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 15:38:54.311849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Received port after_create {{(pid=108743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 15:38:54.334074 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'Port': ['ID=27226408-bc24-43ea-886a-2c01ae7c41d1,revision_number=1']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:54.663539 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:54.729820 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:54.878346 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for port, precommit_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:54.883014 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783020'] for port, after_update {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:54.954744 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event updated for resources: {'Port': ['ID=27226408-bc24-43ea-886a-2c01ae7c41d1,revision_number=2']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:38:54.965904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1726878'] for floatingip, after_create {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:55.062439 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Floating IP ef195aff-60b0-417f-82a1-c2e657d0b7e5 associated. External IP: 172.26.6.229, port: e556e0f9-0847-41b9-a1ed-5c959dc0d6e9. Jan 27 15:38:55.272471 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Router d9168d60-5538-4961-b566-31b3e2af8da6 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:38:55.384473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:38:55.394473 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] Sync routers for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:38:55.401226 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:38:55.404661 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:38:55.405357 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:38:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:38:55.429613 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-7aff7c2b-1082-4cbd-a6ee-1627a257cce5 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5581920 Jan 27 15:38:55.430207 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:38:55.432503 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35509671-60e7-49b6-9915-cefa20d59ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:38:55.467393 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddac12be-fa54-432a-8455-0347a1999c2a x-openstack-request-id: req-ddac12be-fa54-432a-8455-0347a1999c2a {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:38:55.467686 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:38:55.467941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddac12be-fa54-432a-8455-0347a1999c2a {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:38:55.468346 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'status': 'completed', 'code': 200} Jan 27 15:38:55.542229 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-96dd38cb-c2d3-488a-b04a-4190f3f669a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:55.543697 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-96dd38cb-c2d3-488a-b04a-4190f3f669a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 1099 time: 0.0483456 Jan 27 15:38:55.637640 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-9351b57c-1408-43a2-b0c2-4a679147fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:55.639131 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-9351b57c-1408-43a2-b0c2-4a679147fe93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0889337 Jan 27 15:38:55.659369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:38:55.711986 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-eec8d404-500d-4313-9df3-a61e8531059a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 HTTP/1.1" status: 200 len: 1000 time: 0.0661454 Jan 27 15:38:55.760997 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-0daff93c-d4ca-4328-82f6-3f140c37e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:55.762473 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-0daff93c-d4ca-4328-82f6-3f140c37e188 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0441449 Jan 27 15:38:55.807648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-f7e69243-e047-4564-b799-db95d50aea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:38:55.809055 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-f7e69243-e047-4564-b799-db95d50aea41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403593 Jan 27 15:38:55.880254 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:28Z', 'revision_number': 1, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}, {'id': 'ef195aff-60b0-417f-82a1-c2e657d0b7e5', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:9e:9d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:38:54Z', 'updated_at': '2022-01-27T15:38:54Z', 'revision_number': 0, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:38:55.903848 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-4aee2639-c176-4259-a7a7-d8b6013a6ce8 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882013 Jan 27 15:38:55.911429 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] Checking router: d9168d60-5538-4961-b566-31b3e2af8da6 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:38:55.919979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:38:55.920599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:38:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:38:55.995200 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-35509671-60e7-49b6-9915-cefa20d59ff7 req-a940626b-a042-4cca-bf9f-f50b6e88fac0 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855408 Jan 27 15:38:56.032098 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:38:56.250190 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:28Z', 'revision_number': 1, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}, {'id': 'ef195aff-60b0-417f-82a1-c2e657d0b7e5', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:9e:9d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:38:54Z', 'updated_at': '2022-01-27T15:38:54Z', 'revision_number': 0, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:38:56.282769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d836ca-53c9-47d5-bf67-b7ab599b9246 None None] The sync data for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv is: [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:28Z', 'revision_number': 1, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}, {'id': 'ef195aff-60b0-417f-82a1-c2e657d0b7e5', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.229', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:9e:9d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:38:54Z', 'updated_at': '2022-01-27T15:38:54Z', 'revision_number': 0, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:38:56.493581 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04099dc-f279-4bd6-a5c0-b177ba8f5a13 None None] New status for floating IP ef195aff-60b0-417f-82a1-c2e657d0b7e5: ACTIVE {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:39:00.757296 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:03.950880 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:39:14.045541 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a19dbc8c-690f-4b91-84b3-4b66c3bbb131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:16.390663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9df6b659-f192-4083-b9b5-185141b5246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:17.603006 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:18.999201 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:19.343137 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:23.013225 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-db511345-4027-4c14-bf69-5ba271903da6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410297 Jan 27 15:39:23.102251 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595553d6-9307-440a-bf13-a195a7fcd699 req-ddb9bf46-36a0-4b8e-bcf8-106f4426c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:39:23.103777 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-ddb9bf46-36a0-4b8e-bcf8-106f4426c974 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1097 time: 0.0457752 Jan 27 15:39:23.211019 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595553d6-9307-440a-bf13-a195a7fcd699 req-9de91b59-cbcc-4e1f-b59d-ab905c8fa461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:39:23.212526 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-9de91b59-cbcc-4e1f-b59d-ab905c8fa461 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0891883 Jan 27 15:39:23.285182 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-ec1e32e1-7322-45e1-ab07-a3599b31f8bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 1000 time: 0.0654159 Jan 27 15:39:23.340109 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595553d6-9307-440a-bf13-a195a7fcd699 req-0e16eab5-d9a5-4425-8b91-6255a08a7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:39:23.342377 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-0e16eab5-d9a5-4425-8b91-6255a08a7d68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0506535 Jan 27 15:39:23.395064 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595553d6-9307-440a-bf13-a195a7fcd699 req-780b76f1-0aeb-46ed-bd36-fb86851234b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:39:23.396754 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-780b76f1-0aeb-46ed-bd36-fb86851234b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480461 Jan 27 15:39:23.496349 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-59bc9278-3295-4c80-818e-4d60d7ce2ced service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933175 Jan 27 15:39:23.608152 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-595553d6-9307-440a-bf13-a195a7fcd699 req-b9931aac-f701-4147-9d19-cdd8c7136cdf service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052759 Jan 27 15:39:30.775518 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:40.949865 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:39:44.047418 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-9368031d-a8b0-4860-a894-4456f068dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:46.390872 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a1bf647b-ba63-48c0-a853-9fec6e277abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:47.605371 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:49.002167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:39:49.335558 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:00.787425 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:14.048995 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-85d0fe13-d904-4226-bc0b-351304cecf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:16.400241 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6fa0-94a8-401d-be11-edb5bc2db8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:17.610420 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:17.949590 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:40:19.006577 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:19.340822 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:23.031639 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-bee3edd4-1d4c-4856-bc1e-057c1ce9c013 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530248 Jan 27 15:40:23.100550 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-58029845-edb8-4e48-8980-37d27652d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:23.102141 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-58029845-edb8-4e48-8980-37d27652d47d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 1099 time: 0.0490119 Jan 27 15:40:23.211310 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-f4f83062-605d-4b68-bde7-83b729515f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:23.212988 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-f4f83062-605d-4b68-bde7-83b729515f08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0906634 Jan 27 15:40:23.305210 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-f485175d-7c1b-43f6-a293-4431db49a240 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 HTTP/1.1" status: 200 len: 1002 time: 0.0842197 Jan 27 15:40:23.361993 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-7e1671d0-86cb-48c9-a0b2-0f7ca8a78250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:23.363524 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-7e1671d0-86cb-48c9-a0b2-0f7ca8a78250 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0518117 Jan 27 15:40:23.412473 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-bfec7f84-fc5e-4817-826d-1041050e02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:23.414224 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-bfec7f84-fc5e-4817-826d-1041050e02af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435715 Jan 27 15:40:23.510717 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-36ef781b-5a0d-4356-ab6b-bd8845d3cffc service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895121 Jan 27 15:40:23.601990 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-7a28b9ca-ff0e-4f03-8d98-cd7e7a300a34 req-faf8e565-e64d-41e9-aed9-e1a62a3a2035 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844598 Jan 27 15:40:30.788328 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:37.665845 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 details requested by agent hyperv_hv-neutron-8264 with host hv-neutron-8264 {{(pid=108744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 15:40:37.769207 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:37.780225 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Returning: {'device': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'port_id': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'mac_address': 'fa:16:3e:9e:9d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 15:40:37.817683 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:37.831501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 {{(pid=108744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 27 15:40:37.851723 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:37.856323 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:37.908322 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=6']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:37.916240 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.916596 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.916939 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.917278 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.917612 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.917945 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.918274 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.918603 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.918931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.919255 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.919602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.920009 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:37.929025 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] get_ports_and_sgs() called for port_ids ['e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'] {{(pid=108744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 15:40:39.665648 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 up at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 15:40:39.728913 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.provisioning_blocks [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Provisioning complete for port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 triggered by entity L2. {{(pid=108744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 15:40:39.729272 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-573411'] for port, provisioning_complete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:39.807649 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-549098'] for port, before_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:39.831727 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'}] {{(pid=108744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:40:39.834193 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b83744e759f9503e0d791eacba370ae2216ed4efc116ae12a3df01c4e067aded" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c564126-3e32-4bff-beb5-d684406a8804" -d '{"events": [{"server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "name": "network-vif-plugged", "status": "completed", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9"}]}' {{(pid=108744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:40:39.864383 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:39.870520 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739335033200', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739334633355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739334633373'] for port, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:39.896223 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0979d94-4d80-4fdd-bca2-26722fe6abce x-openstack-request-id: req-d0979d94-4d80-4fdd-bca2-26722fe6abce {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:40:39.896551 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "name": "network-vif-plugged", "status": "completed", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9", "code": 200}]} {{(pid=108744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:40:39.896744 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0979d94-4d80-4fdd-bca2-26722fe6abce {{(pid=108744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:40:39.897129 dv-neutron-826438-5-hyperv neutron-server[108744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'code': 200} Jan 27 15:40:39.923578 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Pushing event updated for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=7']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:44.059491 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-dd07519f-65df-4add-a778-b0bc1aab2c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:46.401970 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4506622c-9f4a-4d78-a98d-64e04a46378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:47.304544 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46902) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:47.457941 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Deleting port 27226408-bc24-43ea-886a-2c01ae7c41d1 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:40:47.458280 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:47.536373 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:47.536639 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:47.547904 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Calling delete_port for 27226408-bc24-43ea-886a-2c01ae7c41d1 owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:40:47.612163 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:47.699669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:48.049238 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event deleted for resources: {'Port': ['ID=27226408-bc24-43ea-886a-2c01ae7c41d1,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:48.073968 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.074305 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.074636 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.074961 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.075293 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.075615 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.075937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.076254 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.076569 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.076881 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.077191 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.077499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:40:48.118676 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:48.119014 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Floating IP ef195aff-60b0-417f-82a1-c2e657d0b7e5 disassociated (deleted). External IP: 172.26.6.229, port: e556e0f9-0847-41b9-a1ed-5c959dc0d6e9. Jan 27 15:40:48.323660 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Router d9168d60-5538-4961-b566-31b3e2af8da6 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:40:48.431546 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:40:48.436650 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:48.441092 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266849d6-985c-4904-9294-5b9cce21112c None None] Sync routers for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:40:48.450851 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:40:48.451495 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:48.465045 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-b5b548d9-46fe-415f-b408-00e983f02422 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "DELETE /v2.0/floatingips/ef195aff-60b0-417f-82a1-c2e657d0b7e5 HTTP/1.1" status: 204 len: 168 time: 1.1594000 Jan 27 15:40:48.465648 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:40:48.467944 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f2d961-6a17-4f4d-9dbd-a1692f325137" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:40:48.522717 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00c6133-6cc1-4d4f-b689-81d257b0419a x-openstack-request-id: req-a00c6133-6cc1-4d4f-b689-81d257b0419a {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:40:48.523137 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:40:48.523370 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a00c6133-6cc1-4d4f-b689-81d257b0419a {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:40:48.524150 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'status': 'completed', 'code': 200} Jan 27 15:40:48.578385 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:40:48.594263 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-f57db699-caf3-4280-b8f2-aab1a4b3076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:48.598109 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-f57db699-caf3-4280-b8f2-aab1a4b3076c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 1099 time: 0.0500319 Jan 27 15:40:48.706114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-d0ddf40c-ec92-4646-b3e2-7c50a00dc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:48.707679 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-d0ddf40c-ec92-4646-b3e2-7c50a00dc744 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.0972123 Jan 27 15:40:48.759171 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-40ca38e0-dc44-4045-8d7e-dfc67d1bc0b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 HTTP/1.1" status: 200 len: 217 time: 0.0443826 Jan 27 15:40:48.816247 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:28Z', 'revision_number': 1, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:48.841124 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce30e40-c462-41fe-9d81-b0717ac2dacd req-d7ec6806-55b5-4e7e-a5c7-4621a7bae276 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:48.842536 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ce30e40-c462-41fe-9d81-b0717ac2dacd req-d7ec6806-55b5-4e7e-a5c7-4621a7bae276 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 946 time: 0.1837783 Jan 27 15:40:48.844371 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-b9842026-c313-463c-957e-98927a9c32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:48.845711 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-b9842026-c313-463c-957e-98927a9c32ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0721664 Jan 27 15:40:48.849568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266849d6-985c-4904-9294-5b9cce21112c None None] Checking router: d9168d60-5538-4961-b566-31b3e2af8da6 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:40:48.858441 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:40:48.859045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:48.910749 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-9ce30e40-c462-41fe-9d81-b0717ac2dacd req-efd0f9ce-4ae1-4e1a-8ee7-a3ce072b483f tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618048 Jan 27 15:40:48.915596 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-a28eda48-6fef-43fa-8479-dc9931a643c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:48.917092 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-a28eda48-6fef-43fa-8479-dc9931a643c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0623519 Jan 27 15:40:48.967228 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:40:49.022219 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-2eb7709f-9040-4ca4-8658-a923f82f7f2c service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968869 Jan 27 15:40:49.118375 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-62f2d961-6a17-4f4d-9dbd-a1692f325137 req-c255867f-4594-431b-a744-f31135a198e9 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889521 Jan 27 15:40:49.164865 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:49.345302 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:49.353852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-266849d6-985c-4904-9294-5b9cce21112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:28Z', 'revision_number': 1, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:49.383585 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266849d6-985c-4904-9294-5b9cce21112c None None] The sync data for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv is: [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_floatingips': [{'id': 'e55da38d-0b79-4027-9821-c043d55ce1c3', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'floating_ip_address': '172.26.6.189', 'floating_network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'router_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'port_id': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'mac_address': 'fa:16:3e:3e:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T15:36:25Z', 'updated_at': '2022-01-27T15:36:28Z', 'revision_number': 1, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:40:49.601577 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e77d4-f8d0-4854-a73c-3587379d4d14 None None] New status for floating IP ef195aff-60b0-417f-82a1-c2e657d0b7e5: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:40:50.037411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c343e-1703-4c22-a632-8935685e4605 req-ba296883-3a55-48e2-ac45-9f6683b0b850 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:50.038966 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a67c343e-1703-4c22-a632-8935685e4605 req-ba296883-3a55-48e2-ac45-9f6683b0b850 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 946 time: 0.0524833 Jan 27 15:40:50.081561 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-a67c343e-1703-4c22-a632-8935685e4605 req-678d5be0-f038-4b99-8796-3940899d6a6d tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366571 Jan 27 15:40:50.181446 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41065f7d-4fae-4746-874b-8c57a1035031 req-dabfedd3-d9e5-4dfa-9135-40402409580e tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:50.182868 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41065f7d-4fae-4746-874b-8c57a1035031 req-dabfedd3-d9e5-4dfa-9135-40402409580e tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee7fc40c-e455-4026-9b29-ed95b5a055fd HTTP/1.1" status: 200 len: 946 time: 0.0474575 Jan 27 15:40:50.269004 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Deleting port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:40:50.269261 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:50.358675 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] For port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:50.359036 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:50.371826 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Calling delete_port for e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:40:50.499720 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:50.527216 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event deleted for resources: {'Port': ['ID=e556e0f9-0847-41b9-a1ed-5c959dc0d6e9,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:50.572337 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] No DVR routers for this DVR port e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:40:50.574939 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:50.578217 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-41065f7d-4fae-4746-874b-8c57a1035031 req-9ce18458-ba9d-4f0b-bc62-269c5f9cf052 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "DELETE /v2.0/ports/e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 HTTP/1.1" status: 204 len: 173 time: 0.3895688 Jan 27 15:40:50.578719 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'name': 'network-vif-deleted', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:40:50.580970 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c4ddd-ac2f-41b4-a8c5-24e2081cb915" -d '{"events": [{"server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "name": "network-vif-deleted", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:40:50.620386 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006397e-5823-4425-9871-b51e3dd35c71 x-openstack-request-id: req-a006397e-5823-4425-9871-b51e3dd35c71 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:40:50.620690 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7fc40c-e455-4026-9b29-ed95b5a055fd", "name": "network-vif-deleted", "tag": "e556e0f9-0847-41b9-a1ed-5c959dc0d6e9", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:40:50.621028 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a006397e-5823-4425-9871-b51e3dd35c71 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:40:50.621350 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7fc40c-e455-4026-9b29-ed95b5a055fd', 'name': 'network-vif-deleted', 'tag': 'e556e0f9-0847-41b9-a1ed-5c959dc0d6e9', 'status': 'completed', 'code': 200} Jan 27 15:40:51.670322 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46960) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:51.728079 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:40:51.747233 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:40:51.747601 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:40:51.830067 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Deleting port 410da08b-1ea3-433e-8ab0-38fe9c999cce {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:40:51.830410 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:51.909201 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:51.909426 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:51.921039 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Calling delete_port for 410da08b-1ea3-433e-8ab0-38fe9c999cce owned by network:floatingip {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:40:52.067778 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:52.093589 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event deleted for resources: {'Port': ['ID=410da08b-1ea3-433e-8ab0-38fe9c999cce,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:52.153462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for floatingip, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:52.153780 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.db.l3_db [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Floating IP e55da38d-0b79-4027-9821-c043d55ce1c3 disassociated (deleted). External IP: 172.26.6.189, port: e2aabf70-9939-436b-bc76-b5b56e1dc04f. Jan 27 15:40:52.360887 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Router d9168d60-5538-4961-b566-31b3e2af8da6 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:40:52.465772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:40:52.470529 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for floatingip, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:52.475836 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] Sync routers for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:40:52.485045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:40:52.485659 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:52.498606 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f35f3ba8-53f2-4ace-bb06-aed6d3db6bb6 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "DELETE /v2.0/floatingips/e55da38d-0b79-4027-9821-c043d55ce1c3 HTTP/1.1" status: 204 len: 168 time: 0.8271747 Jan 27 15:40:52.591262 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:40:52.623042 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:40:52.626736 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b0a5c3-b5af-4176-9884-1940f2c7e178" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:40:52.669296 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e125c83-f859-43df-9983-4bf0daea8aa6 x-openstack-request-id: req-2e125c83-f859-43df-9983-4bf0daea8aa6 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:40:52.669674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:40:52.669992 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e125c83-f859-43df-9983-4bf0daea8aa6 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:40:52.670462 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'status': 'completed', 'code': 200} Jan 27 15:40:52.752416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a8263-c7d9-4f9a-af5b-3f8a711dc678 req-8573cedb-bda2-4f64-8a8c-c8a56c5f1921 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:52.754071 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b1a8263-c7d9-4f9a-af5b-3f8a711dc678 req-8573cedb-bda2-4f64-8a8c-c8a56c5f1921 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 944 time: 0.0828049 Jan 27 15:40:52.762072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-14c73b3e-2d0f-4e79-bce4-35ff62fb1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:52.767154 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-14c73b3e-2d0f-4e79-bce4-35ff62fb1c75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 1097 time: 0.0673158 Jan 27 15:40:52.802695 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:52.831569 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] Checking router: d9168d60-5538-4961-b566-31b3e2af8da6 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:40:52.840544 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:40:52.841156 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:52.853030 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-3b1a8263-c7d9-4f9a-af5b-3f8a711dc678 req-78862bc2-9c01-45c7-a7ad-0d0f42456be8 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868988 Jan 27 15:40:52.886113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-4d4e72c9-d74b-4a4d-a7bd-ee37d14b9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:52.887528 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-4d4e72c9-d74b-4a4d-a7bd-ee37d14b9c61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 200 len: 910 time: 0.1126225 Jan 27 15:40:52.937496 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-78fd5d12-ab5a-4d3d-a298-d553df489cca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 200 len: 217 time: 0.0404625 Jan 27 15:40:52.946808 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:40:52.987235 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-3dad540a-9c8f-448b-8b01-313a48680789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:52.988748 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-3dad540a-9c8f-448b-8b01-313a48680789 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 200 len: 848 time: 0.0443678 Jan 27 15:40:53.033661 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-8faa8108-6f9e-4a77-b486-2b66f0ca0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:53.035553 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-8faa8108-6f9e-4a77-b486-2b66f0ca0de6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4095577e-2e9e-4821-91e9-94fe535b997a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405521 Jan 27 15:40:53.131017 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-141292fc-607a-46f9-8424-bf391ecd7693 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873988 Jan 27 15:40:53.141957 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:53.167856 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd3aca-ba33-4e5d-bc32-0e125c1ac23f None None] The sync data for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv is: [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:04Z', 'revision_number': 4, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv', '_interfaces': [{'id': '5f94b060-1e69-4bb1-8654-57fbfd9beb5a', 'name': '', 'network_id': '4095577e-2e9e-4821-91e9-94fe535b997a', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'mac_address': 'fa:16:3e:81:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:04Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'subnets': [{'id': '253d990b-a6ca-4c36-834c-bed6fc8b6af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:40:53.224072 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-c2b0a5c3-b5af-4176-9884-1940f2c7e178 req-2071ad29-afe4-4460-96c6-09b866647632 service neutron] 10.222.0.72 "GET /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869462 Jan 27 15:40:53.383083 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930c635-1efa-48d1-9632-bfae23f43ae0 None None] New status for floating IP e55da38d-0b79-4027-9821-c043d55ce1c3: DOWN {{(pid=108745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 15:40:53.974135 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad21904-68c1-40cc-a1d8-7f9e777a56c0 req-2aae7edf-4fc9-4b62-8f84-029a0bc2a4a7 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:53.975670 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dad21904-68c1-40cc-a1d8-7f9e777a56c0 req-2aae7edf-4fc9-4b62-8f84-029a0bc2a4a7 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 944 time: 0.0518920 Jan 27 15:40:54.015992 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-dad21904-68c1-40cc-a1d8-7f9e777a56c0 req-5d4fb314-079e-4a92-ac3e-a7566d345f21 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a844d3d-513e-4834-826c-a7cf8b6ba410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Jan 27 15:40:54.254477 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-4985fd3e-6a97-47b9-88cc-30c510823804 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 15:40:54.256699 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-4985fd3e-6a97-47b9-88cc-30c510823804 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 944 time: 0.0524890 Jan 27 15:40:54.345669 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Deleting port e2aabf70-9939-436b-bc76-b5b56e1dc04f {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:40:54.345984 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:54.435595 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] For port e2aabf70-9939-436b-bc76-b5b56e1dc04f, host hv-neutron-8264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8264',level=0,port_id=e2aabf70-9939-436b-bc76-b5b56e1dc04f,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:54.435958 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:54.448276 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Calling delete_port for e2aabf70-9939-436b-bc76-b5b56e1dc04f owned by compute:nova {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:40:54.574438 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:54.604874 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event deleted for resources: {'Port': ['ID=e2aabf70-9939-436b-bc76-b5b56e1dc04f,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:54.647365 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] No DVR routers for this DVR port e2aabf70-9939-436b-bc76-b5b56e1dc04f on host hv-neutron-8264 {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:40:54.649795 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21473'] for port, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:54.653133 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-52bc9de4-f73f-4030-bb60-0cdd8f76eecc req-18568e8e-fe4d-4e26-9bd2-6f7e2a027745 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.72 "DELETE /v2.0/ports/e2aabf70-9939-436b-bc76-b5b56e1dc04f HTTP/1.1" status: 204 len: 173 time: 0.3911726 Jan 27 15:40:54.671776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-deleted', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f'}] {{(pid=108743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 27 15:40:54.674058 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65df9b21de9003c5468fbc53f58d627ed1bd205260a0e112e4f8765cd671b76a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1790f56e-20eb-4e10-9c62-9d0a416c82af" -d '{"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-deleted", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f"}]}' {{(pid=108743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 15:40:54.711603 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32915b71-bef1-40ae-8262-6a1833f93fd5 x-openstack-request-id: req-32915b71-bef1-40ae-8262-6a1833f93fd5 {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 15:40:54.711898 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc28b1b-a0e9-486e-b296-1d3a63317113", "name": "network-vif-deleted", "tag": "e2aabf70-9939-436b-bc76-b5b56e1dc04f", "status": "completed", "code": 200}]} {{(pid=108743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 15:40:54.712152 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32915b71-bef1-40ae-8262-6a1833f93fd5 {{(pid=108743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 15:40:54.712552 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc28b1b-a0e9-486e-b296-1d3a63317113', 'name': 'network-vif-deleted', 'tag': 'e2aabf70-9939-436b-bc76-b5b56e1dc04f', 'status': 'completed', 'code': 200} Jan 27 15:40:54.948342 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:40:55.126673 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [req-615a463d-785c-4e12-89e9-e811323d3f92 req-894f82bf-c978-4928-83d2-bd0de2d25304 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "GET /v2.0/ports?device_id=3cc28b1b-a0e9-486e-b296-1d3a63317113 HTTP/1.1" status: 200 len: 210 time: 0.0265138 Jan 27 15:40:55.743605 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:40:55.768179 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:40:55.768526 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e556e0f9-0847-41b9-a1ed-5c959dc0d6e9 not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:40:56.182886 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46976) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:56.242050 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5031a07f-2bcf-45ec-9aee-2e9ecfa0c271 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:56.266581 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5031a07f-2bcf-45ec-9aee-2e9ecfa0c271 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:56.327730 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5031a07f-2bcf-45ec-9aee-2e9ecfa0c271 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:56.330274 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-5031a07f-2bcf-45ec-9aee-2e9ecfa0c271 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:56.331461 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-5031a07f-2bcf-45ec-9aee-2e9ecfa0c271 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a844d3d-513e-4834-826c-a7cf8b6ba410 HTTP/1.1" status: 204 len: 168 time: 0.1475301 Jan 27 15:40:56.340890 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a07f-2bcf-45ec-9aee-2e9ecfa0c271 tempest-TestSnapshotPattern-440332132 tempest-TestSnapshotPattern-440332132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a844d3d-513e-4834-826c-a7cf8b6ba410,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:56.381108 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46980) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:56.717376 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:56.961533 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Deleting port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:40:56.961865 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:57.039297 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] For port 5f94b060-1e69-4bb1-8654-57fbfd9beb5a, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:57.039667 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:57.051724 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Calling delete_port for 5f94b060-1e69-4bb1-8654-57fbfd9beb5a owned by network:router_interface {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:40:57.233707 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:57.257981 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f94b060-1e69-4bb1-8654-57fbfd9beb5a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:57.422034 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:57.955348 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Router d9168d60-5538-4961-b566-31b3e2af8da6 has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:40:58.066685 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:40:58.072341 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-8c923e39-c391-4511-b03f-eaf7cb4b6fd2 admin admin] 10.222.0.18 "PUT /v2.0/routers/d9168d60-5538-4961-b566-31b3e2af8da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904607 Jan 27 15:40:58.074849 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46984) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:58.077793 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] Sync routers for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:40:58.088033 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:40:58.088697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:58.179499 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.190599 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: dv-neutron-826438-5-hyperv {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:40:58.281087 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.334772 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Deleting port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:40:58.335113 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.364714 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:40:57Z', 'revision_number': 5, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port': {'id': 'c29df0c4-cfec-4067-a1b6-8fd7a0e030e3', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:58.391339 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] Checking router: d9168d60-5538-4961-b566-31b3e2af8da6 for host: dv-neutron-826438-5-hyperv {{(pid=108744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:40:58.399509 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] Routers {'d9168d60-5538-4961-b566-31b3e2af8da6'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:40:58.400106 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['d9168d60-5538-4961-b566-31b3e2af8da6'], 'active': True} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:58.416737 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] For port c29df0c4-cfec-4067-a1b6-8fd7a0e030e3, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:58.417106 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.428974 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Calling delete_port for c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 owned by network:router_gateway {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:40:58.484980 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvr_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] Set router d9168d60-5538-4961-b566-31b3e2af8da6 gateway port host: None {{(pid=108744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:40:58.540444 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_hamode_db [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:40:58Z', 'revision_number': 6, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:58.569118 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2101ef9-2e81-4775-9bcd-7f9cb44b290d None None] The sync data for ids ['d9168d60-5538-4961-b566-31b3e2af8da6'] in dv-neutron-826438-5-hyperv is: [{'id': 'd9168d60-5538-4961-b566-31b3e2af8da6', 'name': 'tempest-TestSnapshotPattern-695371503-router', 'tenant_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:02Z', 'updated_at': '2022-01-27T15:40:58Z', 'revision_number': 6, 'project_id': 'c22b0f7ff04444598c6f89a1bee92c44', 'gw_port_host': None}] {{(pid=108744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:40:58.598123 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.650584 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29df0c4-cfec-4067-a1b6-8fd7a0e030e3,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:58.691161 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.781288 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.783435 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.828776 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.829415 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9168d60-5538-4961-b566-31b3e2af8da6 {{(pid=108743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:40:58.834712 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] Notify callbacks [] for router, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.835895 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-ff6e6240-725c-44e6-a36c-63f54b5ddcc7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d9168d60-5538-4961-b566-31b3e2af8da6 HTTP/1.1" status: 204 len: 168 time: 0.7595830 Jan 27 15:40:58.838465 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46986) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:58.888540 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.db_base_plugin_v2 [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] Deleting subnet 253d990b-a6ca-4c36-834c-bed6fc8b6af8 {{(pid=108743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:40:58.891658 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:58.931380 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9354367'] for subnet, precommit_delete_associations {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.019955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.073954 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8960120'] for subnet, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.104316 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253d990b-a6ca-4c36-834c-bed6fc8b6af8,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:59.110955 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.114446 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-782b10e4-d846-4370-b807-211526e1c196 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/253d990b-a6ca-4c36-834c-bed6fc8b6af8 HTTP/1.1" status: 204 len: 168 time: 0.2747324 Jan 27 15:40:59.117162 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 46988) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:59.117474 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9e522-22d7-429c-a3e4-b6c6e6589798 None None] Network 4095577e-2e9e-4821-91e9-94fe535b997a requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:40:59.186239 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.241761 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Deleting port f914a652-140d-4dd4-8b8e-d18011f1c75c {{(pid=108743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:40:59.242098 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.313319 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.db [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] For port f914a652-140d-4dd4-8b8e-d18011f1c75c, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=f914a652-140d-4dd4-8b8e-d18011f1c75c,segment=NetworkSegment(c9cd3fff-d271-4eef-aafd-61577d3028f3),segment_id=c9cd3fff-d271-4eef-aafd-61577d3028f3)] {{(pid=108743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:40:59.313870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.319679 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5f94b060-1e69-4bb1-8654-57fbfd9beb5a no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:40:59.329551 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.plugin [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Calling delete_port for f914a652-140d-4dd4-8b8e-d18011f1c75c owned by network:dhcp {{(pid=108743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:40:59.346906 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 5f94b060-1e69-4bb1-8654-57fbfd9beb5a {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:40:59.347341 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 5f94b060-1e69-4bb1-8654-57fbfd9beb5a not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:40:59.416937 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783013'] for port, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.434052 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] No DVR routers for this DVR port f914a652-140d-4dd4-8b8e-d18011f1c75c on host dv-neutron-826438-5-hyperv {{(pid=108743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:40:59.452169 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f914a652-140d-4dd4-8b8e-d18011f1c75c,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:59.477038 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e2bf1-2f07-42f4-afe3-932a740a693a None None] DHCP port deletion for 4095577e-2e9e-4821-91e9-94fe535b997a request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:40:59.526411 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.548359 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4095577e-2e9e-4821-91e9-94fe535b997a']}} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:59.558179 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cd3fff-d271-4eef-aafd-61577d3028f3') {'for_net_delete': True} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:59.558469 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.services.segments.db [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cd3fff-d271-4eef-aafd-61577d3028f3') {} {{(pid=108743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:40:59.569722 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9354352'] for segment, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.584655 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.596212 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=108743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:40:59.596902 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3782960'] for segment, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: Traceback (most recent call last): Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: timer() Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: cb(*args, **kw) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: return func(*args, **kwargs) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: self._notify() Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: self.callback(batched_events) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: event.method(event) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: return f(self, *a, **k) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._get(url).json() Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: return self.request(url, 'GET', **kwargs) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:40:59.600595 dv-neutron-826438-5-hyperv neutron-server[108743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:40:59.666022 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.670870 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Notify callbacks [] for network, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:40:59.674214 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4095577e-2e9e-4821-91e9-94fe535b997a HTTP/1.1" status: 204 len: 168 time: 0.5559897 Jan 27 15:40:59.677817 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46990) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:40:59.687072 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b0dfe-0b41-4c67-8e4f-270864b7f8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4095577e-2e9e-4821-91e9-94fe535b997a,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:40:59.790232 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e2aabf70-9939-436b-bc76-b5b56e1dc04f no longer exists at agent hyperv_hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:40:59.812747 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] No Port match for: e2aabf70-9939-436b-bc76-b5b56e1dc04f {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:40:59.813089 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Device e2aabf70-9939-436b-bc76-b5b56e1dc04f not bound to the agent host hv-neutron-8264 {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:41:00.028019 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728926'] for router_interface, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:00.276938 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Deleting port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:41:00.277172 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:00.355892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] For port 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,segment=NetworkSegment(d5dd943e-b456-4cec-9d7c-dd177f6f209e),segment_id=d5dd943e-b456-4cec-9d7c-dd177f6f209e)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:41:00.356247 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:00.368522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Calling delete_port for 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 owned by network:router_interface {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:41:00.546456 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:00.570876 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:00.585702 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.586060 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.586405 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.587741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.587741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.587741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.587741 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.588310 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.588411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.588689 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.589013 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.589935 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826438-5-hyperv {{(pid=108742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 15:41:00.763411 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1520678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1729010'] for router_interface, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:00.793525 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:00.878045 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:41:00.897500 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:41:00.897840 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device c29df0c4-cfec-4067-a1b6-8fd7a0e030e3 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:41:00.898243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f914a652-140d-4dd4-8b8e-d18011f1c75c no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:41:00.917710 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: f914a652-140d-4dd4-8b8e-d18011f1c75c {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:41:00.918049 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device f914a652-140d-4dd4-8b8e-d18011f1c75c not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:41:00.994753 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Router b6efeca8-6f54-48e3-8047-482813cc828f has already been hosted by L3 agent 4781a784-8140-4af9-aac6-97ccb1a8447d {{(pid=108742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 15:41:01.102039 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] Notify agent at l3_agent.dv-neutron-826438-5-hyperv the message routers_updated {{(pid=108742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 15:41:01.106913 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c867657a-01dd-416a-a139-e3a40465c9c8 admin admin] 10.222.0.18 "PUT /v2.0/routers/b6efeca8-6f54-48e3-8047-482813cc828f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279923 Jan 27 15:41:01.109588 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 46998) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:41:01.110624 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] Sync routers for ids ['b6efeca8-6f54-48e3-8047-482813cc828f'] in dv-neutron-826438-5-hyperv {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 15:41:01.119664 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] Routers {'b6efeca8-6f54-48e3-8047-482813cc828f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:41:01.120260 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6efeca8-6f54-48e3-8047-482813cc828f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:41:01.211691 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks [] for router, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.220615 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] Set router b6efeca8-6f54-48e3-8047-482813cc828f gateway port host: dv-neutron-826438-5-hyperv {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:41:01.318291 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.370061 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Deleting port e188c8a2-4ff8-4186-b194-5168f17add49 {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:41:01.370331 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.402623 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'external_fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:41:00Z', 'revision_number': 5, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port': {'id': 'e188c8a2-4ff8-4186-b194-5168f17add49', 'name': '', 'network_id': '02deada8-0e66-4b1c-9d30-b89d6223d135', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '7480569e-971a-42dd-874e-266c9696a238', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826438-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7480569e-971a-42dd-874e-266c9696a238', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826438-5-hyperv'}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:41:01.428091 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] Checking router: b6efeca8-6f54-48e3-8047-482813cc828f for host: dv-neutron-826438-5-hyperv {{(pid=108745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 15:41:01.436192 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] Routers {'b6efeca8-6f54-48e3-8047-482813cc828f'} bound to L3 agent in host dv-neutron-826438-5-hyperv {{(pid=108745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 15:41:01.436787 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826438-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T14:38:16Z,description=,heartbeat_timestamp=2022-01-27T15:40:46Z,host='dv-neutron-826438-5-hyperv',id=4781a784-8140-4af9-aac6-97ccb1a8447d,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T14:38:16Z,topic='l3_agent')) {'router_ids': ['b6efeca8-6f54-48e3-8047-482813cc828f'], 'active': True} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:41:01.449739 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] For port e188c8a2-4ff8-4186-b194-5168f17add49, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=e188c8a2-4ff8-4186-b194-5168f17add49,segment=NetworkSegment(c62b45a6-d49f-453e-8180-7c307b0d7446),segment_id=c62b45a6-d49f-453e-8180-7c307b0d7446)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:41:01.450099 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.462136 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Calling delete_port for e188c8a2-4ff8-4186-b194-5168f17add49 owned by network:router_gateway {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:41:01.611730 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_dvr_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] Set router b6efeca8-6f54-48e3-8047-482813cc828f gateway port host: None {{(pid=108745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 15:41:01.635196 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.661174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Pushing event deleted for resources: {'Port': ['ID=e188c8a2-4ff8-4186-b194-5168f17add49,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:01.665894 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.l3_hamode_db [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:41:01Z', 'revision_number': 6, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port_host': None}], 'dv-neutron-826438-5-hyperv', False) {} {{(pid=108745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:41:01.692089 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad52851-ae1e-403b-91b7-93033e888b92 None None] The sync data for ids ['b6efeca8-6f54-48e3-8047-482813cc828f'] in dv-neutron-826438-5-hyperv is: [{'id': 'b6efeca8-6f54-48e3-8047-482813cc828f', 'name': 'tempest-TestSnapshotPattern-760299632-router', 'tenant_id': '869500a3a00c4ab58c9993782cd9a49c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T15:36:07Z', 'updated_at': '2022-01-27T15:41:01Z', 'revision_number': 6, 'project_id': '869500a3a00c4ab58c9993782cd9a49c', 'gw_port_host': None}] {{(pid=108745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 15:41:01.726522 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1726800'] for router_gateway, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.817344 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1727667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9097'] for router, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.820141 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.866778 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1727709'] for router, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.867498 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6efeca8-6f54-48e3-8047-482813cc828f {{(pid=108742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 15:41:01.874757 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] Notify callbacks [] for router, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:01.876328 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-5f8d6f60-44ca-4b86-a117-584dd5d9c558 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b6efeca8-6f54-48e3-8047-482813cc828f HTTP/1.1" status: 204 len: 168 time: 0.7656243 Jan 27 15:41:01.879174 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 47000) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:41:02.069681 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] Deleting subnet e0dfed94-b590-49e9-8046-858f4bee8a5e {{(pid=108742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jan 27 15:41:02.074694 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.110243 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4018330'] for subnet, precommit_delete_associations {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.191911 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569916'] for subnet, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.244727 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569863', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1797182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8775234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9450148'] for subnet, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.270182 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0dfed94-b590-49e9-8046-858f4bee8a5e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:02.273791 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] Notify callbacks [] for subnet, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.276938 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-1bdbbc98-fcc9-4593-9ede-61345fc877db admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e0dfed94-b590-49e9-8046-858f4bee8a5e HTTP/1.1" status: 204 len: 168 time: 0.3966928 Jan 27 15:41:02.279581 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 47006) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:41:02.281954 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a6386a-d1d9-4924-a3d6-54b514eb0f90 None None] Network f18ae672-3565-4747-bfbc-a6effdfa9b26 requested from dv-neutron-826438-5-hyperv {{(pid=108744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jan 27 15:41:02.347255 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599861'] for network, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.404407 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Deleting port 32b42cbb-2b73-4740-983e-43d15228b55e {{(pid=108742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:41:02.404752 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.470990 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] DHCP port deletion for f18ae672-3565-4747-bfbc-a6effdfa9b26 request from dv-neutron-826438-5-hyperv {{(pid=108744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jan 27 15:41:02.475892 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.db [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] For port 32b42cbb-2b73-4740-983e-43d15228b55e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=32b42cbb-2b73-4740-983e-43d15228b55e,segment=NetworkSegment(d5dd943e-b456-4cec-9d7c-dd177f6f209e),segment_id=d5dd943e-b456-4cec-9d7c-dd177f6f209e)] {{(pid=108742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:41:02.476256 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.489104 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.plugin [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Calling delete_port for 32b42cbb-2b73-4740-983e-43d15228b55e owned by network:dhcp {{(pid=108742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:41:02.517442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] Deleting port 32b42cbb-2b73-4740-983e-43d15228b55e {{(pid=108744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Jan 27 15:41:02.517855 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739335030878'] for port, before_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.572598 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8775345'] for port, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.582887 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.db [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] For port 32b42cbb-2b73-4740-983e-43d15228b55e, host dv-neutron-826438-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826438-5-hyperv',level=0,port_id=32b42cbb-2b73-4740-983e-43d15228b55e,segment=NetworkSegment(d5dd943e-b456-4cec-9d7c-dd177f6f209e),segment_id=d5dd943e-b456-4cec-9d7c-dd177f6f209e)] {{(pid=108744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 15:41:02.583835 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1727624'] for port, precommit_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.601564 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] Calling delete_port for 32b42cbb-2b73-4740-983e-43d15228b55e owned by network:dhcp {{(pid=108744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Jan 27 15:41:02.603491 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b42cbb-2b73-4740-983e-43d15228b55e,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:02.606986 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] No DVR routers for this DVR port 32b42cbb-2b73-4740-983e-43d15228b55e on host dv-neutron-826438-5-hyperv {{(pid=108742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:41:02.682852 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739335033173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739334633346'] for port, after_delete {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.685749 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571038', 'neutron.services.segments.db._delete_segments_for_network-8739334937896'] for network, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.709523 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] Pushing event deleted for resources: {'Port': ['ID=32b42cbb-2b73-4740-983e-43d15228b55e,revision_number=None']} {{(pid=108744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:02.710047 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18ae672-3565-4747-bfbc-a6effdfa9b26']}} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:41:02.712937 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e175d-e843-4f36-b7a1-83c401da78e5 None None] No DVR routers for this DVR port 32b42cbb-2b73-4740-983e-43d15228b55e on host dv-neutron-826438-5-hyperv {{(pid=108744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 15:41:02.724730 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dd943e-b456-4cec-9d7c-dd177f6f209e') {'for_net_delete': True} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:41:02.725036 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.services.segments.db [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dd943e-b456-4cec-9d7c-dd177f6f209e') {} {{(pid=108742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 15:41:02.738724 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739335047060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4018325'] for segment, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.752484 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430'] for segment, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.758780 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=108742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 15:41:02.759249 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-566430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8775396'] for segment, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: Traceback (most recent call last): Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: timer() Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: cb(*args, **kw) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: return func(*args, **kwargs) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: self._notify() Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: self.callback(batched_events) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: event.method(event) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: return f(self, *a, **k) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._get(url).json() Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: return self.request(url, 'GET', **kwargs) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 15:41:02.760939 dv-neutron-826438-5-hyperv neutron-server[108742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 15:41:02.820555 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1520671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1726828'] for network, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.826568 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:41:02.834286 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Notify callbacks [] for network, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:02.834987 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f18ae672-3565-4747-bfbc-a6effdfa9b26 HTTP/1.1" status: 204 len: 168 time: 0.5541074 Jan 27 15:41:02.847978 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:41:02.848315 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 87773ad2-7d6a-4b24-a01b-2cc1ab3fb4a1 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:41:02.848492 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d76f9-9037-4d58-b34a-84a9d3f7e149 admin admin] Pushing event deleted for resources: {'Network': ['ID=f18ae672-3565-4747-bfbc-a6effdfa9b26,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:02.848718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 32b42cbb-2b73-4740-983e-43d15228b55e no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:41:02.871229 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: 32b42cbb-2b73-4740-983e-43d15228b55e {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:41:02.871566 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device 32b42cbb-2b73-4740-983e-43d15228b55e not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:41:02.871979 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e188c8a2-4ff8-4186-b194-5168f17add49 no longer exists at agent ovs-agent-dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 15:41:02.890777 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.plugin [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] No Port match for: e188c8a2-4ff8-4186-b194-5168f17add49 {{(pid=108744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Jan 27 15:41:02.891122 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron.plugins.ml2.rpc [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Device e188c8a2-4ff8-4186-b194-5168f17add49 not bound to the agent host dv-neutron-826438-5-hyperv {{(pid=108744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 15:41:02.947551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 47010) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:41:02.992532 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c0bcb188-93b0-43de-be58-a155b1aa948d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c22b0f7ff04444598c6f89a1bee92c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436757 Jan 27 15:41:02.994981 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.wsgi [-] (108742) accepted ('10.222.0.18', 47012) {{(pid=108742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:41:03.043551 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7131310-ca51-4c2a-9545-67de5c050972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.063946 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7131310-ca51-4c2a-9545-67de5c050972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.112712 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7131310-ca51-4c2a-9545-67de5c050972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.115229 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron_lib.callbacks.manager [None req-c7131310-ca51-4c2a-9545-67de5c050972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.116429 dv-neutron-826438-5-hyperv neutron-server[108742]: INFO neutron.wsgi [None req-c7131310-ca51-4c2a-9545-67de5c050972 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/669ae230-a949-4453-8162-a4e4f4d85866 HTTP/1.1" status: 204 len: 168 time: 0.1205220 Jan 27 15:41:03.125499 dv-neutron-826438-5-hyperv neutron-server[108742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7131310-ca51-4c2a-9545-67de5c050972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ae230-a949-4453-8162-a4e4f4d85866,revision_number=None']} {{(pid=108742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:03.433114 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 47018) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:41:03.473298 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-74ba239b-c77e-4b88-9d5d-c274aee1ddac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=869500a3a00c4ab58c9993782cd9a49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390258 Jan 27 15:41:03.476462 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.wsgi [-] (108743) accepted ('10.222.0.18', 47020) {{(pid=108743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jan 27 15:41:03.524416 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cd21d40-42af-464a-842d-ebe7bc92beb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.545674 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cd21d40-42af-464a-842d-ebe7bc92beb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.591190 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cd21d40-42af-464a-842d-ebe7bc92beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309240'] for security_group, after_delete {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.593734 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron_lib.callbacks.manager [None req-2cd21d40-42af-464a-842d-ebe7bc92beb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:03.594884 dv-neutron-826438-5-hyperv neutron-server[108743]: INFO neutron.wsgi [None req-2cd21d40-42af-464a-842d-ebe7bc92beb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf2e06de-f6eb-4a47-a35a-2514e06abab0 HTTP/1.1" status: 204 len: 168 time: 0.1175497 Jan 27 15:41:03.602545 dv-neutron-826438-5-hyperv neutron-server[108743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd21d40-42af-464a-842d-ebe7bc92beb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2e06de-f6eb-4a47-a35a-2514e06abab0,revision_number=None']} {{(pid=108743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 15:41:14.052185 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2c0327c3-6905-4fbe-9e9f-e5355b0ea512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:16.395171 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-8e4a82dc-d01f-4f94-9821-0fe55af9d81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:17.614094 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:19.007928 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:19.347204 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:30.803023 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:31.947660 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:41:44.053590 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ca89-80fd-43ce-a9a7-e6c76db6a86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:46.398501 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-ba560931-a07e-421c-aab8-f90ca4462744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:47.616447 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:49.010975 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:41:49.348324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:00.818756 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:08.946620 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:42:14.057600 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-de56072e-32d1-4453-afed-16592acd935f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:16.399931 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f61cb464-f23c-4e7b-a86c-e13206ffd6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:17.621627 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:19.013540 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:19.349475 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:30.818770 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:44.059211 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-cec63a95-d23e-4f44-b2bc-00865039ebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:45.944887 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:42:46.401044 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-788ef4b5-a6ee-4993-b812-3a08e65e891a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:47.621901 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:49.017081 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:42:49.350443 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:00.830584 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:14.061324 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-7e4d86f2-91aa-4b3a-ba1d-35f3e11b0f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:16.403364 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b85b54b8-4473-4238-93ed-6f798d38eb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:17.624522 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:19.020314 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:19.357248 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:22.943062 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:43:30.830368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:44.063369 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-f1f46d38-4c60-45ad-929a-5a64344d6606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:46.405807 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-031ea1f6-8f6f-43d9-91d7-f712ce44abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:47.629244 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:49.024594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:49.349609 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:43:59.941771 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:44:00.832117 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:14.065236 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2590edb9-08ac-460e-ac31-42e3446ec6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:16.406736 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-754c1bce-bba5-4ceb-ae86-261e99557833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:17.632712 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:19.024594 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:19.352572 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:30.847035 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:36.939527 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:44:44.066640 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-23490a73-8d85-467f-9371-9a2b43786290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:46.408703 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d76c6162-6f60-4f9f-8afe-81bc67998416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:47.633293 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:49.033983 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:44:49.353718 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:00.846697 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:13.939061 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:45:14.068564 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-998e6eac-a073-4420-b13a-fd2e3dcd5dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:16.411377 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-351217e6-4245-48d2-97af-83259a58807d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:17.636602 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:19.031675 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:19.355560 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:30.875941 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:44.071877 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-173a252e-f4d2-41fe-88ed-25697a30aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:46.411924 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-2ac38893-506e-4e37-af10-7c4baaa3e7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:47.638769 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:49.034608 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:49.355360 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:45:50.939205 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:46:00.881067 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:14.077243 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-05c072a9-3a78-4018-8e8b-51573f6d86af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:16.412812 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-10e9b6f2-b05e-4cf4-8c79-3fa035fb5442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:17.642195 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:19.037663 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:19.355442 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-5abea07e-12e5-4cb5-b8e4-b80f97bf181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:27.938712 dv-neutron-826438-5-hyperv neutron-server[108745]: DEBUG neutron.db.agents_db [None req-85acab7c-c737-4c12-8aa6-795bf643809d None None] Agent healthcheck: found 6 active agents {{(pid=108745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 15:46:30.905816 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-d51cf44f-a53b-4e8d-985e-cc38f3d74eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:44.085735 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-0dc988c9-286d-41b1-a067-914bcf4ea52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:46.416191 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-67a1350a-4c90-400c-a7eb-eff099e7dca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:47.647368 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-78d06c72-7bcb-467d-853b-b4ab6a878d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 27 15:46:49.044167 dv-neutron-826438-5-hyperv neutron-server[108744]: DEBUG neutron_lib.callbacks.manager [None req-b9c79086-a76a-49e0-aa7a-0f1fa2dbb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739334937474', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-573264'] for agent, after_update {{(pid=108744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}